fix NPE in UDAFWrapper.resize (#1043)

richox · zhangli20 · web-flow · commit 08d69c51ca0c · 2025-07-01T14:11:33.000+08:00
Co-authored-by: zhangli20 &lt;zhangli20@kuaishou.com&gt;
diff --git a/spark-extension/src/main/scala/org/apache/spark/sql/blaze/SparkUDAFWrapperContext.scala b/spark-extension/src/main/scala/org/apache/spark/sql/blaze/SparkUDAFWrapperContext.scala
@@ -325,7 +325,7 @@ case class DeclarativeAggRowsColumn(
       rowsMemUsed += newRow.getSizeInBytes
       newRow
     }))
-    rowsMemUsed -= rows.slice(len, rows.length).map(_.getSizeInBytes).sum
+    rowsMemUsed -= rows.slice(len, rows.length).filter(_ != null).map(_.getSizeInBytes).sum
     rows.trimEnd(rows.length - len)
   }
 

Original file line number	Diff line number	Diff line change
`@@ -325,7 +325,7 @@ case class DeclarativeAggRowsColumn(`
`325`	`325`	`rowsMemUsed += newRow.getSizeInBytes`
`326`	`326`	`newRow`
`327`	`327`	`}))`
`328`		`- rowsMemUsed -= rows.slice(len, rows.length).map(_.getSizeInBytes).sum`
	`328`	`+ rowsMemUsed -= rows.slice(len, rows.length).filter(_ != null).map(_.getSizeInBytes).sum`
`329`	`329`	`rows.trimEnd(rows.length - len)`
`330`	`330`	`}`
`331`	`331`