[AURON #1912] Clean up rust default lints (#2039)

<!--
- Start the PR title with the related issue ID, e.g. '[AURON #XXXX]
Short summary...'.
-->
# Which issue does this PR close?

Closes #1912 

# Rationale for this change

# What changes are included in this PR?

# Are there any user-facing changes?

# How was this patch tested?

Author: yew1eb

Cargo.toml

@@ -27,14 +27,6 @@ members = [
     "native-engine/auron-memmgr",
 ]
 
-[workspace.lints.rust]
-# Pending processing (temporarily allow)
-unused_variables = "allow"
-dead_code = "allow"
-unused_imports = "allow"
-unused_must_use = "allow"
-deprecated = "allow"
-
 [workspace.lints.clippy]
 unwrap_used = "deny"
 panic = "deny"

native-engine/auron-planner/src/planner.rs

@@ -27,7 +27,7 @@ use arrow::{
 };
 use base64::{Engine, prelude::BASE64_URL_SAFE_NO_PAD};
 use datafusion::{
-    common::{ExprSchema, Result, ScalarValue, stats::Precision},
+    common::{Result, ScalarValue, stats::Precision},
     datasource::{
         file_format::file_compression_type::FileCompressionType,
         listing::{FileRange, PartitionedFile},
@@ -40,7 +40,7 @@ use datafusion::{
         expressions::{LikeExpr, SCAndExpr, SCOrExpr, in_list},
     },
     physical_plan::{
-        ColumnStatistics, ExecutionPlan, PhysicalExpr, Statistics, expressions as phys_expr,
+        ColumnStatistics, ExecutionPlan, Statistics, expressions as phys_expr,
         expressions::{
             BinaryExpr, CaseExpr, CastExpr, Column, IsNotNullExpr, IsNullExpr, Literal,
             NegativeExpr, NotExpr, PhysicalSortExpr,

native-engine/datafusion-ext-commons/src/arrow/eq_comparator.rs

@@ -743,11 +743,12 @@ pub mod tests {
     }
 
     #[test]
-    fn test_bytes() {
-        test_bytes_impl::<Utf8Type>();
-        test_bytes_impl::<LargeUtf8Type>();
-        test_bytes_impl::<BinaryType>();
-        test_bytes_impl::<LargeBinaryType>();
+    fn test_bytes() -> Result<()> {
+        let _ = test_bytes_impl::<Utf8Type>();
+        let _ = test_bytes_impl::<LargeUtf8Type>();
+        let _ = test_bytes_impl::<BinaryType>();
+        let _ = test_bytes_impl::<LargeBinaryType>();
+        Ok(())
     }
 
     #[test]

native-engine/datafusion-ext-exprs/src/get_indexed_field.rs

@@ -17,7 +17,7 @@ use std::{
     any::Any,
     convert::TryInto,
     fmt::{Debug, Formatter},
-    hash::{Hash, Hasher},
+    hash::Hash,
     sync::Arc,
 };
 

native-engine/datafusion-ext-exprs/src/lib.rs

@@ -31,6 +31,7 @@ pub mod string_contains;
 pub mod string_ends_with;
 pub mod string_starts_with;
 
+#[allow(dead_code)]
 fn down_cast_any_ref(any: &dyn Any) -> &dyn Any {
     if any.is::<PhysicalExprRef>() {
         any.downcast_ref::<PhysicalExprRef>()

native-engine/datafusion-ext-exprs/src/spark_scalar_subquery_wrapper.rs

@@ -17,7 +17,6 @@ use std::{
     any::Any,
     fmt::{Debug, Display, Formatter},
     hash::{Hash, Hasher},
-    io::Write,
     sync::Arc,
 };
 

native-engine/datafusion-ext-functions/src/lib.rs

@@ -38,7 +38,7 @@ mod spark_unscaled_value;
 #[allow(clippy::panic)] // Temporarily allow panic to refactor to Result later
 pub fn create_auron_ext_function(
     name: &str,
-    spark_partition_id: usize,
+    #[allow(unused_variables)] spark_partition_id: usize,
 ) -> Result<ScalarFunctionImplementation> {
     // auron ext functions, if used for spark should be start with 'Spark_',
     // if used for flink should be start with 'Flink_',

native-engine/datafusion-ext-plans/src/agg/spark_udaf_wrapper.rs

@@ -16,15 +16,11 @@
 use std::{
     any::Any,
     fmt::{Debug, Display, Formatter},
-    io::{Cursor, Read, Write},
     sync::Arc,
 };
 
 use arrow::{
-    array::{
-        Array, ArrayAccessor, ArrayRef, BinaryArray, BinaryBuilder, StructArray, as_struct_array,
-        make_array,
-    },
+    array::{Array, ArrayRef, StructArray, as_struct_array, make_array},
     datatypes::{DataType, Field, Schema, SchemaRef},
     ffi::{FFI_ArrowArray, FFI_ArrowSchema, from_ffi, from_ffi_and_data_type},
     record_batch::{RecordBatch, RecordBatchOptions},
@@ -39,7 +35,7 @@ use datafusion::{
     physical_expr::PhysicalExprRef,
 };
 use datafusion_ext_commons::{
-    UninitializedInit, downcast_any,
+    downcast_any,
     io::{read_len, write_len},
 };
 use jni::objects::{GlobalRef, JObject};

native-engine/datafusion-ext-plans/src/limit_exec.rs

@@ -120,7 +120,7 @@ impl ExecutionPlan for LimitExec {
 
     fn statistics(&self) -> Result<Statistics> {
         Statistics::with_fetch(
-            self.input.statistics()?,
+            self.input.partition_statistics(None)?,
             self.schema(),
             Some(self.limit),
             self.offset,
@@ -194,6 +194,7 @@ fn execute_limit_with_offset(
 
 #[cfg(test)]
 mod test {
+    #![allow(deprecated)]
     use std::sync::Arc;
 
     use arrow::{

native-engine/datafusion-ext-plans/src/parquet_exec.rs

@@ -17,6 +17,7 @@
 
 //! Execution plan for reading Parquet files
 
+#![allow(deprecated)] // Deprecated method: fetch_parquet_metadata
 use std::{any::Any, fmt, fmt::Formatter, ops::Range, pin::Pin, sync::Arc};
 
 use arrow::datatypes::SchemaRef;
@@ -465,6 +466,7 @@ impl AsyncFileReader for ParquetFileReaderRef {
     }
 }
 
+#[allow(dead_code)]
 fn expr_contains_decimal_type(expr: &PhysicalExprRef, schema: &SchemaRef) -> Result<bool> {
     if matches!(expr.data_type(schema)?, DataType::Decimal128(..)) {
         return Ok(true);