removed int change, added encoding

Author: nikhilsinhaparseable

src/storage/staging.rs

@@ -37,7 +37,7 @@ use parquet::{
     arrow::ArrowWriter,
     basic::Encoding,
     errors::ParquetError,
-    file::properties::{WriterProperties, WriterPropertiesBuilder},
+    file::properties::{EnabledStatistics, WriterProperties, WriterPropertiesBuilder},
     format::SortingColumn,
     schema::types::ColumnPath,
 };
@@ -338,8 +338,24 @@ pub fn parquet_writer_props(
         };
         sorting_column_vec.push(sorting_column);
     }
-    props = props.set_sorting_columns(Some(sorting_column_vec));
 
+    let url_column = ColumnPath::new(vec!["URL".to_string()]);
+    props = props
+        .set_column_dictionary_enabled(url_column.clone(), true)
+        .set_column_encoding(url_column.clone(), Encoding::DELTA_BYTE_ARRAY)
+        .set_column_statistics_enabled(url_column.clone(), EnabledStatistics::Page);
+
+    let event_time_column = ColumnPath::new(vec!["EventTime".to_string()]);
+    props = props
+        .set_column_encoding(event_time_column.clone(), Encoding::DELTA_BINARY_PACKED)
+        .set_column_statistics_enabled(event_time_column.clone(), EnabledStatistics::Page);
+
+    let user_id_column = ColumnPath::new(vec!["UserID".to_string()]);
+    props = props
+        .set_column_encoding(user_id_column.clone(), Encoding::RLE)
+        .set_column_statistics_enabled(user_id_column.clone(), EnabledStatistics::Page);
+
+    props = props.set_sorting_columns(Some(sorting_column_vec));
     props
 }