Skip to content

Commit

Permalink
Fixed baselines due to fixes in DRILL-4517 (#595)
Browse files Browse the repository at this point in the history 
Fixed cases with nulls in arrays, when Drill mistakenly considered some row groups as empty and removed them from scan.
  • Loading branch information
@agozhiy @agirish
agozhiy authored and agirish committed Aug 13, 2019
1 parent 2a2247e commit c251ec3
Show file tree
Hide file tree
Showing 6 changed files with 17 additions and 11 deletions.
3 changes: 2 additions & 1 deletion ...RILL_6259_filter_push_down_list_of_complex_fields_nested_complex_field_nested_field.e_tsv
View file
Original file line number Diff line number Diff line change
@@ -1 +1,2 @@
d2 2 1486165823000 [21,22,23] {"nested_field":121,"nested_array":[false,false,false],"nested_complex_field":{"nested_field":1484223487000,"nested_array":[false,false,false]},"nested_list_of_complex_fields":[{"nested_field":1484311775000,"nested_array":[1121,1122,1123]},{"nested_field":1484400063000,"nested_array":[1124,1125,1126]},{"nested_field":1484488351000,"nested_array":[1127,1128,1129]}]} [{"nested_field":false,"nested_array":[121,122,123],"nested_complex_field":{"nested_field":121,"nested_array":[1484576639000,1484576699000,1484663099000]},"nested_list_of_complex_fields":[{"nested_field":false,"nested_array":[1121,1122,1123]},{"nested_field":false,"nested_array":[1124,1125,1126]},{"nested_field":false,"nested_array":[1127,1128,1129]}]},{"nested_field":false,"nested_array":[221,222,223],"nested_complex_field":{"nested_field":221,"nested_array":[1487255039000,1487255099000,1487341499000]},"nested_list_of_complex_fields":[{"nested_field":false,"nested_array":[1221,1222,1223]},{"nested_field":false,"nested_array":[1224,1225,1226]},{"nested_field":false,"nested_array":[1227,1228,1229]}]},{"nested_field":false,"nested_array":[231,232,233],"nested_complex_field":{"nested_field":231,"nested_array":[1489674239000,1489674299000,1489760699000]},"nested_list_of_complex_fields":[{"nested_field":false,"nested_array":[1231,1232,1233]},{"nested_field":false,"nested_array":[1234,1235,1236]},{"nested_field":false,"nested_array":[1237,1238,1239]}]}]
d2 2 1486165823000 [21,22,23] {"nested_field":121,"nested_array":[false,false,false],"nested_complex_field":{"nested_field":1484223487000,"nested_array":[false,false,false]},"nested_list_of_complex_fields":[{"nested_field":1484311775000,"nested_array":[1121,1122,1123]},{"nested_field":1484400063000,"nested_array":[1124,1125,1126]},{"nested_field":1484488351000,"nested_array":[1127,1128,1129]}]} [{"nested_field":false,"nested_array":[121,122,123],"nested_complex_field":{"nested_field":121,"nested_array":[1484576639000,1484576699000,1484663099000]},"nested_list_of_complex_fields":[{"nested_field":false,"nested_array":[1121,1122,1123]},{"nested_field":false,"nested_array":[1124,1125,1126]},{"nested_field":false,"nested_array":[1127,1128,1129]}]},{"nested_field":false,"nested_array":[221,222,223],"nested_complex_field":{"nested_field":221,"nested_array":[1487255039000,1487255099000,1487341499000]},"nested_list_of_complex_fields":[{"nested_field":false,"nested_array":[1221,1222,1223]},{"nested_field":false,"nested_array":[1224,1225,1226]},{"nested_field":false,"nested_array":[1227,1228,1229]}]},{"nested_field":false,"nested_array":[231,232,233],"nested_complex_field":{"nested_field":231,"nested_array":[1489674239000,1489674299000,1489760699000]},"nested_list_of_complex_fields":[{"nested_field":false,"nested_array":[1231,1232,1233]},{"nested_field":false,"nested_array":[1234,1235,1236]},{"nested_field":false,"nested_array":[1237,1238,1239]}]}]
d3 3 1487165823000 [31,32] {"nested_array":[false,true,false,false],"nested_complex_field":{"nested_array":[true,false,false,true]},"nested_list_of_complex_fields":[{"nested_array":[1131,1132,1133,1134]},{"nested_field":1485400063000,"nested_array":[1134,1135,1136,1137]},{"nested_field":1485488351000,"nested_array":[1137,1138,1139,1140]}]} [{"nested_array":[131,132,133,134],"nested_complex_field":{"nested_array":[1485576639000,1485663099000]},"nested_list_of_complex_fields":[{"nested_array":[1131,1133]},{"nested_field":true,"nested_array":[1134,1135,1136,1137]},{"nested_field":false,"nested_array":[1137,1138,1139]}]},{"nested_field":true,"nested_array":[321,322,323],"nested_complex_field":{"nested_field":321,"nested_array":[1488255039000,1488255099000,1488341499000]},"nested_list_of_complex_fields":[{"nested_field":false,"nested_array":[1321,1322,1323]},{"nested_field":true,"nested_array":[1324,1325,1326]},{"nested_field":false,"nested_array":[1327,1328,1329]}]},{"nested_field":true,"nested_array":[331,332,333],"nested_complex_field":{"nested_field":331,"nested_array":[1489774239000,1489774299000,1489860699000]},"nested_list_of_complex_fields":[{"nested_field":false,"nested_array":[1331,1332,1333]},{"nested_field":true,"nested_array":[1334,1335,1336]},{"nested_field":true,"nested_array":[1337,1338,1339]}]}]
5 changes: 3 additions & 2 deletions ...DRILL_6259_filter_push_down_list_of_complex_fields_nested_complex_field_nested_field.plan
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
Scan
path=.*filter/pushdown/DRILL_6259_test_data/d2/DRILL_6259_test_data.parquet
numFiles=1
numRowGroups=1
path=.*filter/pushdown/DRILL_6259_test_data/d3/DRILL_6259_test_data.parquet
numFiles=2
numRowGroups=2
5 changes: 3 additions & 2 deletions ...ilter_push_down_list_of_complex_fields_nested_complex_field_nested_field_null_values.plan
View file
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
Scan
path=.*filter/pushdown/DRILL_6259_test_data/d1/DRILL_6259_test_data.parquet
path=.*filter/pushdown/DRILL_6259_test_data/d2/DRILL_6259_test_data.parquet
numFiles=2
numRowGroups=2
path=.*filter/pushdown/DRILL_6259_test_data/d3/DRILL_6259_test_data.parquet
numFiles=3
numRowGroups=3
5 changes: 3 additions & 2 deletions ...9_filter_push_down_list_of_complex_fields_nested_list_of_complex_fields_nested_field.plan
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
Scan
path=.*filter/pushdown/DRILL_6259_test_data/d2/DRILL_6259_test_data.parquet
numFiles=1
numRowGroups=1
path=.*filter/pushdown/DRILL_6259_test_data/d3/DRILL_6259_test_data.parquet
numFiles=2
numRowGroups=2
5 changes: 3 additions & 2 deletions ...omplex_fields/DRILL_6259_filter_push_down_nested_list_of_complex_fields_nested_field.plan
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
Scan
path=.*filter/pushdown/DRILL_6259_test_data/d2/DRILL_6259_test_data.parquet
numFiles=1
numRowGroups=1
path=.*filter/pushdown/DRILL_6259_test_data/d3/DRILL_6259_test_data.parquet
numFiles=2
numRowGroups=2
5 changes: 3 additions & 2 deletions ...s/DRILL_6259_filter_push_down_nested_list_of_complex_fields_nested_field_null_values.plan
View file
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
Scan
path=.*filter/pushdown/DRILL_6259_test_data/d1/DRILL_6259_test_data.parquet
path=.*filter/pushdown/DRILL_6259_test_data/d2/DRILL_6259_test_data.parquet
numFiles=2
numRowGroups=2
path=.*filter/pushdown/DRILL_6259_test_data/d3/DRILL_6259_test_data.parquet
numFiles=3
numRowGroups=3

0 comments on commit c251ec3

Please sign in to comment.