diff --git a/itests/src/test/resources/testconfiguration.properties b/itests/src/test/resources/testconfiguration.properties index ed26dea04385..232f84e4271c 100644 --- a/itests/src/test/resources/testconfiguration.properties +++ b/itests/src/test/resources/testconfiguration.properties @@ -175,6 +175,7 @@ minitez.query.files.shared=acid_globallimit.q,\ orc_merge9.q,\ orc_merge10.q,\ orc_merge11.q,\ + orc_merge12.q,\ orc_merge_incompat1.q,\ orc_merge_incompat2.q,\ orc_merge_incompat3.q,\ diff --git a/orc/src/java/org/apache/orc/OrcFile.java b/orc/src/java/org/apache/orc/OrcFile.java index 3945a5dd1af3..85506ff35750 100644 --- a/orc/src/java/org/apache/orc/OrcFile.java +++ b/orc/src/java/org/apache/orc/OrcFile.java @@ -232,6 +232,7 @@ public static class WriterOptions { private long blockSizeValue; private int rowIndexStrideValue; private int bufferSizeValue; + private boolean enforceBufferSize = false; private boolean blockPaddingValue; private CompressionKind compressValue; private MemoryManager memoryManagerValue; @@ -317,13 +318,27 @@ public WriterOptions rowIndexStride(int value) { /** * The size of the memory buffers used for compressing and storing the - * stripe in memory. + * stripe in memory. NOTE: ORC writer may choose to use smaller buffer + * size based on stripe size and number of columns for efficient stripe + * writing and memory utilization. To enforce writer to use the requested + * buffer size use enforceBufferSize(). */ public WriterOptions bufferSize(int value) { bufferSizeValue = value; return this; } + /** + * Enforce writer to use requested buffer size instead of estimating + * buffer size based on stripe size and number of columns. + * See bufferSize() method for more info. + * Default: false + */ + public WriterOptions enforceBufferSize() { + enforceBufferSize = true; + return this; + } + /** * Sets whether the HDFS blocks are padded to prevent stripes from * straddling blocks. Padding improves locality and thus the speed of @@ -460,6 +475,10 @@ public int getBufferSize() { return bufferSizeValue; } + public boolean isEnforceBufferSize() { + return enforceBufferSize; + } + public int getRowIndexStride() { return rowIndexStrideValue; } diff --git a/orc/src/java/org/apache/orc/impl/WriterImpl.java b/orc/src/java/org/apache/orc/impl/WriterImpl.java index d4b9a14be647..f8afe06a783f 100644 --- a/orc/src/java/org/apache/orc/impl/WriterImpl.java +++ b/orc/src/java/org/apache/orc/impl/WriterImpl.java @@ -180,8 +180,12 @@ public Writer getWriter() { buildIndex = rowIndexStride > 0; codec = createCodec(compress); int numColumns = schema.getMaximumId() + 1; - this.bufferSize = getEstimatedBufferSize(defaultStripeSize, - numColumns, opts.getBufferSize()); + if (opts.isEnforceBufferSize()) { + this.bufferSize = opts.getBufferSize(); + } else { + this.bufferSize = getEstimatedBufferSize(defaultStripeSize, + numColumns, opts.getBufferSize()); + } if (version == OrcFile.Version.V_0_11) { /* do not write bloom filters for ORC v11 */ this.bloomFilterColumns = new boolean[schema.getMaximumId() + 1]; @@ -199,7 +203,7 @@ public Writer getWriter() { // ensure that we are able to handle callbacks before we register ourselves memoryManager.addWriter(path, opts.getStripeSize(), this); LOG.info("ORC writer created for path: {} with stripeSize: {} blockSize: {}" + - " compression: {} estimatedBufferSize: {}", path, defaultStripeSize, blockSize, + " compression: {} bufferSize: {}", path, defaultStripeSize, blockSize, compress, bufferSize); } @@ -212,13 +216,7 @@ public static int getEstimatedBufferSize(long stripeSize, int numColumns, // sizes. int estBufferSize = (int) (stripeSize / (20 * numColumns)); estBufferSize = getClosestBufferSize(estBufferSize); - if (estBufferSize > bs) { - estBufferSize = bs; - } else { - LOG.info("WIDE TABLE - Number of columns: " + numColumns + - " Chosen compression buffer size: " + estBufferSize); - } - return estBufferSize; + return estBufferSize > bs ? bs : estBufferSize; } private static int getClosestBufferSize(int estBufferSize) { diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/OrcFileMergeOperator.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/OrcFileMergeOperator.java index e554ab1c9f4c..e3cb765e0a82 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/OrcFileMergeOperator.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/OrcFileMergeOperator.java @@ -121,7 +121,9 @@ private void processKeyValuePairs(Object key, Object value) .inspector(reader.getObjectInspector()); // compression buffer size should only be set if compression is enabled if (compression != CompressionKind.NONE) { - options.bufferSize(compressBuffSize); + // enforce is required to retain the buffer sizes of old files instead of orc writer + // inferring the optimal buffer size + options.bufferSize(compressBuffSize).enforceBufferSize(); } outWriter = OrcFile.createWriter(outPath, options); diff --git a/ql/src/test/queries/clientpositive/orc_merge12.q b/ql/src/test/queries/clientpositive/orc_merge12.q new file mode 100644 index 000000000000..ed17cea94096 --- /dev/null +++ b/ql/src/test/queries/clientpositive/orc_merge12.q @@ -0,0 +1,51 @@ +CREATE TABLE `alltypesorc3xcols`( + `atinyint` tinyint, + `asmallint` smallint, + `aint` int, + `abigint` bigint, + `afloat` float, + `adouble` double, + `astring1` string, + `astring2` string, + `atimestamp1` timestamp, + `atimestamp2` timestamp, + `aboolean1` boolean, + `aboolean2` boolean, + `btinyint` tinyint, + `bsmallint` smallint, + `bint` int, + `bbigint` bigint, + `bfloat` float, + `bdouble` double, + `bstring1` string, + `bstring2` string, + `btimestamp1` timestamp, + `btimestamp2` timestamp, + `bboolean1` boolean, + `bboolean2` boolean, + `ctinyint` tinyint, + `csmallint` smallint, + `cint` int, + `cbigint` bigint, + `cfloat` float, + `cdouble` double, + `cstring1` string, + `cstring2` string, + `ctimestamp1` timestamp, + `ctimestamp2` timestamp, + `cboolean1` boolean, + `cboolean2` boolean) stored as ORC; + +load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols; +load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols; + +select count(*) from alltypesorc3xcols; +select sum(hash(*)) from alltypesorc3xcols; + +alter table alltypesorc3xcols concatenate; + +select count(*) from alltypesorc3xcols; +select sum(hash(*)) from alltypesorc3xcols; + +SET hive.exec.post.hooks=org.apache.hadoop.hive.ql.hooks.PostExecOrcFileDump; +select * from alltypesorc3xcols limit 1; diff --git a/ql/src/test/results/clientpositive/orc_merge12.q.out b/ql/src/test/results/clientpositive/orc_merge12.q.out new file mode 100644 index 000000000000..f23be5abca9d --- /dev/null +++ b/ql/src/test/results/clientpositive/orc_merge12.q.out @@ -0,0 +1,606 @@ +PREHOOK: query: CREATE TABLE `alltypesorc3xcols`( + `atinyint` tinyint, + `asmallint` smallint, + `aint` int, + `abigint` bigint, + `afloat` float, + `adouble` double, + `astring1` string, + `astring2` string, + `atimestamp1` timestamp, + `atimestamp2` timestamp, + `aboolean1` boolean, + `aboolean2` boolean, + `btinyint` tinyint, + `bsmallint` smallint, + `bint` int, + `bbigint` bigint, + `bfloat` float, + `bdouble` double, + `bstring1` string, + `bstring2` string, + `btimestamp1` timestamp, + `btimestamp2` timestamp, + `bboolean1` boolean, + `bboolean2` boolean, + `ctinyint` tinyint, + `csmallint` smallint, + `cint` int, + `cbigint` bigint, + `cfloat` float, + `cdouble` double, + `cstring1` string, + `cstring2` string, + `ctimestamp1` timestamp, + `ctimestamp2` timestamp, + `cboolean1` boolean, + `cboolean2` boolean) stored as ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@alltypesorc3xcols +POSTHOOK: query: CREATE TABLE `alltypesorc3xcols`( + `atinyint` tinyint, + `asmallint` smallint, + `aint` int, + `abigint` bigint, + `afloat` float, + `adouble` double, + `astring1` string, + `astring2` string, + `atimestamp1` timestamp, + `atimestamp2` timestamp, + `aboolean1` boolean, + `aboolean2` boolean, + `btinyint` tinyint, + `bsmallint` smallint, + `bint` int, + `bbigint` bigint, + `bfloat` float, + `bdouble` double, + `bstring1` string, + `bstring2` string, + `btimestamp1` timestamp, + `btimestamp2` timestamp, + `bboolean1` boolean, + `bboolean2` boolean, + `ctinyint` tinyint, + `csmallint` smallint, + `cint` int, + `cbigint` bigint, + `cfloat` float, + `cdouble` double, + `cstring1` string, + `cstring2` string, + `ctimestamp1` timestamp, + `ctimestamp2` timestamp, + `cboolean1` boolean, + `cboolean2` boolean) stored as ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@alltypesorc3xcols +PREHOOK: query: load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@alltypesorc3xcols +POSTHOOK: query: load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@alltypesorc3xcols +PREHOOK: query: load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@alltypesorc3xcols +POSTHOOK: query: load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@alltypesorc3xcols +PREHOOK: query: select count(*) from alltypesorc3xcols +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc3xcols +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from alltypesorc3xcols +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc3xcols +#### A masked pattern was here #### +24576 +PREHOOK: query: select sum(hash(*)) from alltypesorc3xcols +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc3xcols +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from alltypesorc3xcols +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc3xcols +#### A masked pattern was here #### +-302946892512 +PREHOOK: query: alter table alltypesorc3xcols concatenate +PREHOOK: type: ALTER_TABLE_MERGE +PREHOOK: Input: default@alltypesorc3xcols +PREHOOK: Output: default@alltypesorc3xcols +POSTHOOK: query: alter table alltypesorc3xcols concatenate +POSTHOOK: type: ALTER_TABLE_MERGE +POSTHOOK: Input: default@alltypesorc3xcols +POSTHOOK: Output: default@alltypesorc3xcols +PREHOOK: query: select count(*) from alltypesorc3xcols +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc3xcols +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from alltypesorc3xcols +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc3xcols +#### A masked pattern was here #### +24576 +PREHOOK: query: select sum(hash(*)) from alltypesorc3xcols +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc3xcols +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from alltypesorc3xcols +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc3xcols +#### A masked pattern was here #### +-302946892512 +PREHOOK: query: select * from alltypesorc3xcols limit 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc3xcols +#### A masked pattern was here #### +-- BEGIN ORC FILE DUMP -- +#### A masked pattern was here #### +File Version: 0.12 with HIVE_13083 +Rows: 24576 +Compression: ZLIB +Compression size: 262144 +Type: struct<_col0:tinyint,_col1:smallint,_col2:int,_col3:bigint,_col4:float,_col5:double,_col6:string,_col7:string,_col8:timestamp,_col9:timestamp,_col10:boolean,_col11:boolean,_col12:tinyint,_col13:smallint,_col14:int,_col15:bigint,_col16:float,_col17:double,_col18:string,_col19:string,_col20:timestamp,_col21:timestamp,_col22:boolean,_col23:boolean,_col24:tinyint,_col25:smallint,_col26:int,_col27:bigint,_col28:float,_col29:double,_col30:string,_col31:string,_col32:timestamp,_col33:timestamp,_col34:boolean,_col35:boolean> + +Stripe Statistics: + Stripe 1: + Column 0: count: 12288 hasNull: false + Column 1: count: 9173 hasNull: true min: -64 max: 62 sum: -39856 + Column 2: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990 + Column 3: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785 + Column 4: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409 + Column 5: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636 + Column 6: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7 + Column 7: count: 12288 hasNull: false min: 00020767-dd8f-4f4d-bd68-4b7be64b8e44 max: fffa3516-e219-4027-b0d3-72bb2e676c52 sum: 442368 + Column 8: count: 12288 hasNull: false min: 000976f7-7075-4f3f-a564-5a375fafcc101416a2b7-7f64-41b7-851f-97d15405037e max: fffd0642-5f01-48cd-8d97-3428faee49e9b39f2b4c-efdc-4e5f-9ab5-4aa5394cb156 sum: 884736 + Column 9: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 10: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 11: count: 9174 hasNull: true true: 6138 + Column 12: count: 9173 hasNull: true true: 3983 + Column 13: count: 9173 hasNull: true min: -64 max: 62 sum: -39856 + Column 14: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990 + Column 15: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785 + Column 16: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409 + Column 17: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636 + Column 18: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7 + Column 19: count: 9174 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 127881 + Column 20: count: 9173 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 149134 + Column 21: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 22: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 23: count: 9174 hasNull: true true: 6138 + Column 24: count: 9173 hasNull: true true: 3983 + Column 25: count: 9173 hasNull: true min: -64 max: 62 sum: -39856 + Column 26: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990 + Column 27: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785 + Column 28: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409 + Column 29: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636 + Column 30: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7 + Column 31: count: 9174 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 127881 + Column 32: count: 9173 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 149134 + Column 33: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 34: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 35: count: 9174 hasNull: true true: 6138 + Column 36: count: 9173 hasNull: true true: 3983 + Stripe 2: + Column 0: count: 12288 hasNull: false + Column 1: count: 9173 hasNull: true min: -64 max: 62 sum: -39856 + Column 2: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990 + Column 3: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785 + Column 4: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409 + Column 5: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636 + Column 6: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7 + Column 7: count: 12288 hasNull: false min: 00020767-dd8f-4f4d-bd68-4b7be64b8e44 max: fffa3516-e219-4027-b0d3-72bb2e676c52 sum: 442368 + Column 8: count: 12288 hasNull: false min: 000976f7-7075-4f3f-a564-5a375fafcc101416a2b7-7f64-41b7-851f-97d15405037e max: fffd0642-5f01-48cd-8d97-3428faee49e9b39f2b4c-efdc-4e5f-9ab5-4aa5394cb156 sum: 884736 + Column 9: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 10: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 11: count: 9174 hasNull: true true: 6138 + Column 12: count: 9173 hasNull: true true: 3983 + Column 13: count: 9173 hasNull: true min: -64 max: 62 sum: -39856 + Column 14: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990 + Column 15: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785 + Column 16: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409 + Column 17: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636 + Column 18: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7 + Column 19: count: 9174 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 127881 + Column 20: count: 9173 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 149134 + Column 21: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 22: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 23: count: 9174 hasNull: true true: 6138 + Column 24: count: 9173 hasNull: true true: 3983 + Column 25: count: 9173 hasNull: true min: -64 max: 62 sum: -39856 + Column 26: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990 + Column 27: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785 + Column 28: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409 + Column 29: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636 + Column 30: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7 + Column 31: count: 9174 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 127881 + Column 32: count: 9173 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 149134 + Column 33: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 34: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 35: count: 9174 hasNull: true true: 6138 + Column 36: count: 9173 hasNull: true true: 3983 + +File Statistics: + Column 0: count: 24576 hasNull: false + Column 1: count: 18346 hasNull: true min: -64 max: 62 sum: -79712 + Column 2: count: 18348 hasNull: true min: -16379 max: 16376 sum: 14871980 + Column 3: count: 18346 hasNull: true min: -1073279343 max: 1073680599 sum: 2876101727570 + Column 4: count: 18346 hasNull: true min: -2147311592 max: 2145498388 sum: -3396920056818 + Column 5: count: 18346 hasNull: true min: -64.0 max: 79.5530014038086 sum: -78959.27198576927 + Column 6: count: 18348 hasNull: true min: -16379.0 max: 9763215.5639 sum: 1.12447306061E8 + Column 7: count: 24576 hasNull: false min: 00020767-dd8f-4f4d-bd68-4b7be64b8e44 max: fffa3516-e219-4027-b0d3-72bb2e676c52 sum: 884736 + Column 8: count: 24576 hasNull: false min: 000976f7-7075-4f3f-a564-5a375fafcc101416a2b7-7f64-41b7-851f-97d15405037e max: fffd0642-5f01-48cd-8d97-3428faee49e9b39f2b4c-efdc-4e5f-9ab5-4aa5394cb156 sum: 1769472 + Column 9: count: 18346 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 10: count: 18348 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 11: count: 18348 hasNull: true true: 12276 + Column 12: count: 18346 hasNull: true true: 7966 + Column 13: count: 18346 hasNull: true min: -64 max: 62 sum: -79712 + Column 14: count: 18348 hasNull: true min: -16379 max: 16376 sum: 14871980 + Column 15: count: 18346 hasNull: true min: -1073279343 max: 1073680599 sum: 2876101727570 + Column 16: count: 18346 hasNull: true min: -2147311592 max: 2145498388 sum: -3396920056818 + Column 17: count: 18346 hasNull: true min: -64.0 max: 79.5530014038086 sum: -78959.27198576927 + Column 18: count: 18348 hasNull: true min: -16379.0 max: 9763215.5639 sum: 1.12447306061E8 + Column 19: count: 18348 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 255762 + Column 20: count: 18346 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 298268 + Column 21: count: 18346 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 22: count: 18348 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 23: count: 18348 hasNull: true true: 12276 + Column 24: count: 18346 hasNull: true true: 7966 + Column 25: count: 18346 hasNull: true min: -64 max: 62 sum: -79712 + Column 26: count: 18348 hasNull: true min: -16379 max: 16376 sum: 14871980 + Column 27: count: 18346 hasNull: true min: -1073279343 max: 1073680599 sum: 2876101727570 + Column 28: count: 18346 hasNull: true min: -2147311592 max: 2145498388 sum: -3396920056818 + Column 29: count: 18346 hasNull: true min: -64.0 max: 79.5530014038086 sum: -78959.27198576927 + Column 30: count: 18348 hasNull: true min: -16379.0 max: 9763215.5639 sum: 1.12447306061E8 + Column 31: count: 18348 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 255762 + Column 32: count: 18346 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 298268 + Column 33: count: 18346 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 34: count: 18348 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 35: count: 18348 hasNull: true true: 12276 + Column 36: count: 18346 hasNull: true true: 7966 + +Stripes: + Stripe: offset: 3 data: 1500017 rows: 12288 tail: 501 index: 2836 + Stream: column 0 section ROW_INDEX start: 3 length 21 + Stream: column 1 section ROW_INDEX start: 24 length 53 + Stream: column 2 section ROW_INDEX start: 77 length 67 + Stream: column 3 section ROW_INDEX start: 144 length 81 + Stream: column 4 section ROW_INDEX start: 225 length 83 + Stream: column 5 section ROW_INDEX start: 308 length 77 + Stream: column 6 section ROW_INDEX start: 385 length 77 + Stream: column 7 section ROW_INDEX start: 462 length 176 + Stream: column 8 section ROW_INDEX start: 638 length 267 + Stream: column 9 section ROW_INDEX start: 905 length 63 + Stream: column 10 section ROW_INDEX start: 968 length 57 + Stream: column 11 section ROW_INDEX start: 1025 length 47 + Stream: column 12 section ROW_INDEX start: 1072 length 47 + Stream: column 13 section ROW_INDEX start: 1119 length 53 + Stream: column 14 section ROW_INDEX start: 1172 length 67 + Stream: column 15 section ROW_INDEX start: 1239 length 81 + Stream: column 16 section ROW_INDEX start: 1320 length 83 + Stream: column 17 section ROW_INDEX start: 1403 length 77 + Stream: column 18 section ROW_INDEX start: 1480 length 77 + Stream: column 19 section ROW_INDEX start: 1557 length 115 + Stream: column 20 section ROW_INDEX start: 1672 length 93 + Stream: column 21 section ROW_INDEX start: 1765 length 63 + Stream: column 22 section ROW_INDEX start: 1828 length 57 + Stream: column 23 section ROW_INDEX start: 1885 length 47 + Stream: column 24 section ROW_INDEX start: 1932 length 47 + Stream: column 25 section ROW_INDEX start: 1979 length 53 + Stream: column 26 section ROW_INDEX start: 2032 length 67 + Stream: column 27 section ROW_INDEX start: 2099 length 81 + Stream: column 28 section ROW_INDEX start: 2180 length 83 + Stream: column 29 section ROW_INDEX start: 2263 length 77 + Stream: column 30 section ROW_INDEX start: 2340 length 77 + Stream: column 31 section ROW_INDEX start: 2417 length 115 + Stream: column 32 section ROW_INDEX start: 2532 length 93 + Stream: column 33 section ROW_INDEX start: 2625 length 63 + Stream: column 34 section ROW_INDEX start: 2688 length 57 + Stream: column 35 section ROW_INDEX start: 2745 length 47 + Stream: column 36 section ROW_INDEX start: 2792 length 47 + Stream: column 1 section PRESENT start: 2839 length 51 + Stream: column 1 section DATA start: 2890 length 5448 + Stream: column 2 section PRESENT start: 8338 length 53 + Stream: column 2 section DATA start: 8391 length 12144 + Stream: column 3 section PRESENT start: 20535 length 53 + Stream: column 3 section DATA start: 20588 length 24618 + Stream: column 4 section PRESENT start: 45206 length 52 + Stream: column 4 section DATA start: 45258 length 24681 + Stream: column 5 section PRESENT start: 69939 length 51 + Stream: column 5 section DATA start: 69990 length 9927 + Stream: column 6 section PRESENT start: 79917 length 53 + Stream: column 6 section DATA start: 79970 length 19755 + Stream: column 7 section DATA start: 99725 length 258570 + Stream: column 7 section LENGTH start: 358295 length 108 + Stream: column 8 section DATA start: 358403 length 517341 + Stream: column 8 section LENGTH start: 875744 length 108 + Stream: column 9 section PRESENT start: 875852 length 52 + Stream: column 9 section DATA start: 875904 length 8045 + Stream: column 9 section SECONDARY start: 883949 length 9555 + Stream: column 10 section PRESENT start: 893504 length 58 + Stream: column 10 section DATA start: 893562 length 8082 + Stream: column 10 section SECONDARY start: 901644 length 9590 + Stream: column 11 section PRESENT start: 911234 length 51 + Stream: column 11 section DATA start: 911285 length 782 + Stream: column 12 section PRESENT start: 912067 length 54 + Stream: column 12 section DATA start: 912121 length 783 + Stream: column 13 section PRESENT start: 912904 length 51 + Stream: column 13 section DATA start: 912955 length 5448 + Stream: column 14 section PRESENT start: 918403 length 53 + Stream: column 14 section DATA start: 918456 length 12144 + Stream: column 15 section PRESENT start: 930600 length 53 + Stream: column 15 section DATA start: 930653 length 24618 + Stream: column 16 section PRESENT start: 955271 length 52 + Stream: column 16 section DATA start: 955323 length 24681 + Stream: column 17 section PRESENT start: 980004 length 51 + Stream: column 17 section DATA start: 980055 length 9927 + Stream: column 18 section PRESENT start: 989982 length 53 + Stream: column 18 section DATA start: 990035 length 19755 + Stream: column 19 section PRESENT start: 1009790 length 51 + Stream: column 19 section DATA start: 1009841 length 11009 + Stream: column 19 section LENGTH start: 1020850 length 3722 + Stream: column 19 section DICTIONARY_DATA start: 1024572 length 65435 + Stream: column 20 section PRESENT start: 1090007 length 54 + Stream: column 20 section DATA start: 1090061 length 11006 + Stream: column 20 section LENGTH start: 1101067 length 3739 + Stream: column 20 section DICTIONARY_DATA start: 1104806 length 66022 + Stream: column 21 section PRESENT start: 1170828 length 52 + Stream: column 21 section DATA start: 1170880 length 8045 + Stream: column 21 section SECONDARY start: 1178925 length 9555 + Stream: column 22 section PRESENT start: 1188480 length 58 + Stream: column 22 section DATA start: 1188538 length 8082 + Stream: column 22 section SECONDARY start: 1196620 length 9590 + Stream: column 23 section PRESENT start: 1206210 length 51 + Stream: column 23 section DATA start: 1206261 length 782 + Stream: column 24 section PRESENT start: 1207043 length 54 + Stream: column 24 section DATA start: 1207097 length 783 + Stream: column 25 section PRESENT start: 1207880 length 51 + Stream: column 25 section DATA start: 1207931 length 5448 + Stream: column 26 section PRESENT start: 1213379 length 53 + Stream: column 26 section DATA start: 1213432 length 12144 + Stream: column 27 section PRESENT start: 1225576 length 53 + Stream: column 27 section DATA start: 1225629 length 24618 + Stream: column 28 section PRESENT start: 1250247 length 52 + Stream: column 28 section DATA start: 1250299 length 24681 + Stream: column 29 section PRESENT start: 1274980 length 51 + Stream: column 29 section DATA start: 1275031 length 9927 + Stream: column 30 section PRESENT start: 1284958 length 53 + Stream: column 30 section DATA start: 1285011 length 19755 + Stream: column 31 section PRESENT start: 1304766 length 51 + Stream: column 31 section DATA start: 1304817 length 11009 + Stream: column 31 section LENGTH start: 1315826 length 3722 + Stream: column 31 section DICTIONARY_DATA start: 1319548 length 65435 + Stream: column 32 section PRESENT start: 1384983 length 54 + Stream: column 32 section DATA start: 1385037 length 11006 + Stream: column 32 section LENGTH start: 1396043 length 3739 + Stream: column 32 section DICTIONARY_DATA start: 1399782 length 66022 + Stream: column 33 section PRESENT start: 1465804 length 52 + Stream: column 33 section DATA start: 1465856 length 8045 + Stream: column 33 section SECONDARY start: 1473901 length 9555 + Stream: column 34 section PRESENT start: 1483456 length 58 + Stream: column 34 section DATA start: 1483514 length 8082 + Stream: column 34 section SECONDARY start: 1491596 length 9590 + Stream: column 35 section PRESENT start: 1501186 length 51 + Stream: column 35 section DATA start: 1501237 length 782 + Stream: column 36 section PRESENT start: 1502019 length 54 + Stream: column 36 section DATA start: 1502073 length 783 + Encoding column 0: DIRECT + Encoding column 1: DIRECT + Encoding column 2: DIRECT_V2 + Encoding column 3: DIRECT_V2 + Encoding column 4: DIRECT_V2 + Encoding column 5: DIRECT + Encoding column 6: DIRECT + Encoding column 7: DIRECT_V2 + Encoding column 8: DIRECT_V2 + Encoding column 9: DIRECT_V2 + Encoding column 10: DIRECT_V2 + Encoding column 11: DIRECT + Encoding column 12: DIRECT + Encoding column 13: DIRECT + Encoding column 14: DIRECT_V2 + Encoding column 15: DIRECT_V2 + Encoding column 16: DIRECT_V2 + Encoding column 17: DIRECT + Encoding column 18: DIRECT + Encoding column 19: DICTIONARY_V2[6083] + Encoding column 20: DICTIONARY_V2[6081] + Encoding column 21: DIRECT_V2 + Encoding column 22: DIRECT_V2 + Encoding column 23: DIRECT + Encoding column 24: DIRECT + Encoding column 25: DIRECT + Encoding column 26: DIRECT_V2 + Encoding column 27: DIRECT_V2 + Encoding column 28: DIRECT_V2 + Encoding column 29: DIRECT + Encoding column 30: DIRECT + Encoding column 31: DICTIONARY_V2[6083] + Encoding column 32: DICTIONARY_V2[6081] + Encoding column 33: DIRECT_V2 + Encoding column 34: DIRECT_V2 + Encoding column 35: DIRECT + Encoding column 36: DIRECT + Row group indices for column 1: + Entry 0: count: 7909 hasNull: true min: -64 max: 62 sum: -50203 positions: 0,0,0,0,0,0,0 + Entry 1: count: 1264 hasNull: true min: -64 max: 62 sum: 10347 positions: 0,182,99,0,0,5937,2 + Stripe: offset: 1503357 data: 1500017 rows: 12288 tail: 501 index: 2836 + Stream: column 0 section ROW_INDEX start: 1503357 length 21 + Stream: column 1 section ROW_INDEX start: 1503378 length 53 + Stream: column 2 section ROW_INDEX start: 1503431 length 67 + Stream: column 3 section ROW_INDEX start: 1503498 length 81 + Stream: column 4 section ROW_INDEX start: 1503579 length 83 + Stream: column 5 section ROW_INDEX start: 1503662 length 77 + Stream: column 6 section ROW_INDEX start: 1503739 length 77 + Stream: column 7 section ROW_INDEX start: 1503816 length 176 + Stream: column 8 section ROW_INDEX start: 1503992 length 267 + Stream: column 9 section ROW_INDEX start: 1504259 length 63 + Stream: column 10 section ROW_INDEX start: 1504322 length 57 + Stream: column 11 section ROW_INDEX start: 1504379 length 47 + Stream: column 12 section ROW_INDEX start: 1504426 length 47 + Stream: column 13 section ROW_INDEX start: 1504473 length 53 + Stream: column 14 section ROW_INDEX start: 1504526 length 67 + Stream: column 15 section ROW_INDEX start: 1504593 length 81 + Stream: column 16 section ROW_INDEX start: 1504674 length 83 + Stream: column 17 section ROW_INDEX start: 1504757 length 77 + Stream: column 18 section ROW_INDEX start: 1504834 length 77 + Stream: column 19 section ROW_INDEX start: 1504911 length 115 + Stream: column 20 section ROW_INDEX start: 1505026 length 93 + Stream: column 21 section ROW_INDEX start: 1505119 length 63 + Stream: column 22 section ROW_INDEX start: 1505182 length 57 + Stream: column 23 section ROW_INDEX start: 1505239 length 47 + Stream: column 24 section ROW_INDEX start: 1505286 length 47 + Stream: column 25 section ROW_INDEX start: 1505333 length 53 + Stream: column 26 section ROW_INDEX start: 1505386 length 67 + Stream: column 27 section ROW_INDEX start: 1505453 length 81 + Stream: column 28 section ROW_INDEX start: 1505534 length 83 + Stream: column 29 section ROW_INDEX start: 1505617 length 77 + Stream: column 30 section ROW_INDEX start: 1505694 length 77 + Stream: column 31 section ROW_INDEX start: 1505771 length 115 + Stream: column 32 section ROW_INDEX start: 1505886 length 93 + Stream: column 33 section ROW_INDEX start: 1505979 length 63 + Stream: column 34 section ROW_INDEX start: 1506042 length 57 + Stream: column 35 section ROW_INDEX start: 1506099 length 47 + Stream: column 36 section ROW_INDEX start: 1506146 length 47 + Stream: column 1 section PRESENT start: 1506193 length 51 + Stream: column 1 section DATA start: 1506244 length 5448 + Stream: column 2 section PRESENT start: 1511692 length 53 + Stream: column 2 section DATA start: 1511745 length 12144 + Stream: column 3 section PRESENT start: 1523889 length 53 + Stream: column 3 section DATA start: 1523942 length 24618 + Stream: column 4 section PRESENT start: 1548560 length 52 + Stream: column 4 section DATA start: 1548612 length 24681 + Stream: column 5 section PRESENT start: 1573293 length 51 + Stream: column 5 section DATA start: 1573344 length 9927 + Stream: column 6 section PRESENT start: 1583271 length 53 + Stream: column 6 section DATA start: 1583324 length 19755 + Stream: column 7 section DATA start: 1603079 length 258570 + Stream: column 7 section LENGTH start: 1861649 length 108 + Stream: column 8 section DATA start: 1861757 length 517341 + Stream: column 8 section LENGTH start: 2379098 length 108 + Stream: column 9 section PRESENT start: 2379206 length 52 + Stream: column 9 section DATA start: 2379258 length 8045 + Stream: column 9 section SECONDARY start: 2387303 length 9555 + Stream: column 10 section PRESENT start: 2396858 length 58 + Stream: column 10 section DATA start: 2396916 length 8082 + Stream: column 10 section SECONDARY start: 2404998 length 9590 + Stream: column 11 section PRESENT start: 2414588 length 51 + Stream: column 11 section DATA start: 2414639 length 782 + Stream: column 12 section PRESENT start: 2415421 length 54 + Stream: column 12 section DATA start: 2415475 length 783 + Stream: column 13 section PRESENT start: 2416258 length 51 + Stream: column 13 section DATA start: 2416309 length 5448 + Stream: column 14 section PRESENT start: 2421757 length 53 + Stream: column 14 section DATA start: 2421810 length 12144 + Stream: column 15 section PRESENT start: 2433954 length 53 + Stream: column 15 section DATA start: 2434007 length 24618 + Stream: column 16 section PRESENT start: 2458625 length 52 + Stream: column 16 section DATA start: 2458677 length 24681 + Stream: column 17 section PRESENT start: 2483358 length 51 + Stream: column 17 section DATA start: 2483409 length 9927 + Stream: column 18 section PRESENT start: 2493336 length 53 + Stream: column 18 section DATA start: 2493389 length 19755 + Stream: column 19 section PRESENT start: 2513144 length 51 + Stream: column 19 section DATA start: 2513195 length 11009 + Stream: column 19 section LENGTH start: 2524204 length 3722 + Stream: column 19 section DICTIONARY_DATA start: 2527926 length 65435 + Stream: column 20 section PRESENT start: 2593361 length 54 + Stream: column 20 section DATA start: 2593415 length 11006 + Stream: column 20 section LENGTH start: 2604421 length 3739 + Stream: column 20 section DICTIONARY_DATA start: 2608160 length 66022 + Stream: column 21 section PRESENT start: 2674182 length 52 + Stream: column 21 section DATA start: 2674234 length 8045 + Stream: column 21 section SECONDARY start: 2682279 length 9555 + Stream: column 22 section PRESENT start: 2691834 length 58 + Stream: column 22 section DATA start: 2691892 length 8082 + Stream: column 22 section SECONDARY start: 2699974 length 9590 + Stream: column 23 section PRESENT start: 2709564 length 51 + Stream: column 23 section DATA start: 2709615 length 782 + Stream: column 24 section PRESENT start: 2710397 length 54 + Stream: column 24 section DATA start: 2710451 length 783 + Stream: column 25 section PRESENT start: 2711234 length 51 + Stream: column 25 section DATA start: 2711285 length 5448 + Stream: column 26 section PRESENT start: 2716733 length 53 + Stream: column 26 section DATA start: 2716786 length 12144 + Stream: column 27 section PRESENT start: 2728930 length 53 + Stream: column 27 section DATA start: 2728983 length 24618 + Stream: column 28 section PRESENT start: 2753601 length 52 + Stream: column 28 section DATA start: 2753653 length 24681 + Stream: column 29 section PRESENT start: 2778334 length 51 + Stream: column 29 section DATA start: 2778385 length 9927 + Stream: column 30 section PRESENT start: 2788312 length 53 + Stream: column 30 section DATA start: 2788365 length 19755 + Stream: column 31 section PRESENT start: 2808120 length 51 + Stream: column 31 section DATA start: 2808171 length 11009 + Stream: column 31 section LENGTH start: 2819180 length 3722 + Stream: column 31 section DICTIONARY_DATA start: 2822902 length 65435 + Stream: column 32 section PRESENT start: 2888337 length 54 + Stream: column 32 section DATA start: 2888391 length 11006 + Stream: column 32 section LENGTH start: 2899397 length 3739 + Stream: column 32 section DICTIONARY_DATA start: 2903136 length 66022 + Stream: column 33 section PRESENT start: 2969158 length 52 + Stream: column 33 section DATA start: 2969210 length 8045 + Stream: column 33 section SECONDARY start: 2977255 length 9555 + Stream: column 34 section PRESENT start: 2986810 length 58 + Stream: column 34 section DATA start: 2986868 length 8082 + Stream: column 34 section SECONDARY start: 2994950 length 9590 + Stream: column 35 section PRESENT start: 3004540 length 51 + Stream: column 35 section DATA start: 3004591 length 782 + Stream: column 36 section PRESENT start: 3005373 length 54 + Stream: column 36 section DATA start: 3005427 length 783 + Encoding column 0: DIRECT + Encoding column 1: DIRECT + Encoding column 2: DIRECT_V2 + Encoding column 3: DIRECT_V2 + Encoding column 4: DIRECT_V2 + Encoding column 5: DIRECT + Encoding column 6: DIRECT + Encoding column 7: DIRECT_V2 + Encoding column 8: DIRECT_V2 + Encoding column 9: DIRECT_V2 + Encoding column 10: DIRECT_V2 + Encoding column 11: DIRECT + Encoding column 12: DIRECT + Encoding column 13: DIRECT + Encoding column 14: DIRECT_V2 + Encoding column 15: DIRECT_V2 + Encoding column 16: DIRECT_V2 + Encoding column 17: DIRECT + Encoding column 18: DIRECT + Encoding column 19: DICTIONARY_V2[6083] + Encoding column 20: DICTIONARY_V2[6081] + Encoding column 21: DIRECT_V2 + Encoding column 22: DIRECT_V2 + Encoding column 23: DIRECT + Encoding column 24: DIRECT + Encoding column 25: DIRECT + Encoding column 26: DIRECT_V2 + Encoding column 27: DIRECT_V2 + Encoding column 28: DIRECT_V2 + Encoding column 29: DIRECT + Encoding column 30: DIRECT + Encoding column 31: DICTIONARY_V2[6083] + Encoding column 32: DICTIONARY_V2[6081] + Encoding column 33: DIRECT_V2 + Encoding column 34: DIRECT_V2 + Encoding column 35: DIRECT + Encoding column 36: DIRECT + Row group indices for column 1: + Entry 0: count: 7909 hasNull: true min: -64 max: 62 sum: -50203 positions: 0,0,0,0,0,0,0 + Entry 1: count: 1264 hasNull: true min: -64 max: 62 sum: 10347 positions: 0,182,99,0,0,5937,2 + +File length: 3007981 bytes +Padding length: 0 bytes +Padding ratio: 0% +________________________________________________________________________________________________________________________ + +-- END ORC FILE DUMP -- +-50 -13326 528534767 NULL -50.0 -13326.0 18f2de7d-0c69-4052-9c4b-64f196d6d589 9edba9e8-1f91-47e7-b31f-451eeb5feb7781ba3a3e-c22e-4412-91a2-86ad05ae1ca8 1969-12-31 15:59:46.674 1969-12-31 16:00:07.875 true NULL -50 -13326 528534767 NULL -50.0 -13326.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:46.674 1969-12-31 16:00:07.875 true NULL -50 -13326 528534767 NULL -50.0 -13326.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:46.674 1969-12-31 16:00:07.875 true NULL diff --git a/ql/src/test/results/clientpositive/tez/orc_merge12.q.out b/ql/src/test/results/clientpositive/tez/orc_merge12.q.out new file mode 100644 index 000000000000..f23be5abca9d --- /dev/null +++ b/ql/src/test/results/clientpositive/tez/orc_merge12.q.out @@ -0,0 +1,606 @@ +PREHOOK: query: CREATE TABLE `alltypesorc3xcols`( + `atinyint` tinyint, + `asmallint` smallint, + `aint` int, + `abigint` bigint, + `afloat` float, + `adouble` double, + `astring1` string, + `astring2` string, + `atimestamp1` timestamp, + `atimestamp2` timestamp, + `aboolean1` boolean, + `aboolean2` boolean, + `btinyint` tinyint, + `bsmallint` smallint, + `bint` int, + `bbigint` bigint, + `bfloat` float, + `bdouble` double, + `bstring1` string, + `bstring2` string, + `btimestamp1` timestamp, + `btimestamp2` timestamp, + `bboolean1` boolean, + `bboolean2` boolean, + `ctinyint` tinyint, + `csmallint` smallint, + `cint` int, + `cbigint` bigint, + `cfloat` float, + `cdouble` double, + `cstring1` string, + `cstring2` string, + `ctimestamp1` timestamp, + `ctimestamp2` timestamp, + `cboolean1` boolean, + `cboolean2` boolean) stored as ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@alltypesorc3xcols +POSTHOOK: query: CREATE TABLE `alltypesorc3xcols`( + `atinyint` tinyint, + `asmallint` smallint, + `aint` int, + `abigint` bigint, + `afloat` float, + `adouble` double, + `astring1` string, + `astring2` string, + `atimestamp1` timestamp, + `atimestamp2` timestamp, + `aboolean1` boolean, + `aboolean2` boolean, + `btinyint` tinyint, + `bsmallint` smallint, + `bint` int, + `bbigint` bigint, + `bfloat` float, + `bdouble` double, + `bstring1` string, + `bstring2` string, + `btimestamp1` timestamp, + `btimestamp2` timestamp, + `bboolean1` boolean, + `bboolean2` boolean, + `ctinyint` tinyint, + `csmallint` smallint, + `cint` int, + `cbigint` bigint, + `cfloat` float, + `cdouble` double, + `cstring1` string, + `cstring2` string, + `ctimestamp1` timestamp, + `ctimestamp2` timestamp, + `cboolean1` boolean, + `cboolean2` boolean) stored as ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@alltypesorc3xcols +PREHOOK: query: load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@alltypesorc3xcols +POSTHOOK: query: load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@alltypesorc3xcols +PREHOOK: query: load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@alltypesorc3xcols +POSTHOOK: query: load data local inpath '../../data/files/alltypesorc3xcols' into table alltypesorc3xcols +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@alltypesorc3xcols +PREHOOK: query: select count(*) from alltypesorc3xcols +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc3xcols +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from alltypesorc3xcols +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc3xcols +#### A masked pattern was here #### +24576 +PREHOOK: query: select sum(hash(*)) from alltypesorc3xcols +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc3xcols +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from alltypesorc3xcols +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc3xcols +#### A masked pattern was here #### +-302946892512 +PREHOOK: query: alter table alltypesorc3xcols concatenate +PREHOOK: type: ALTER_TABLE_MERGE +PREHOOK: Input: default@alltypesorc3xcols +PREHOOK: Output: default@alltypesorc3xcols +POSTHOOK: query: alter table alltypesorc3xcols concatenate +POSTHOOK: type: ALTER_TABLE_MERGE +POSTHOOK: Input: default@alltypesorc3xcols +POSTHOOK: Output: default@alltypesorc3xcols +PREHOOK: query: select count(*) from alltypesorc3xcols +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc3xcols +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from alltypesorc3xcols +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc3xcols +#### A masked pattern was here #### +24576 +PREHOOK: query: select sum(hash(*)) from alltypesorc3xcols +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc3xcols +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from alltypesorc3xcols +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc3xcols +#### A masked pattern was here #### +-302946892512 +PREHOOK: query: select * from alltypesorc3xcols limit 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc3xcols +#### A masked pattern was here #### +-- BEGIN ORC FILE DUMP -- +#### A masked pattern was here #### +File Version: 0.12 with HIVE_13083 +Rows: 24576 +Compression: ZLIB +Compression size: 262144 +Type: struct<_col0:tinyint,_col1:smallint,_col2:int,_col3:bigint,_col4:float,_col5:double,_col6:string,_col7:string,_col8:timestamp,_col9:timestamp,_col10:boolean,_col11:boolean,_col12:tinyint,_col13:smallint,_col14:int,_col15:bigint,_col16:float,_col17:double,_col18:string,_col19:string,_col20:timestamp,_col21:timestamp,_col22:boolean,_col23:boolean,_col24:tinyint,_col25:smallint,_col26:int,_col27:bigint,_col28:float,_col29:double,_col30:string,_col31:string,_col32:timestamp,_col33:timestamp,_col34:boolean,_col35:boolean> + +Stripe Statistics: + Stripe 1: + Column 0: count: 12288 hasNull: false + Column 1: count: 9173 hasNull: true min: -64 max: 62 sum: -39856 + Column 2: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990 + Column 3: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785 + Column 4: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409 + Column 5: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636 + Column 6: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7 + Column 7: count: 12288 hasNull: false min: 00020767-dd8f-4f4d-bd68-4b7be64b8e44 max: fffa3516-e219-4027-b0d3-72bb2e676c52 sum: 442368 + Column 8: count: 12288 hasNull: false min: 000976f7-7075-4f3f-a564-5a375fafcc101416a2b7-7f64-41b7-851f-97d15405037e max: fffd0642-5f01-48cd-8d97-3428faee49e9b39f2b4c-efdc-4e5f-9ab5-4aa5394cb156 sum: 884736 + Column 9: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 10: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 11: count: 9174 hasNull: true true: 6138 + Column 12: count: 9173 hasNull: true true: 3983 + Column 13: count: 9173 hasNull: true min: -64 max: 62 sum: -39856 + Column 14: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990 + Column 15: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785 + Column 16: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409 + Column 17: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636 + Column 18: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7 + Column 19: count: 9174 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 127881 + Column 20: count: 9173 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 149134 + Column 21: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 22: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 23: count: 9174 hasNull: true true: 6138 + Column 24: count: 9173 hasNull: true true: 3983 + Column 25: count: 9173 hasNull: true min: -64 max: 62 sum: -39856 + Column 26: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990 + Column 27: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785 + Column 28: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409 + Column 29: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636 + Column 30: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7 + Column 31: count: 9174 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 127881 + Column 32: count: 9173 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 149134 + Column 33: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 34: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 35: count: 9174 hasNull: true true: 6138 + Column 36: count: 9173 hasNull: true true: 3983 + Stripe 2: + Column 0: count: 12288 hasNull: false + Column 1: count: 9173 hasNull: true min: -64 max: 62 sum: -39856 + Column 2: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990 + Column 3: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785 + Column 4: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409 + Column 5: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636 + Column 6: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7 + Column 7: count: 12288 hasNull: false min: 00020767-dd8f-4f4d-bd68-4b7be64b8e44 max: fffa3516-e219-4027-b0d3-72bb2e676c52 sum: 442368 + Column 8: count: 12288 hasNull: false min: 000976f7-7075-4f3f-a564-5a375fafcc101416a2b7-7f64-41b7-851f-97d15405037e max: fffd0642-5f01-48cd-8d97-3428faee49e9b39f2b4c-efdc-4e5f-9ab5-4aa5394cb156 sum: 884736 + Column 9: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 10: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 11: count: 9174 hasNull: true true: 6138 + Column 12: count: 9173 hasNull: true true: 3983 + Column 13: count: 9173 hasNull: true min: -64 max: 62 sum: -39856 + Column 14: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990 + Column 15: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785 + Column 16: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409 + Column 17: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636 + Column 18: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7 + Column 19: count: 9174 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 127881 + Column 20: count: 9173 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 149134 + Column 21: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 22: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 23: count: 9174 hasNull: true true: 6138 + Column 24: count: 9173 hasNull: true true: 3983 + Column 25: count: 9173 hasNull: true min: -64 max: 62 sum: -39856 + Column 26: count: 9174 hasNull: true min: -16379 max: 16376 sum: 7435990 + Column 27: count: 9173 hasNull: true min: -1073279343 max: 1073680599 sum: 1438050863785 + Column 28: count: 9173 hasNull: true min: -2147311592 max: 2145498388 sum: -1698460028409 + Column 29: count: 9173 hasNull: true min: -64.0 max: 79.5530014038086 sum: -39479.635992884636 + Column 30: count: 9174 hasNull: true min: -16379.0 max: 9763215.5639 sum: 5.62236530305E7 + Column 31: count: 9174 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 127881 + Column 32: count: 9173 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 149134 + Column 33: count: 9173 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 34: count: 9174 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 35: count: 9174 hasNull: true true: 6138 + Column 36: count: 9173 hasNull: true true: 3983 + +File Statistics: + Column 0: count: 24576 hasNull: false + Column 1: count: 18346 hasNull: true min: -64 max: 62 sum: -79712 + Column 2: count: 18348 hasNull: true min: -16379 max: 16376 sum: 14871980 + Column 3: count: 18346 hasNull: true min: -1073279343 max: 1073680599 sum: 2876101727570 + Column 4: count: 18346 hasNull: true min: -2147311592 max: 2145498388 sum: -3396920056818 + Column 5: count: 18346 hasNull: true min: -64.0 max: 79.5530014038086 sum: -78959.27198576927 + Column 6: count: 18348 hasNull: true min: -16379.0 max: 9763215.5639 sum: 1.12447306061E8 + Column 7: count: 24576 hasNull: false min: 00020767-dd8f-4f4d-bd68-4b7be64b8e44 max: fffa3516-e219-4027-b0d3-72bb2e676c52 sum: 884736 + Column 8: count: 24576 hasNull: false min: 000976f7-7075-4f3f-a564-5a375fafcc101416a2b7-7f64-41b7-851f-97d15405037e max: fffd0642-5f01-48cd-8d97-3428faee49e9b39f2b4c-efdc-4e5f-9ab5-4aa5394cb156 sum: 1769472 + Column 9: count: 18346 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 10: count: 18348 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 11: count: 18348 hasNull: true true: 12276 + Column 12: count: 18346 hasNull: true true: 7966 + Column 13: count: 18346 hasNull: true min: -64 max: 62 sum: -79712 + Column 14: count: 18348 hasNull: true min: -16379 max: 16376 sum: 14871980 + Column 15: count: 18346 hasNull: true min: -1073279343 max: 1073680599 sum: 2876101727570 + Column 16: count: 18346 hasNull: true min: -2147311592 max: 2145498388 sum: -3396920056818 + Column 17: count: 18346 hasNull: true min: -64.0 max: 79.5530014038086 sum: -78959.27198576927 + Column 18: count: 18348 hasNull: true min: -16379.0 max: 9763215.5639 sum: 1.12447306061E8 + Column 19: count: 18348 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 255762 + Column 20: count: 18346 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 298268 + Column 21: count: 18346 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 22: count: 18348 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 23: count: 18348 hasNull: true true: 12276 + Column 24: count: 18346 hasNull: true true: 7966 + Column 25: count: 18346 hasNull: true min: -64 max: 62 sum: -79712 + Column 26: count: 18348 hasNull: true min: -16379 max: 16376 sum: 14871980 + Column 27: count: 18346 hasNull: true min: -1073279343 max: 1073680599 sum: 2876101727570 + Column 28: count: 18346 hasNull: true min: -2147311592 max: 2145498388 sum: -3396920056818 + Column 29: count: 18346 hasNull: true min: -64.0 max: 79.5530014038086 sum: -78959.27198576927 + Column 30: count: 18348 hasNull: true min: -16379.0 max: 9763215.5639 sum: 1.12447306061E8 + Column 31: count: 18348 hasNull: true min: 0042l0d5rPD6sMlJ7Ue0q max: yy2GiGM sum: 255762 + Column 32: count: 18346 hasNull: true min: 0034fkcXMQI3 max: yyt0S8WorA sum: 298268 + Column 33: count: 18346 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 34: count: 18348 hasNull: true min: 1969-12-31 13:59:30.929 max: 1969-12-31 14:00:30.808 + Column 35: count: 18348 hasNull: true true: 12276 + Column 36: count: 18346 hasNull: true true: 7966 + +Stripes: + Stripe: offset: 3 data: 1500017 rows: 12288 tail: 501 index: 2836 + Stream: column 0 section ROW_INDEX start: 3 length 21 + Stream: column 1 section ROW_INDEX start: 24 length 53 + Stream: column 2 section ROW_INDEX start: 77 length 67 + Stream: column 3 section ROW_INDEX start: 144 length 81 + Stream: column 4 section ROW_INDEX start: 225 length 83 + Stream: column 5 section ROW_INDEX start: 308 length 77 + Stream: column 6 section ROW_INDEX start: 385 length 77 + Stream: column 7 section ROW_INDEX start: 462 length 176 + Stream: column 8 section ROW_INDEX start: 638 length 267 + Stream: column 9 section ROW_INDEX start: 905 length 63 + Stream: column 10 section ROW_INDEX start: 968 length 57 + Stream: column 11 section ROW_INDEX start: 1025 length 47 + Stream: column 12 section ROW_INDEX start: 1072 length 47 + Stream: column 13 section ROW_INDEX start: 1119 length 53 + Stream: column 14 section ROW_INDEX start: 1172 length 67 + Stream: column 15 section ROW_INDEX start: 1239 length 81 + Stream: column 16 section ROW_INDEX start: 1320 length 83 + Stream: column 17 section ROW_INDEX start: 1403 length 77 + Stream: column 18 section ROW_INDEX start: 1480 length 77 + Stream: column 19 section ROW_INDEX start: 1557 length 115 + Stream: column 20 section ROW_INDEX start: 1672 length 93 + Stream: column 21 section ROW_INDEX start: 1765 length 63 + Stream: column 22 section ROW_INDEX start: 1828 length 57 + Stream: column 23 section ROW_INDEX start: 1885 length 47 + Stream: column 24 section ROW_INDEX start: 1932 length 47 + Stream: column 25 section ROW_INDEX start: 1979 length 53 + Stream: column 26 section ROW_INDEX start: 2032 length 67 + Stream: column 27 section ROW_INDEX start: 2099 length 81 + Stream: column 28 section ROW_INDEX start: 2180 length 83 + Stream: column 29 section ROW_INDEX start: 2263 length 77 + Stream: column 30 section ROW_INDEX start: 2340 length 77 + Stream: column 31 section ROW_INDEX start: 2417 length 115 + Stream: column 32 section ROW_INDEX start: 2532 length 93 + Stream: column 33 section ROW_INDEX start: 2625 length 63 + Stream: column 34 section ROW_INDEX start: 2688 length 57 + Stream: column 35 section ROW_INDEX start: 2745 length 47 + Stream: column 36 section ROW_INDEX start: 2792 length 47 + Stream: column 1 section PRESENT start: 2839 length 51 + Stream: column 1 section DATA start: 2890 length 5448 + Stream: column 2 section PRESENT start: 8338 length 53 + Stream: column 2 section DATA start: 8391 length 12144 + Stream: column 3 section PRESENT start: 20535 length 53 + Stream: column 3 section DATA start: 20588 length 24618 + Stream: column 4 section PRESENT start: 45206 length 52 + Stream: column 4 section DATA start: 45258 length 24681 + Stream: column 5 section PRESENT start: 69939 length 51 + Stream: column 5 section DATA start: 69990 length 9927 + Stream: column 6 section PRESENT start: 79917 length 53 + Stream: column 6 section DATA start: 79970 length 19755 + Stream: column 7 section DATA start: 99725 length 258570 + Stream: column 7 section LENGTH start: 358295 length 108 + Stream: column 8 section DATA start: 358403 length 517341 + Stream: column 8 section LENGTH start: 875744 length 108 + Stream: column 9 section PRESENT start: 875852 length 52 + Stream: column 9 section DATA start: 875904 length 8045 + Stream: column 9 section SECONDARY start: 883949 length 9555 + Stream: column 10 section PRESENT start: 893504 length 58 + Stream: column 10 section DATA start: 893562 length 8082 + Stream: column 10 section SECONDARY start: 901644 length 9590 + Stream: column 11 section PRESENT start: 911234 length 51 + Stream: column 11 section DATA start: 911285 length 782 + Stream: column 12 section PRESENT start: 912067 length 54 + Stream: column 12 section DATA start: 912121 length 783 + Stream: column 13 section PRESENT start: 912904 length 51 + Stream: column 13 section DATA start: 912955 length 5448 + Stream: column 14 section PRESENT start: 918403 length 53 + Stream: column 14 section DATA start: 918456 length 12144 + Stream: column 15 section PRESENT start: 930600 length 53 + Stream: column 15 section DATA start: 930653 length 24618 + Stream: column 16 section PRESENT start: 955271 length 52 + Stream: column 16 section DATA start: 955323 length 24681 + Stream: column 17 section PRESENT start: 980004 length 51 + Stream: column 17 section DATA start: 980055 length 9927 + Stream: column 18 section PRESENT start: 989982 length 53 + Stream: column 18 section DATA start: 990035 length 19755 + Stream: column 19 section PRESENT start: 1009790 length 51 + Stream: column 19 section DATA start: 1009841 length 11009 + Stream: column 19 section LENGTH start: 1020850 length 3722 + Stream: column 19 section DICTIONARY_DATA start: 1024572 length 65435 + Stream: column 20 section PRESENT start: 1090007 length 54 + Stream: column 20 section DATA start: 1090061 length 11006 + Stream: column 20 section LENGTH start: 1101067 length 3739 + Stream: column 20 section DICTIONARY_DATA start: 1104806 length 66022 + Stream: column 21 section PRESENT start: 1170828 length 52 + Stream: column 21 section DATA start: 1170880 length 8045 + Stream: column 21 section SECONDARY start: 1178925 length 9555 + Stream: column 22 section PRESENT start: 1188480 length 58 + Stream: column 22 section DATA start: 1188538 length 8082 + Stream: column 22 section SECONDARY start: 1196620 length 9590 + Stream: column 23 section PRESENT start: 1206210 length 51 + Stream: column 23 section DATA start: 1206261 length 782 + Stream: column 24 section PRESENT start: 1207043 length 54 + Stream: column 24 section DATA start: 1207097 length 783 + Stream: column 25 section PRESENT start: 1207880 length 51 + Stream: column 25 section DATA start: 1207931 length 5448 + Stream: column 26 section PRESENT start: 1213379 length 53 + Stream: column 26 section DATA start: 1213432 length 12144 + Stream: column 27 section PRESENT start: 1225576 length 53 + Stream: column 27 section DATA start: 1225629 length 24618 + Stream: column 28 section PRESENT start: 1250247 length 52 + Stream: column 28 section DATA start: 1250299 length 24681 + Stream: column 29 section PRESENT start: 1274980 length 51 + Stream: column 29 section DATA start: 1275031 length 9927 + Stream: column 30 section PRESENT start: 1284958 length 53 + Stream: column 30 section DATA start: 1285011 length 19755 + Stream: column 31 section PRESENT start: 1304766 length 51 + Stream: column 31 section DATA start: 1304817 length 11009 + Stream: column 31 section LENGTH start: 1315826 length 3722 + Stream: column 31 section DICTIONARY_DATA start: 1319548 length 65435 + Stream: column 32 section PRESENT start: 1384983 length 54 + Stream: column 32 section DATA start: 1385037 length 11006 + Stream: column 32 section LENGTH start: 1396043 length 3739 + Stream: column 32 section DICTIONARY_DATA start: 1399782 length 66022 + Stream: column 33 section PRESENT start: 1465804 length 52 + Stream: column 33 section DATA start: 1465856 length 8045 + Stream: column 33 section SECONDARY start: 1473901 length 9555 + Stream: column 34 section PRESENT start: 1483456 length 58 + Stream: column 34 section DATA start: 1483514 length 8082 + Stream: column 34 section SECONDARY start: 1491596 length 9590 + Stream: column 35 section PRESENT start: 1501186 length 51 + Stream: column 35 section DATA start: 1501237 length 782 + Stream: column 36 section PRESENT start: 1502019 length 54 + Stream: column 36 section DATA start: 1502073 length 783 + Encoding column 0: DIRECT + Encoding column 1: DIRECT + Encoding column 2: DIRECT_V2 + Encoding column 3: DIRECT_V2 + Encoding column 4: DIRECT_V2 + Encoding column 5: DIRECT + Encoding column 6: DIRECT + Encoding column 7: DIRECT_V2 + Encoding column 8: DIRECT_V2 + Encoding column 9: DIRECT_V2 + Encoding column 10: DIRECT_V2 + Encoding column 11: DIRECT + Encoding column 12: DIRECT + Encoding column 13: DIRECT + Encoding column 14: DIRECT_V2 + Encoding column 15: DIRECT_V2 + Encoding column 16: DIRECT_V2 + Encoding column 17: DIRECT + Encoding column 18: DIRECT + Encoding column 19: DICTIONARY_V2[6083] + Encoding column 20: DICTIONARY_V2[6081] + Encoding column 21: DIRECT_V2 + Encoding column 22: DIRECT_V2 + Encoding column 23: DIRECT + Encoding column 24: DIRECT + Encoding column 25: DIRECT + Encoding column 26: DIRECT_V2 + Encoding column 27: DIRECT_V2 + Encoding column 28: DIRECT_V2 + Encoding column 29: DIRECT + Encoding column 30: DIRECT + Encoding column 31: DICTIONARY_V2[6083] + Encoding column 32: DICTIONARY_V2[6081] + Encoding column 33: DIRECT_V2 + Encoding column 34: DIRECT_V2 + Encoding column 35: DIRECT + Encoding column 36: DIRECT + Row group indices for column 1: + Entry 0: count: 7909 hasNull: true min: -64 max: 62 sum: -50203 positions: 0,0,0,0,0,0,0 + Entry 1: count: 1264 hasNull: true min: -64 max: 62 sum: 10347 positions: 0,182,99,0,0,5937,2 + Stripe: offset: 1503357 data: 1500017 rows: 12288 tail: 501 index: 2836 + Stream: column 0 section ROW_INDEX start: 1503357 length 21 + Stream: column 1 section ROW_INDEX start: 1503378 length 53 + Stream: column 2 section ROW_INDEX start: 1503431 length 67 + Stream: column 3 section ROW_INDEX start: 1503498 length 81 + Stream: column 4 section ROW_INDEX start: 1503579 length 83 + Stream: column 5 section ROW_INDEX start: 1503662 length 77 + Stream: column 6 section ROW_INDEX start: 1503739 length 77 + Stream: column 7 section ROW_INDEX start: 1503816 length 176 + Stream: column 8 section ROW_INDEX start: 1503992 length 267 + Stream: column 9 section ROW_INDEX start: 1504259 length 63 + Stream: column 10 section ROW_INDEX start: 1504322 length 57 + Stream: column 11 section ROW_INDEX start: 1504379 length 47 + Stream: column 12 section ROW_INDEX start: 1504426 length 47 + Stream: column 13 section ROW_INDEX start: 1504473 length 53 + Stream: column 14 section ROW_INDEX start: 1504526 length 67 + Stream: column 15 section ROW_INDEX start: 1504593 length 81 + Stream: column 16 section ROW_INDEX start: 1504674 length 83 + Stream: column 17 section ROW_INDEX start: 1504757 length 77 + Stream: column 18 section ROW_INDEX start: 1504834 length 77 + Stream: column 19 section ROW_INDEX start: 1504911 length 115 + Stream: column 20 section ROW_INDEX start: 1505026 length 93 + Stream: column 21 section ROW_INDEX start: 1505119 length 63 + Stream: column 22 section ROW_INDEX start: 1505182 length 57 + Stream: column 23 section ROW_INDEX start: 1505239 length 47 + Stream: column 24 section ROW_INDEX start: 1505286 length 47 + Stream: column 25 section ROW_INDEX start: 1505333 length 53 + Stream: column 26 section ROW_INDEX start: 1505386 length 67 + Stream: column 27 section ROW_INDEX start: 1505453 length 81 + Stream: column 28 section ROW_INDEX start: 1505534 length 83 + Stream: column 29 section ROW_INDEX start: 1505617 length 77 + Stream: column 30 section ROW_INDEX start: 1505694 length 77 + Stream: column 31 section ROW_INDEX start: 1505771 length 115 + Stream: column 32 section ROW_INDEX start: 1505886 length 93 + Stream: column 33 section ROW_INDEX start: 1505979 length 63 + Stream: column 34 section ROW_INDEX start: 1506042 length 57 + Stream: column 35 section ROW_INDEX start: 1506099 length 47 + Stream: column 36 section ROW_INDEX start: 1506146 length 47 + Stream: column 1 section PRESENT start: 1506193 length 51 + Stream: column 1 section DATA start: 1506244 length 5448 + Stream: column 2 section PRESENT start: 1511692 length 53 + Stream: column 2 section DATA start: 1511745 length 12144 + Stream: column 3 section PRESENT start: 1523889 length 53 + Stream: column 3 section DATA start: 1523942 length 24618 + Stream: column 4 section PRESENT start: 1548560 length 52 + Stream: column 4 section DATA start: 1548612 length 24681 + Stream: column 5 section PRESENT start: 1573293 length 51 + Stream: column 5 section DATA start: 1573344 length 9927 + Stream: column 6 section PRESENT start: 1583271 length 53 + Stream: column 6 section DATA start: 1583324 length 19755 + Stream: column 7 section DATA start: 1603079 length 258570 + Stream: column 7 section LENGTH start: 1861649 length 108 + Stream: column 8 section DATA start: 1861757 length 517341 + Stream: column 8 section LENGTH start: 2379098 length 108 + Stream: column 9 section PRESENT start: 2379206 length 52 + Stream: column 9 section DATA start: 2379258 length 8045 + Stream: column 9 section SECONDARY start: 2387303 length 9555 + Stream: column 10 section PRESENT start: 2396858 length 58 + Stream: column 10 section DATA start: 2396916 length 8082 + Stream: column 10 section SECONDARY start: 2404998 length 9590 + Stream: column 11 section PRESENT start: 2414588 length 51 + Stream: column 11 section DATA start: 2414639 length 782 + Stream: column 12 section PRESENT start: 2415421 length 54 + Stream: column 12 section DATA start: 2415475 length 783 + Stream: column 13 section PRESENT start: 2416258 length 51 + Stream: column 13 section DATA start: 2416309 length 5448 + Stream: column 14 section PRESENT start: 2421757 length 53 + Stream: column 14 section DATA start: 2421810 length 12144 + Stream: column 15 section PRESENT start: 2433954 length 53 + Stream: column 15 section DATA start: 2434007 length 24618 + Stream: column 16 section PRESENT start: 2458625 length 52 + Stream: column 16 section DATA start: 2458677 length 24681 + Stream: column 17 section PRESENT start: 2483358 length 51 + Stream: column 17 section DATA start: 2483409 length 9927 + Stream: column 18 section PRESENT start: 2493336 length 53 + Stream: column 18 section DATA start: 2493389 length 19755 + Stream: column 19 section PRESENT start: 2513144 length 51 + Stream: column 19 section DATA start: 2513195 length 11009 + Stream: column 19 section LENGTH start: 2524204 length 3722 + Stream: column 19 section DICTIONARY_DATA start: 2527926 length 65435 + Stream: column 20 section PRESENT start: 2593361 length 54 + Stream: column 20 section DATA start: 2593415 length 11006 + Stream: column 20 section LENGTH start: 2604421 length 3739 + Stream: column 20 section DICTIONARY_DATA start: 2608160 length 66022 + Stream: column 21 section PRESENT start: 2674182 length 52 + Stream: column 21 section DATA start: 2674234 length 8045 + Stream: column 21 section SECONDARY start: 2682279 length 9555 + Stream: column 22 section PRESENT start: 2691834 length 58 + Stream: column 22 section DATA start: 2691892 length 8082 + Stream: column 22 section SECONDARY start: 2699974 length 9590 + Stream: column 23 section PRESENT start: 2709564 length 51 + Stream: column 23 section DATA start: 2709615 length 782 + Stream: column 24 section PRESENT start: 2710397 length 54 + Stream: column 24 section DATA start: 2710451 length 783 + Stream: column 25 section PRESENT start: 2711234 length 51 + Stream: column 25 section DATA start: 2711285 length 5448 + Stream: column 26 section PRESENT start: 2716733 length 53 + Stream: column 26 section DATA start: 2716786 length 12144 + Stream: column 27 section PRESENT start: 2728930 length 53 + Stream: column 27 section DATA start: 2728983 length 24618 + Stream: column 28 section PRESENT start: 2753601 length 52 + Stream: column 28 section DATA start: 2753653 length 24681 + Stream: column 29 section PRESENT start: 2778334 length 51 + Stream: column 29 section DATA start: 2778385 length 9927 + Stream: column 30 section PRESENT start: 2788312 length 53 + Stream: column 30 section DATA start: 2788365 length 19755 + Stream: column 31 section PRESENT start: 2808120 length 51 + Stream: column 31 section DATA start: 2808171 length 11009 + Stream: column 31 section LENGTH start: 2819180 length 3722 + Stream: column 31 section DICTIONARY_DATA start: 2822902 length 65435 + Stream: column 32 section PRESENT start: 2888337 length 54 + Stream: column 32 section DATA start: 2888391 length 11006 + Stream: column 32 section LENGTH start: 2899397 length 3739 + Stream: column 32 section DICTIONARY_DATA start: 2903136 length 66022 + Stream: column 33 section PRESENT start: 2969158 length 52 + Stream: column 33 section DATA start: 2969210 length 8045 + Stream: column 33 section SECONDARY start: 2977255 length 9555 + Stream: column 34 section PRESENT start: 2986810 length 58 + Stream: column 34 section DATA start: 2986868 length 8082 + Stream: column 34 section SECONDARY start: 2994950 length 9590 + Stream: column 35 section PRESENT start: 3004540 length 51 + Stream: column 35 section DATA start: 3004591 length 782 + Stream: column 36 section PRESENT start: 3005373 length 54 + Stream: column 36 section DATA start: 3005427 length 783 + Encoding column 0: DIRECT + Encoding column 1: DIRECT + Encoding column 2: DIRECT_V2 + Encoding column 3: DIRECT_V2 + Encoding column 4: DIRECT_V2 + Encoding column 5: DIRECT + Encoding column 6: DIRECT + Encoding column 7: DIRECT_V2 + Encoding column 8: DIRECT_V2 + Encoding column 9: DIRECT_V2 + Encoding column 10: DIRECT_V2 + Encoding column 11: DIRECT + Encoding column 12: DIRECT + Encoding column 13: DIRECT + Encoding column 14: DIRECT_V2 + Encoding column 15: DIRECT_V2 + Encoding column 16: DIRECT_V2 + Encoding column 17: DIRECT + Encoding column 18: DIRECT + Encoding column 19: DICTIONARY_V2[6083] + Encoding column 20: DICTIONARY_V2[6081] + Encoding column 21: DIRECT_V2 + Encoding column 22: DIRECT_V2 + Encoding column 23: DIRECT + Encoding column 24: DIRECT + Encoding column 25: DIRECT + Encoding column 26: DIRECT_V2 + Encoding column 27: DIRECT_V2 + Encoding column 28: DIRECT_V2 + Encoding column 29: DIRECT + Encoding column 30: DIRECT + Encoding column 31: DICTIONARY_V2[6083] + Encoding column 32: DICTIONARY_V2[6081] + Encoding column 33: DIRECT_V2 + Encoding column 34: DIRECT_V2 + Encoding column 35: DIRECT + Encoding column 36: DIRECT + Row group indices for column 1: + Entry 0: count: 7909 hasNull: true min: -64 max: 62 sum: -50203 positions: 0,0,0,0,0,0,0 + Entry 1: count: 1264 hasNull: true min: -64 max: 62 sum: 10347 positions: 0,182,99,0,0,5937,2 + +File length: 3007981 bytes +Padding length: 0 bytes +Padding ratio: 0% +________________________________________________________________________________________________________________________ + +-- END ORC FILE DUMP -- +-50 -13326 528534767 NULL -50.0 -13326.0 18f2de7d-0c69-4052-9c4b-64f196d6d589 9edba9e8-1f91-47e7-b31f-451eeb5feb7781ba3a3e-c22e-4412-91a2-86ad05ae1ca8 1969-12-31 15:59:46.674 1969-12-31 16:00:07.875 true NULL -50 -13326 528534767 NULL -50.0 -13326.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:46.674 1969-12-31 16:00:07.875 true NULL -50 -13326 528534767 NULL -50.0 -13326.0 cvLH6Eat2yFsyy7p NULL 1969-12-31 15:59:46.674 1969-12-31 16:00:07.875 true NULL