forked from apache/druid
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
75 changed files
with
12,132 additions
and
11 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
237 changes: 237 additions & 0 deletions
237
benchmarks/src/main/java/io/druid/benchmark/query/SqlBenchmark.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,237 @@ | ||
| /* | ||
| * Licensed to Metamarkets Group Inc. (Metamarkets) under one | ||
| * or more contributor license agreements. See the NOTICE file | ||
| * distributed with this work for additional information | ||
| * regarding copyright ownership. Metamarkets licenses this file | ||
| * to you under the Apache License, Version 2.0 (the | ||
| * "License"); you may not use this file except in compliance | ||
| * with the License. You may obtain a copy of the License at | ||
| * | ||
| * http://www.apache.org/licenses/LICENSE-2.0 | ||
| * | ||
| * Unless required by applicable law or agreed to in writing, | ||
| * software distributed under the License is distributed on an | ||
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY | ||
| * KIND, either express or implied. See the License for the | ||
| * specific language governing permissions and limitations | ||
| * under the License. | ||
| */ | ||
|
|
||
| package io.druid.benchmark.query; | ||
|
|
||
| /* | ||
| * Licensed to Metamarkets Group Inc. (Metamarkets) under one | ||
| * or more contributor license agreements. See the NOTICE file | ||
| * distributed with this work for additional information | ||
| * regarding copyright ownership. Metamarkets licenses this file | ||
| * to you under the Apache License, Version 2.0 (the | ||
| * "License"); you may not use this file except in compliance | ||
| * with the License. You may obtain a copy of the License at | ||
| * | ||
| * http://www.apache.org/licenses/LICENSE-2.0 | ||
| * | ||
| * Unless required by applicable law or agreed to in writing, | ||
| * software distributed under the License is distributed on an | ||
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY | ||
| * KIND, either express or implied. See the License for the | ||
| * specific language governing permissions and limitations | ||
| * under the License. | ||
| */ | ||
|
|
||
| import com.google.common.collect.ImmutableMap; | ||
| import com.google.common.collect.Lists; | ||
| import com.google.common.collect.Maps; | ||
| import com.google.common.hash.Hashing; | ||
| import com.google.common.io.Files; | ||
| import io.druid.benchmark.datagen.BenchmarkDataGenerator; | ||
| import io.druid.benchmark.datagen.BenchmarkSchemaInfo; | ||
| import io.druid.benchmark.datagen.BenchmarkSchemas; | ||
| import io.druid.common.utils.JodaUtils; | ||
| import io.druid.data.input.InputRow; | ||
| import io.druid.data.input.Row; | ||
| import io.druid.granularity.QueryGranularities; | ||
| import io.druid.java.util.common.guava.Sequence; | ||
| import io.druid.java.util.common.guava.Sequences; | ||
| import io.druid.java.util.common.logger.Logger; | ||
| import io.druid.query.TableDataSource; | ||
| import io.druid.query.aggregation.AggregatorFactory; | ||
| import io.druid.query.aggregation.CountAggregatorFactory; | ||
| import io.druid.query.aggregation.hyperloglog.HyperUniquesSerde; | ||
| import io.druid.query.dimension.DefaultDimensionSpec; | ||
| import io.druid.query.dimension.DimensionSpec; | ||
| import io.druid.query.groupby.GroupByQuery; | ||
| import io.druid.segment.column.ValueType; | ||
| import io.druid.segment.serde.ComplexMetrics; | ||
| import io.druid.sql.calcite.planner.Calcites; | ||
| import io.druid.sql.calcite.planner.PlannerConfig; | ||
| import io.druid.sql.calcite.table.DruidTable; | ||
| import io.druid.sql.calcite.util.CalciteTests; | ||
| import io.druid.sql.calcite.util.SpecificSegmentsQuerySegmentWalker; | ||
| import org.apache.calcite.jdbc.CalciteConnection; | ||
| import org.apache.calcite.schema.Schema; | ||
| import org.apache.calcite.schema.Table; | ||
| import org.apache.calcite.schema.impl.AbstractSchema; | ||
| import org.apache.commons.io.FileUtils; | ||
| import org.joda.time.Interval; | ||
| import org.openjdk.jmh.annotations.Benchmark; | ||
| import org.openjdk.jmh.annotations.BenchmarkMode; | ||
| import org.openjdk.jmh.annotations.Fork; | ||
| import org.openjdk.jmh.annotations.Level; | ||
| import org.openjdk.jmh.annotations.Measurement; | ||
| import org.openjdk.jmh.annotations.Mode; | ||
| import org.openjdk.jmh.annotations.OutputTimeUnit; | ||
| import org.openjdk.jmh.annotations.Param; | ||
| import org.openjdk.jmh.annotations.Scope; | ||
| import org.openjdk.jmh.annotations.Setup; | ||
| import org.openjdk.jmh.annotations.State; | ||
| import org.openjdk.jmh.annotations.TearDown; | ||
| import org.openjdk.jmh.annotations.Warmup; | ||
| import org.openjdk.jmh.infra.Blackhole; | ||
|
|
||
| import java.io.File; | ||
| import java.sql.ResultSet; | ||
| import java.sql.ResultSetMetaData; | ||
| import java.util.ArrayList; | ||
| import java.util.Arrays; | ||
| import java.util.List; | ||
| import java.util.Map; | ||
| import java.util.concurrent.TimeUnit; | ||
|
|
||
| /** | ||
| * Benchmark that compares the same groupBy query through the native query layer and through the SQL layer. | ||
| */ | ||
| @State(Scope.Benchmark) | ||
| @Fork(jvmArgsPrepend = "-server", value = 1) | ||
| @Warmup(iterations = 15) | ||
| @Measurement(iterations = 30) | ||
| public class SqlBenchmark | ||
| { | ||
| @Param({"10000", "100000", "200000"}) | ||
| private int rowsPerSegment; | ||
|
|
||
| private static final Logger log = new Logger(SqlBenchmark.class); | ||
| private static final int RNG_SEED = 9999; | ||
|
|
||
| private File tmpDir; | ||
| private SpecificSegmentsQuerySegmentWalker walker; | ||
| private CalciteConnection calciteConnection; | ||
| private GroupByQuery groupByQuery; | ||
| private String sqlQuery; | ||
|
|
||
| @Setup(Level.Trial) | ||
| public void setup() throws Exception | ||
| { | ||
| tmpDir = Files.createTempDir(); | ||
| log.info("Starting benchmark setup using tmpDir[%s], rows[%,d].", tmpDir, rowsPerSegment); | ||
|
|
||
| if (ComplexMetrics.getSerdeForType("hyperUnique") == null) { | ||
| ComplexMetrics.registerSerde("hyperUnique", new HyperUniquesSerde(Hashing.murmur3_128())); | ||
| } | ||
|
|
||
| final BenchmarkSchemaInfo schemaInfo = BenchmarkSchemas.SCHEMA_MAP.get("basic"); | ||
| final BenchmarkDataGenerator dataGenerator = new BenchmarkDataGenerator( | ||
| schemaInfo.getColumnSchemas(), | ||
| RNG_SEED + 1, | ||
| schemaInfo.getDataInterval(), | ||
| rowsPerSegment | ||
| ); | ||
|
|
||
| final List<InputRow> rows = Lists.newArrayList(); | ||
| for (int i = 0; i < rowsPerSegment; i++) { | ||
| final InputRow row = dataGenerator.nextRow(); | ||
| if (i % 20000 == 0) { | ||
| log.info("%,d/%,d rows generated.", i, rowsPerSegment); | ||
| } | ||
| rows.add(row); | ||
| } | ||
|
|
||
| log.info("%,d/%,d rows generated.", rows.size(), rowsPerSegment); | ||
|
|
||
| final PlannerConfig plannerConfig = new PlannerConfig(); | ||
| walker = CalciteTests.createWalker(tmpDir, rows); | ||
| final Map<String, Table> tableMap = ImmutableMap.<String, Table>of( | ||
| "foo", | ||
| new DruidTable( | ||
| walker, | ||
| new TableDataSource("foo"), | ||
| plannerConfig, | ||
| ImmutableMap.of( | ||
| "__time", ValueType.LONG, | ||
| "dimSequential", ValueType.STRING, | ||
| "dimZipf", ValueType.STRING, | ||
| "dimUniform", ValueType.STRING | ||
| ) | ||
| ) | ||
| ); | ||
| final Schema druidSchema = new AbstractSchema() | ||
| { | ||
| @Override | ||
| protected Map<String, Table> getTableMap() | ||
| { | ||
| return tableMap; | ||
| } | ||
| }; | ||
| calciteConnection = Calcites.jdbc(druidSchema, plannerConfig); | ||
| groupByQuery = GroupByQuery | ||
| .builder() | ||
| .setDataSource("foo") | ||
| .setInterval(new Interval(JodaUtils.MIN_INSTANT, JodaUtils.MAX_INSTANT)) | ||
| .setDimensions( | ||
| Arrays.<DimensionSpec>asList( | ||
| new DefaultDimensionSpec("dimZipf", "d0"), | ||
| new DefaultDimensionSpec("dimSequential", "d1") | ||
| ) | ||
| ) | ||
| .setAggregatorSpecs(Arrays.<AggregatorFactory>asList(new CountAggregatorFactory("c"))) | ||
| .setGranularity(QueryGranularities.ALL) | ||
| .build(); | ||
|
|
||
| sqlQuery = "SELECT\n" | ||
| + " dimZipf AS d0," | ||
| + " dimSequential AS d1,\n" | ||
| + " COUNT(*) AS c\n" | ||
| + "FROM druid.foo\n" | ||
| + "GROUP BY dimZipf, dimSequential"; | ||
| } | ||
|
|
||
| @TearDown(Level.Trial) | ||
| public void tearDown() throws Exception | ||
| { | ||
| if (walker != null) { | ||
| walker.close(); | ||
| walker = null; | ||
| } | ||
|
|
||
| if (tmpDir != null) { | ||
| FileUtils.deleteDirectory(tmpDir); | ||
| } | ||
| } | ||
|
|
||
| @Benchmark | ||
| @BenchmarkMode(Mode.AverageTime) | ||
| @OutputTimeUnit(TimeUnit.MILLISECONDS) | ||
| public void queryNative(Blackhole blackhole) throws Exception | ||
| { | ||
| final Sequence<Row> resultSequence = groupByQuery.run(walker, Maps.<String, Object>newHashMap()); | ||
| final ArrayList<Row> resultList = Sequences.toList(resultSequence, Lists.<Row>newArrayList()); | ||
|
|
||
| for (Row row : resultList) { | ||
| blackhole.consume(row); | ||
| } | ||
| } | ||
|
|
||
| @Benchmark | ||
| @BenchmarkMode(Mode.AverageTime) | ||
| @OutputTimeUnit(TimeUnit.MILLISECONDS) | ||
| public void querySql(Blackhole blackhole) throws Exception | ||
| { | ||
| final ResultSet resultSet = calciteConnection.createStatement().executeQuery(sqlQuery); | ||
| final ResultSetMetaData metaData = resultSet.getMetaData(); | ||
|
|
||
| while (resultSet.next()) { | ||
| for (int i = 0; i < metaData.getColumnCount(); i++) { | ||
| blackhole.consume(resultSet.getObject(i + 1)); | ||
| } | ||
| } | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.