New README.

cube2222 · Dec 30, 2021 · fc54bad · fc54bad
1 parent 59e185f
commit fc54bad
Show file tree

Hide file tree

Showing 6 changed files with 291 additions and 337 deletions.
diff --git a/README.md b/README.md
diff --git a/benchmarks/benchmarks.sh b/benchmarks/benchmarks.sh
@@ -0,0 +1,18 @@
+curl https://s3.amazonaws.com/nyc-tlc/trip+data/yellow_tripdata_2021-04.csv -o taxi.csv
+
+echo "CREATE EXTERNAL TABLE taxi
+STORED AS CSV
+WITH HEADER ROW
+LOCATION './taxi.csv';
+
+SELECT passenger_count, COUNT(*), AVG(total_amount) FROM taxi GROUP BY passenger_count" > datafusion_commands.txt
+
+wc -l taxi.csv && wc -l taxi.csv && wc -l taxi.csv && wc -l taxi.csv # Get the cache warm.
+
+hyperfine --min-runs 10 -w 2 --export-markdown benchmarks.md \
+'OCTOSQL_NO_TELEMETRY=1 octosql "SELECT passenger_count, COUNT(*), AVG(total_amount) FROM taxi.csv GROUP BY passenger_count"' \
+"q -d ',' -H \"SELECT passenger_count, COUNT(*), AVG(total_amount) FROM taxi.csv GROUP BY passenger_count\"" \
+"q -d ',' -H -C readwrite \"SELECT passenger_count, COUNT(*), AVG(total_amount) FROM taxi.csv GROUP BY passenger_count\"" \
+'textql -header -sql "SELECT passenger_count, COUNT(*), AVG(total_amount) FROM taxi GROUP BY passenger_count" taxi.csv' \
+'datafusion-cli -f datafusion_commands.txt'
+
diff --git a/images/octosql-demo-dataflow.gif b/images/octosql-demo-dataflow.gif
diff --git a/images/octosql-demo.gif b/images/octosql-demo.gif
diff --git a/images/octosql-explain.png b/images/octosql-explain.png
diff --git a/images/physical.png b/images/physical.png