Merge pull request datafold#485 from datafold/embed-sqeleton

Embed sqeleton with git history preserved

Author: nolar

data_diff/__init__.py

@@ -1,6 +1,6 @@
 from typing import Sequence, Tuple, Iterator, Optional, Union
 
-from sqeleton.abcs import DbTime, DbPath
+from data_diff.sqeleton.abcs import DbTime, DbPath
 
 from .tracking import disable_tracking
 from .databases import connect

data_diff/__main__.py

@@ -10,8 +10,8 @@
 import rich
 import click
 
-from sqeleton.schema import create_schema
-from sqeleton.queries.api import current_timestamp
+from data_diff.sqeleton.schema import create_schema
+from data_diff.sqeleton.queries.api import current_timestamp
 
 from .dbt import dbt_diff
 from .utils import eval_name_template, remove_password_from_url, safezip, match_like

data_diff/databases/__init__.py

@@ -1,4 +1,4 @@
-from sqeleton.databases import MD5_HEXDIGITS, CHECKSUM_HEXDIGITS, QueryError, ConnectError
+from data_diff.sqeleton.databases import MD5_HEXDIGITS, CHECKSUM_HEXDIGITS, QueryError, ConnectError
 
 from .postgresql import PostgreSQL
 from .mysql import MySQL

data_diff/databases/_connect.py

@@ -1,6 +1,6 @@
 import logging
 
-from sqeleton.databases import Connect
+from data_diff.sqeleton.databases import Connect
 
 from .postgresql import PostgreSQL
 from .mysql import MySQL

data_diff/databases/base.py

@@ -1,4 +1,4 @@
-from sqeleton.abcs.mixins import AbstractMixin_MD5, AbstractMixin_NormalizeValue
+from data_diff.sqeleton.abcs.mixins import AbstractMixin_MD5, AbstractMixin_NormalizeValue
 
 
 class DatadiffDialect(AbstractMixin_MD5, AbstractMixin_NormalizeValue):

data_diff/databases/bigquery.py

@@ -1,4 +1,4 @@
-from sqeleton.databases import bigquery
+from data_diff.sqeleton.databases import bigquery
 from .base import DatadiffDialect
 
 

data_diff/databases/clickhouse.py

@@ -1,4 +1,4 @@
-from sqeleton.databases import clickhouse
+from data_diff.sqeleton.databases import clickhouse
 from .base import DatadiffDialect
 
 

data_diff/databases/databricks.py

@@ -1,4 +1,4 @@
-from sqeleton.databases import databricks
+from data_diff.sqeleton.databases import databricks
 from .base import DatadiffDialect
 
 

data_diff/databases/duckdb.py

@@ -1,4 +1,4 @@
-from sqeleton.databases import duckdb
+from data_diff.sqeleton.databases import duckdb
 from .base import DatadiffDialect
 
 

data_diff/databases/mysql.py

@@ -1,4 +1,4 @@
-from sqeleton.databases import mysql
+from data_diff.sqeleton.databases import mysql
 from .base import DatadiffDialect
 
 

data_diff/databases/oracle.py

@@ -1,4 +1,4 @@
-from sqeleton.databases import oracle
+from data_diff.sqeleton.databases import oracle
 from .base import DatadiffDialect
 
 

data_diff/databases/postgresql.py

@@ -1,4 +1,4 @@
-from sqeleton.databases import postgresql as pg
+from data_diff.sqeleton.databases import postgresql as pg
 from .base import DatadiffDialect
 
 

data_diff/databases/presto.py

@@ -1,4 +1,4 @@
-from sqeleton.databases import presto
+from data_diff.sqeleton.databases import presto
 from .base import DatadiffDialect
 
 

data_diff/databases/redshift.py

@@ -1,4 +1,4 @@
-from sqeleton.databases import redshift
+from data_diff.sqeleton.databases import redshift
 from .base import DatadiffDialect
 
 

data_diff/databases/snowflake.py

@@ -1,4 +1,4 @@
-from sqeleton.databases import snowflake
+from data_diff.sqeleton.databases import snowflake
 from .base import DatadiffDialect
 
 

data_diff/databases/trino.py

@@ -1,4 +1,4 @@
-from sqeleton.databases import trino
+from data_diff.sqeleton.databases import trino
 from .base import DatadiffDialect
 
 

data_diff/databases/vertica.py

@@ -1,4 +1,4 @@
-from sqeleton.databases import vertica
+from data_diff.sqeleton.databases import vertica
 from .base import DatadiffDialect
 
 

data_diff/diff_tables.py

@@ -18,7 +18,7 @@
 from .thread_utils import ThreadedYielder
 from .table_segment import TableSegment, create_mesh_from_points
 from .tracking import create_end_event_json, create_start_event_json, send_event_json, is_tracking_enabled
-from sqeleton.abcs import IKey
+from data_diff.sqeleton.abcs import IKey
 
 logger = getLogger(__name__)
 

data_diff/hashdiff_tables.py

@@ -7,7 +7,7 @@
 
 from runtype import dataclass
 
-from sqeleton.abcs import ColType_UUID, NumericType, PrecisionType, StringType, Boolean
+from data_diff.sqeleton.abcs import ColType_UUID, NumericType, PrecisionType, StringType, Boolean
 
 from .info_tree import InfoTree
 from .utils import safezip

data_diff/joindiff_tables.py

@@ -10,9 +10,9 @@
 
 from runtype import dataclass
 
-from sqeleton.databases import Database, MySQL, BigQuery, Presto, Oracle, Snowflake, DbPath
-from sqeleton.abcs import NumericType
-from sqeleton.queries import (
+from data_diff.sqeleton.databases import Database, MySQL, BigQuery, Presto, Oracle, Snowflake, DbPath
+from data_diff.sqeleton.abcs import NumericType
+from data_diff.sqeleton.queries import (
     table,
     sum_,
     min_,
@@ -27,8 +27,8 @@
     this,
     Compiler,
 )
-from sqeleton.queries.ast_classes import Concat, Count, Expr, Random, TablePath, Code, ITable
-from sqeleton.queries.extras import NormalizeAsString
+from data_diff.sqeleton.queries.ast_classes import Concat, Count, Expr, Random, TablePath, Code, ITable
+from data_diff.sqeleton.queries.extras import NormalizeAsString
 
 from .info_tree import InfoTree
 

data_diff/query_utils.py

@@ -2,8 +2,8 @@
 
 from contextlib import suppress
 
-from sqeleton.databases import DbPath, QueryError, Oracle
-from sqeleton.queries import table, commit, Expr
+from data_diff.sqeleton.databases import DbPath, QueryError, Oracle
+from data_diff.sqeleton.queries import table, commit, Expr
 
 
 def _drop_table_oracle(name: DbPath):

data_diff/sqeleton/__init__.py

@@ -0,0 +1,2 @@
+from .databases import connect
+from .queries import table, this, SKIP, code

data_diff/sqeleton/__main__.py

@@ -0,0 +1,17 @@
+import click
+from .repl import repl as repl_main
+
+
+@click.group(no_args_is_help=True)
+def main():
+    pass
+
+
+@main.command(no_args_is_help=True)
+@click.argument("database", required=True)
+def repl(database):
+    return repl_main(database)
+
+
+if __name__ == "__main__":
+    main()

data_diff/sqeleton/abcs/__init__.py

@@ -0,0 +1,14 @@
+from .database_types import (
+    AbstractDatabase,
+    AbstractDialect,
+    DbKey,
+    DbPath,
+    DbTime,
+    IKey,
+    ColType_UUID,
+    NumericType,
+    PrecisionType,
+    StringType,
+    Boolean,
+)
+from .compiler import AbstractCompiler, Compilable

data_diff/sqeleton/abcs/compiler.py

@@ -0,0 +1,15 @@
+from typing import Any, Dict
+from abc import ABC, abstractmethod
+
+
+class AbstractCompiler(ABC):
+    @abstractmethod
+    def compile(self, elem: Any, params: Dict[str, Any] = None) -> str:
+        ...
+
+
+class Compilable(ABC):
+    # TODO generic syntax, so we can write Compilable[T] for expressions returning a value of type T
+    @abstractmethod
+    def compile(self, c: AbstractCompiler) -> str:
+        ...