Fix Bigquery! Allow to test bigquery with snowflake

Author: erezsh

data_diff/sqeleton/databases/base.py

@@ -298,7 +298,12 @@ def query(self, sql_ast: Union[Expr, Generator], res_type: type = list):
 
         res = self._query(sql_code)
         if res_type is int:
-            res = _one(_one(res))
+            if not res:
+                raise ValueError("Query returned 0 rows, expected 1")
+            row = _one(res)
+            if not row:
+                raise ValueError("Row is empty, expected 1 column")
+            res = _one(row)
             if res is None:  # May happen due to sum() of 0 items
                 return None
             return int(res)

data_diff/sqeleton/databases/bigquery.py

@@ -37,7 +37,7 @@ def normalize_timestamp(self, value: str, coltype: TemporalType) -> str:
             return f"FORMAT_TIMESTAMP('%F %H:%M:%E6S', {timestamp})"
 
         if coltype.precision == 0:
-            return f"FORMAT_TIMESTAMP('%F %H:%M:%S.000000, {value})"
+            return f"FORMAT_TIMESTAMP('%F %H:%M:%S.000000', {value})"
         elif coltype.precision == 6:
             return f"FORMAT_TIMESTAMP('%F %H:%M:%E6S', {value})"
 

tests/common.py

@@ -65,9 +65,6 @@ def get_git_revision_short_hash() -> str:
 except ImportError:
     pass  # No local settings
 
-if TEST_BIGQUERY_CONN_STRING and TEST_SNOWFLAKE_CONN_STRING:
-    # TODO Fix this. Seems to have something to do with pyarrow
-    raise RuntimeError("Using BigQuery at the same time as Snowflake causes an error!!")
 
 CONN_STRINGS = {
     db.BigQuery: TEST_BIGQUERY_CONN_STRING,