Skip to content

Commit

Permalink
Format google-search-console schemas (airbytehq#6047)
Browse files Browse the repository at this point in the history
  • Loading branch information
@Zirochkaa
Zirochkaa authored Sep 14, 2021
1 parent 1314a6a commit 75c17b4
Show file tree
Hide file tree
Showing 14 changed files with 98 additions and 371 deletions.
2 changes: 1 addition & 1 deletion airbyte-integrations/connectors/source-google-search-console/credentials/credentials.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,4 +2,4 @@
"client_id": "YOUR_CLIENT_ID",
"client_secret": "YOUR_CLIENT_SECRET",
"redirect_uri": "YOUR_REDIRECTED_URI"
}
}
38 changes: 8 additions & 30 deletions airbyte-integrations/connectors/source-google-search-console/integration_tests/catalog.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,9 +4,7 @@
"stream": {
"name": "sites",
"json_schema": {},
"supported_sync_modes": [
"full_refresh"
]
"supported_sync_modes": ["full_refresh"]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite"
Expand All @@ -15,9 +13,7 @@
"stream": {
"name": "sitemaps",
"json_schema": {},
"supported_sync_modes": [
"full_refresh"
]
"supported_sync_modes": ["full_refresh"]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite"
Expand All @@ -26,10 +22,7 @@
"stream": {
"name": "search_analytics_by_country",
"json_schema": {},
"supported_sync_modes": [
"full_refresh",
"incremental"
]
"supported_sync_modes": ["full_refresh", "incremental"]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite"
Expand All @@ -38,10 +31,7 @@
"stream": {
"name": "search_analytics_by_date",
"json_schema": {},
"supported_sync_modes": [
"full_refresh",
"incremental"
]
"supported_sync_modes": ["full_refresh", "incremental"]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite"
Expand All @@ -50,10 +40,7 @@
"stream": {
"name": "search_analytics_by_device",
"json_schema": {},
"supported_sync_modes": [
"full_refresh",
"incremental"
]
"supported_sync_modes": ["full_refresh", "incremental"]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite"
Expand All @@ -62,10 +49,7 @@
"stream": {
"name": "search_analytics_by_page",
"json_schema": {},
"supported_sync_modes": [
"full_refresh",
"incremental"
]
"supported_sync_modes": ["full_refresh", "incremental"]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite"
Expand All @@ -74,10 +58,7 @@
"stream": {
"name": "search_analytics_by_query",
"json_schema": {},
"supported_sync_modes": [
"full_refresh",
"incremental"
]
"supported_sync_modes": ["full_refresh", "incremental"]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite"
Expand All @@ -86,10 +67,7 @@
"stream": {
"name": "search_analytics_all_fields",
"json_schema": {},
"supported_sync_modes": [
"full_refresh",
"incremental"
]
"supported_sync_modes": ["full_refresh", "incremental"]
},
"sync_mode": "full_refresh",
"destination_sync_mode": "overwrite"
Expand Down
78 changes: 18 additions & 60 deletions ...rations/connectors/source-google-search-console/integration_tests/configured_catalog.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,114 +4,72 @@
"stream": {
"name": "search_analytics_by_date",
"json_schema": {},
"supported_sync_modes": [
"full_refresh",
"incremental"
],
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_cursor": true,
"default_cursor_field": [
"date"
]
"default_cursor_field": ["date"]
},
"sync_mode": "incremental",
"cursor_field": [
"date"
],
"cursor_field": ["date"],
"destination_sync_mode": "append"
},
{
"stream": {
"name": "search_analytics_by_country",
"json_schema": {},
"supported_sync_modes": [
"full_refresh",
"incremental"
],
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_cursor": true,
"default_cursor_field": [
"date"
]
"default_cursor_field": ["date"]
},
"sync_mode": "incremental",
"cursor_field": [
"date"
],
"cursor_field": ["date"],
"destination_sync_mode": "append"
},
{
"stream": {
"name": "search_analytics_by_device",
"json_schema": {},
"supported_sync_modes": [
"full_refresh",
"incremental"
],
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_cursor": true,
"default_cursor_field": [
"date"
]
"default_cursor_field": ["date"]
},
"sync_mode": "incremental",
"cursor_field": [
"date"
],
"cursor_field": ["date"],
"destination_sync_mode": "append"
},
{
"stream": {
"name": "search_analytics_by_page",
"json_schema": {},
"supported_sync_modes": [
"full_refresh",
"incremental"
],
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_cursor": true,
"default_cursor_field": [
"date"
]
"default_cursor_field": ["date"]
},
"sync_mode": "incremental",
"cursor_field": [
"date"
],
"cursor_field": ["date"],
"destination_sync_mode": "append"
},
{
"stream": {
"name": "search_analytics_by_query",
"json_schema": {},
"supported_sync_modes": [
"full_refresh",
"incremental"
],
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_cursor": true,
"default_cursor_field": [
"date"
]
"default_cursor_field": ["date"]
},
"sync_mode": "incremental",
"cursor_field": [
"date"
],
"cursor_field": ["date"],
"destination_sync_mode": "append"
},
{
"stream": {
"name": "search_analytics_all_fields",
"json_schema": {},
"supported_sync_modes": [
"full_refresh",
"incremental"
],
"supported_sync_modes": ["full_refresh", "incremental"],
"source_defined_cursor": true,
"default_cursor_field": [
"date"
]
"default_cursor_field": ["date"]
},
"sync_mode": "incremental",
"cursor_field": [
"date"
],
"cursor_field": ["date"],
"destination_sync_mode": "append"
}
]
Expand Down
5 changes: 1 addition & 4 deletions ...ntegrations/connectors/source-google-search-console/integration_tests/invalid_config.json
View file
Original file line number Diff line number Diff line change
@@ -1,8 +1,5 @@
{
"site_urls": [
"https://example1.com",
"https://example2.com"
],
"site_urls": ["https://example1.com", "https://example2.com"],
"start_date": "2021-05-01",
"end_date": "2021-05-31",
"authorization": {
Expand Down
5 changes: 1 addition & 4 deletions airbyte-integrations/connectors/source-google-search-console/sample_files/sample_config.json
View file
Original file line number Diff line number Diff line change
@@ -1,8 +1,5 @@
{
"site_urls": [
"https://example1.com",
"https://example2.com"
],
"site_urls": ["https://example1.com", "https://example2.com"],
"start_date": "2021-05-01",
"end_date": "2021-10-10",
"authorization": {
Expand Down
55 changes: 11 additions & 44 deletions ...ogle-search-console/source_google_search_console/schemas/search_analytics_all_fields.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,72 +3,39 @@
"type": "object",
"properties": {
"site_url": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"search_type": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"date": {
"type": [
"null",
"string"
],
"type": ["null", "string"],
"format": "date"
},
"country": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"device": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"page": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"query": {
"type": [
"null",
"string"
]
"type": ["null", "string"]
},
"clicks": {
"type": [
"null",
"integer"
]
"type": ["null", "integer"]
},
"impressions": {
"type": [
"null",
"integer"
]
"type": ["null", "integer"]
},
"ctr": {
"type": [
"null",
"number"
],
"type": ["null", "number"],
"multipleOf": 1e-25
},
"position": {
"type": [
"null",
"number"
],
"type": ["null", "number"],
"multipleOf": 1e-25
}
}
Expand Down
Loading

0 comments on commit 75c17b4

Please sign in to comment.