Api for new stream centric UX (#8919)

airbyte-api/src/main/openapi/config.yaml

@@ -1942,6 +1942,98 @@ paths:
           $ref: "#/components/responses/NotFoundResponse"
         "422":
           $ref: "#/components/responses/InvalidInputResponse"
+  /v1/connections/sync_progress:
+    post:
+      tags:
+        - connection
+      summary: Get progress information of the current sync of a connection
+      operationId: getConnectionSyncProgress
+      requestBody:
+        content:
+          application/json:
+            schema:
+              $ref: "#/components/schemas/ConnectionIdRequestBody"
+        required: true
+      responses:
+        "200":
+          description: Successful operation
+          content:
+            application/json:
+              schema:
+                $ref: "#/components/schemas/ConnectionSyncProgressRead"
+        "404":
+          $ref: "#/components/responses/NotFoundResponse"
+        "422":
+          $ref: "#/components/responses/InvalidInputResponse"
+  /v1/connections/history/uptime:
+    post:
+      tags:
+        - connection
+      summary: Get the uptime history of a connection
+      operationId: getConnectionUptimeHistory
+      requestBody:
+        content:
+          application/json:
+            schema:
+              $ref: "#/components/schemas/ConnectionUptimeHistoryRequestBody"
+        required: true
+      responses:
+        "200":
+          description: Successful operation
+          content:
+            application/json:
+              schema:
+                $ref: "#/components/schemas/ConnectionUptimeHistoryRead"
+        "404":
+          $ref: "#/components/responses/NotFoundResponse"
+        "422":
+          $ref: "#/components/responses/InvalidInputResponse"
+  /v1/connections/history/data:
+    post:
+      tags:
+        - connection
+      summary: Get the data history of a connection
+      operationId: getConnectionDataHistory
+      requestBody:
+        content:
+          application/json:
+            schema:
+              $ref: "#/components/schemas/ConnectionDataHistoryRequestBody"
+        required: true
+      responses:
+        "200":
+          description: Successful operation
+          content:
+            application/json:
+              schema:
+                $ref: "#/components/schemas/ConnectionDataHistoryRead"
+        "404":
+          $ref: "#/components/responses/NotFoundResponse"
+        "422":
+          $ref: "#/components/responses/InvalidInputResponse"
+  /v1/connections/stream_history:
+    post:
+      tags:
+        - connection
+      summary: Get the history of a connection
+      operationId: getConnectionStreamHistory
+      requestBody:
+        content:
+          application/json:
+            schema:
+              $ref: "#/components/schemas/ConnectionStreamHistoryRequestBody"
+        required: true
+      responses:
+        "200":
+          description: Successful operation
+          content:
+            application/json:
+              schema:
+                $ref: "#/components/schemas/ConnectionStreamHistoryRead"
+        "404":
+          $ref: "#/components/responses/NotFoundResponse"
+        "422":
+          $ref: "#/components/responses/InvalidInputResponse"
   /v1/connections/get:
     post:
       tags:
@@ -5438,6 +5530,36 @@ components:
       properties:
         connectionId:
           $ref: "#/components/schemas/ConnectionId"
+    ConnectionUptimeHistoryRequestBody:
+      type: object
+      required:
+        - connectionId
+        - timezone
+      properties:
+        connectionId:
+          $ref: "#/components/schemas/ConnectionId"
+        timezone:
+          type: string
+    ConnectionDataHistoryRequestBody:
+      type: object
+      required:
+        - connectionId
+        - timezone
+      properties:
+        connectionId:
+          $ref: "#/components/schemas/ConnectionId"
+        timezone:
+          type: string
+    ConnectionStreamHistoryRequestBody:
+      type: object
+      required:
+        - connectionId
+        - timezone
+      properties:
+        connectionId:
+          $ref: "#/components/schemas/ConnectionId"
+        timezone:
+          type: string
     ConnectionStream:
       type: object
       required:
@@ -5787,6 +5909,99 @@ components:
           type: boolean
         failureType:
           $ref: "#/components/schemas/FailureType"
+    ConnectionSyncProgressRead:
+      type: array
+      items:
+        $ref: "#/components/schemas/ConnectionSyncProgressReadItem"
+    ConnectionSyncProgressReadItem:
+      type: object
+      required:
+        - streamName
+        - streamNamespace
+        - recordsExtracted
+        - recordsLoaded
+        - syncTimeElapsed
+        - progressPercentage
+        - lastCommittedTimestamp
+        - lastCursorValue
+      properties:
+        streamName:
+          type: string
+        streamNamespace:
+          type: string
+        recordsExtracted:
+          type: integer
+          format: int64
+        recordsLoaded:
+          type: integer
+          format: int64
+        syncTimeElapsed:
+          type: integer
+          format: int64
+        progressPercentage:
+          type: integer
+          format: int32
+        lastCommittedTimestamp:
+          type: integer
+          format: int64
+        lastCursorValue:
+          type: string
+    ConnectionUptimeHistoryRead:
+      type: array
+      items:
+        $ref: "#/components/schemas/ConnectionSyncResultRead"
+    ConnectionSyncResultRead:
+      type: object
+      required:
+        - timestamp
+        - status
+        - stream
+      properties:
+        timestamp:
+          type: integer
+          format: int64
+        status:
+          $ref: "#/components/schemas/JobStatus"
+        stream:
+          type: string
+    ConnectionDataHistoryRead:
+      type: array
+      items:
+        $ref: "#/components/schemas/ConnectionDataHistoryReadItem"
+    ConnectionDataHistoryReadItem:
+      type: object
+      required:
+        - timestamp
+        - bytes
+      properties:
+        timestamp:
+          type: integer
+          format: int
+        bytes:
+          type: integer
+          format: int
+    ConnectionStreamHistoryRead:
+      type: array
+      items:
+        $ref: "#/components/schemas/ConnectionStreamHistoryReadItem"
+    ConnectionStreamHistoryReadItem:
+      type: object
+      required:
+        - timestamp
+        - stream
+        - namespace
+        - volume
+      properties:
+        timestamp:
+          type: integer
+          format: int
+        stream:
+          type: string
+        namespace:
+          type: string
+        volume:
+          type: integer
+          format: int
     SchemaChange:
       enum:
         - no_change

airbyte-server/src/main/java/io/airbyte/server/apis/ConnectionApiController.java

@@ -13,14 +13,21 @@
 import io.airbyte.api.model.generated.ConnectionAutoPropagateResult;
 import io.airbyte.api.model.generated.ConnectionAutoPropagateSchemaChange;
 import io.airbyte.api.model.generated.ConnectionCreate;
+import io.airbyte.api.model.generated.ConnectionDataHistoryReadItem;
+import io.airbyte.api.model.generated.ConnectionDataHistoryRequestBody;
 import io.airbyte.api.model.generated.ConnectionIdRequestBody;
 import io.airbyte.api.model.generated.ConnectionRead;
 import io.airbyte.api.model.generated.ConnectionReadList;
 import io.airbyte.api.model.generated.ConnectionSearch;
 import io.airbyte.api.model.generated.ConnectionStatusRead;
 import io.airbyte.api.model.generated.ConnectionStatusesRequestBody;
+import io.airbyte.api.model.generated.ConnectionStreamHistoryReadItem;
+import io.airbyte.api.model.generated.ConnectionStreamHistoryRequestBody;
 import io.airbyte.api.model.generated.ConnectionStreamRequestBody;
+import io.airbyte.api.model.generated.ConnectionSyncProgressReadItem;
+import io.airbyte.api.model.generated.ConnectionSyncResultRead;
 import io.airbyte.api.model.generated.ConnectionUpdate;
+import io.airbyte.api.model.generated.ConnectionUptimeHistoryRequestBody;
 import io.airbyte.api.model.generated.GetTaskQueueNameRequest;
 import io.airbyte.api.model.generated.InternalOperationResult;
 import io.airbyte.api.model.generated.JobInfoRead;
@@ -145,6 +152,15 @@ public ConnectionRead getConnection(@Body final ConnectionIdRequestBody connecti
     return ApiHelper.execute(() -> connectionsHandler.getConnection(connectionIdRequestBody.getConnectionId()));
   }
 
+  @Override
+  @Post(uri = "/history/data")
+  @Secured({READER})
+  @SecuredWorkspace
+  @ExecuteOn(AirbyteTaskExecutors.IO)
+  public List<ConnectionDataHistoryReadItem> getConnectionDataHistory(ConnectionDataHistoryRequestBody connectionDataHistoryRequestBody) {
+    return null;
+  }
+
   @Override
   @Post(uri = "/connections/status")
   @Secured({READER})
@@ -154,6 +170,33 @@ public List<ConnectionStatusRead> getConnectionStatuses(@Body final ConnectionSt
     return ApiHelper.execute(() -> connectionsHandler.getConnectionStatuses(connectionStatusesRequestBody));
   }
 
+  @Override
+  @Post(uri = "/stream_history")
+  @Secured({READER})
+  @SecuredWorkspace
+  @ExecuteOn(AirbyteTaskExecutors.IO)
+  public List<ConnectionStreamHistoryReadItem> getConnectionStreamHistory(ConnectionStreamHistoryRequestBody connectionStreamHistoryRequestBody) {
+    return null;
+  }
+
+  @Override
+  @Post(uri = "/sync_progress")
+  @Secured({READER})
+  @SecuredWorkspace
+  @ExecuteOn(AirbyteTaskExecutors.IO)
+  public List<ConnectionSyncProgressReadItem> getConnectionSyncProgress(ConnectionIdRequestBody connectionIdRequestBody) {
+    return null;
+  }
+
+  @Override
+  @Post(uri = "/history/uptime")
+  @Secured({READER})
+  @SecuredWorkspace
+  @ExecuteOn(AirbyteTaskExecutors.IO)
+  public List<ConnectionSyncResultRead> getConnectionUptimeHistory(ConnectionUptimeHistoryRequestBody connectionUptimeHistoryRequestBody) {
+    return null;
+  }
+
   @Override
   @Post(uri = "/delete")
   @Status(HttpStatus.NO_CONTENT)

airbyte-webapp/src/hooks/theme/useAirbyteTheme.module.scss

@@ -23,7 +23,7 @@
     colors.$grey-300
     colors.$grey-400
     colors.$grey-900
-    
+
     colors.$dark-blue
     colors.$dark-blue-40
     colors.$dark-blue-50