Merge branch 'scalabel:master' into master

.github/workflows/build.yml

@@ -21,12 +21,13 @@ jobs:
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v1
         with:
-          python-version: 3.9
+          python-version: "3.10"
       - name: Install dependencies
         run: |
           python3 -m pip install --upgrade pip
           python3 -m pip install --ignore-installed -r scripts/requirements.txt
-          python3 -m pip install --ignore-installed -r scripts/optional.txt
+          python3 -m pip install --ignore-installed -r scripts/requirements-opt.txt
+          python3 -m pip install --ignore-installed -r scripts/requirements-dev.txt
       - name: Build mypy cache
         continue-on-error: true
         run: python3 -m mypy scalabel
@@ -45,7 +46,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.7, 3.8, 3.9]
+        python-version: ["3.7", "3.8", "3.9", "3.10"]
 
     steps:
       - uses: actions/checkout@v2
@@ -59,8 +60,9 @@ jobs:
       - name: Install dependencies
         run: |
           python3 -m pip install --upgrade pip
-          pip install --ignore-installed -r scripts/requirements.txt
-          pip install --ignore-installed -r scripts/optional.txt
+          python3 -m pip install --ignore-installed -r scripts/requirements.txt
+          python3 -m pip install --ignore-installed -r scripts/requirements-opt.txt
+          python3 -m pip install --ignore-installed -r scripts/requirements-dev.txt
       - name: Build
         run: python3 setup.py sdist bdist_wheel
       - name: Test
@@ -71,7 +73,7 @@ jobs:
     runs-on: macos-latest
     strategy:
       matrix:
-        python-version: [3.8, 3.9]
+        python-version: ["3.9", "3.10"]
 
     steps:
       - uses: actions/checkout@v2
@@ -85,8 +87,9 @@ jobs:
       - name: Install dependencies
         run: |
           python3 -m pip install --upgrade pip
-          pip install --ignore-installed -r scripts/requirements.txt
-          pip install --ignore-installed -r scripts/optional.txt
+          python3 -m pip install --ignore-installed -r scripts/requirements.txt
+          python3 -m pip install --ignore-installed -r scripts/requirements-opt.txt
+          python3 -m pip install --ignore-installed -r scripts/requirements-dev.txt
       - name: Build
         run: python3 setup.py sdist bdist_wheel
       - name: Test
@@ -136,3 +139,17 @@ jobs:
         run: npm test
       - name: Build
         run: npx webpack --config webpack.config.js --mode=production
+
+  deploy-docker:
+    name: build docker image
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      - name: Build and export to Docker
+        uses: docker/build-push-action@v3
+        with:
+          context: .
+          load: true
+          tags: scalabel/www:test

.github/workflows/deploy-docker.yml

@@ -0,0 +1,26 @@
+# This workflow will deploy the current docker image to docker hub
+name: deploy docker
+on:
+  push:
+    branches:
+      - master
+
+jobs:
+  deploy:
+    name: build and push docker image
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      - name: Login to DockerHub
+        uses: docker/login-action@v2
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      - name: Build and push
+        uses: docker/build-push-action@v3
+        with:
+          context: .
+          push: true
+          tags: scalabel/www:latest

Dockerfile

@@ -1,6 +1,8 @@
-FROM ubuntu:18.04
+FROM ubuntu:20.04
 EXPOSE 8686
 
+ENV DEBIAN_FRONTEND=noninteractive
+
 RUN apt-get update && apt-get install -y --no-install-recommends \
     ca-certificates \
     curl \
@@ -12,8 +14,9 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
     software-properties-common \
     curl \
     git \
-    python3.8 \
-    python3.8-dev \
+    libopenmpi-dev \
+    python3.9 \
+    python3.9-dev \
     python3-pip \
     python3-setuptools
 
@@ -31,10 +34,12 @@ RUN chmod -R a+w /opt/scalabel
 
 COPY . .
 
-RUN python3.8 -m pip install --upgrade pip && \
-    python3.8 -m pip install -r scripts/requirements.txt
+RUN python3.9 -m pip install -U pip && \
+    python3.9 -m pip install -r scripts/requirements.txt
+
+RUN python3.9 setup.py install
 
-RUN npm install -g npm@latest && npm install --max_old_space_size=8000
+RUN npm install -g npm@latest && npm ci --max_old_space_size=8000
 
 
 RUN ./node_modules/.bin/webpack --config webpack.config.js --mode=production; \

README.md

@@ -7,12 +7,189 @@
 [![Language grade:
 Python](https://img.shields.io/lgtm/grade/python/g/scalabel/scalabel.svg?logo=lgtm&logoWidth=18)](https://lgtm.com/projects/g/scalabel/scalabel/context:python)
 ![Docker Pulls](https://img.shields.io/docker/pulls/scalabel/www)
+![System Support](https://img.shields.io/badge/os-linux%20%7C%20macos-green)
+![GitHub release (latest by date)](https://img.shields.io/github/v/release/scalabel/scalabel)
+[![PyPI version](https://badge.fury.io/py/scalabel.svg)](https://badge.fury.io/py/scalabel)
+![PyPI - Python Version](https://img.shields.io/pypi/pyversions/scalabel)
+![npm](https://img.shields.io/npm/v/scalabel)
+![node-lts](https://img.shields.io/node/v-lts/scalabel)
+![Redis Version](https://img.shields.io/badge/redis-%3E%3D5-blue)
+![npm type definitions](https://img.shields.io/npm/types/scalabel)
 
-[Scalabel](https://www.scalabel.ai) (pronounced "scalable") is a versatile and scalable annotation platform, supporting both 2D and 3D data labeling. [BDD100K](https://www.bdd100k.com/) is labeled with this tool.
+[Scalabel](https://www.scalabel.ai) (pronounced "sca⋅label") is a versatile and scalable annotation platform, supporting both 2D and 3D data labeling. [BDD100K](https://www.bdd100k.com/) is labeled with this tool.
 
 [**Documentation**](https://doc.scalabel.ai/) |
 [**Overview Video**](https://go.yf.io/scalabel-video-demo) |
 [**Discussion**](https://groups.google.com/g/scalabel) |
 [**Contributors**](https://github.com/scalabel/scalabel/graphs/contributors)
 
-![scalabel interface](https://doc.scalabel.ai/_images/box2d_tracking_result.gif)
+![scalabel interface](https://raw.githubusercontent.com/scalabel/scalabel-doc-media/main/readme/banner-app.png)
+
+---
+
+### Main features
+
+- [Creating a new annotation project](#creating-a-new-annotation-project)
+- [Image tagging](#image-tagging)
+- [2D bounding box detection and tracking annotation](#2d-bounding-box-detection-and-tracking-annotation)
+- [2D polygon/polyline and tracking annotation](#2d-polygonpolyline-and-tracking-annotation)
+- [3D bounding box detection and tracking annotation on point clouds](#3d-bounding-box-detection-and-tracking-annotation-on-point-clouds)
+- [Real-time session synchronization for seamless collaboration](#real-time-session-synchronization-for-seamless-collaboration)
+- [Semi-automatic annotation with label pre-loading](#semi-automatic-annotation-with-label-pre-loading)
+- [Python API for label handling and visualization](#python-api-for-label-handling-and-visualization)
+
+<br>
+
+### Quick Start
+
+Try Scalabel on your local machine
+
+```bash
+git clone https://github.com/scalabel/scalabel
+cd scalabel
+
+chmod +x scripts/setup_ubuntu.sh scripts/setup_osx.sh scripts/setup_local_dir.sh
+# Or run scripts/setup_osx.sh for MacOS
+. scripts/setup_ubuntu.sh
+. scripts/setup_local_dir.sh
+npm run serve
+```
+
+Open your browser and go to [http://localhost:8686](http://localhost:8686) to use Scalabel. You can check our project [configuration examples](./examples/) to create some sample projects.
+
+We also provide docker image to avoid installing the libraries. To pull the image:
+
+```bash
+docker pull scalabel/www
+```
+
+Launch the server through docker
+
+```bash
+docker run -it -v "`pwd`/local-data:/opt/scalabel/local-data" -p \
+    8686:8686 -p 6379:6379 scalabel/www \
+    node app/dist/main.js \
+    --config /opt/scalabel/local-data/scalabel/config.yml \
+    --max-old-space-size=8192
+```
+
+The Python API can be installed through `pip`:
+
+```bash
+python3 -m pip install scalabel
+```
+
+For other operating systems or if you wish to use the Docker image, please refer to the [installation guide](https://doc.scalabel.ai/setup.html).
+
+<br>
+
+### [Creating a new annotation project](https://doc.scalabel.ai/quick-start.html)
+
+- Supporting importing popular data formats such as 2D images and 3D point clouds
+- Convenient data uploading using integrated or multiple configuration files for items, categories, and attributes
+- Divide a project into multiple tasks using variable task sizes
+
+![Create project](https://raw.githubusercontent.com/scalabel/scalabel-doc-media/main/readme/project-creation.png)
+
+Creating a project consists of filling in the fields that specify the task, data type, and other parameters such as the task size. Item lists, categories, and attributes must be in the [Scalabel format](https://doc.scalabel.ai/) when uploaded.
+
+<br>
+
+### Image tagging
+
+Images can be tagged with multiple attributes. Categories include weather, scene, and time of day as defaults, but can be freely customised.
+
+![Image tagging](https://raw.githubusercontent.com/scalabel/scalabel-doc-media/main/readme/tagging.png)
+
+<br>
+
+### [2D bounding box detection and tracking annotation](https://doc.scalabel.ai/2d-bb.html)
+
+- Simple click-and-drag area selection
+- Group boxes into a wide range of categories
+- Provides extra configurable options such as occlusion, truncation, and traffic light colours
+- Tracking between keyframes
+
+![2D bounding box](https://raw.githubusercontent.com/scalabel/scalabel-doc-media/main/readme/2d_bbox.gif)
+
+Create bounding boxes by selecting an area on the canvas. Bounding boxes can be freely adjusted and moved around. Categories and attributes of the bounding boxes can be customised. Bounding boxes can be linked between frames if the object disappears and reappears in subsequent frames. Linked bounding boxes are colour-coded to indicate the link.
+
+![2D bounding box tracking](https://raw.githubusercontent.com/scalabel/scalabel-doc-media/main/readme/2d_bbox_tracking.gif)
+
+Bounding boxes are interpolated between keyframes if the position, orientation, or scale of the bounding boxes differ. This is useful for tracking objects that move between keyframes.
+
+<br>
+
+### [2D polygon/polyline and tracking annotation](https://doc.scalabel.ai/instance-segmentation.html)
+
+- Choosing between closed paths for image segmentation or open paths for lane marking
+- Supporting bezier curves for precise annotation for round objects
+- Tracking interpolation between keyframes
+
+![2D polygon](https://raw.githubusercontent.com/scalabel/scalabel-doc-media/main/readme/2d_seg.gif)
+
+Click on multiple points on the canvas to generate vertices of a polygon. Click on the first vertex to close the polygon. Vertices can be moved around, and new vertices can be added by clicking on the midpoint of the line segment between two vertices. Creating bezier curves is also supported for smoother labeling of curved objects.
+
+![2D polyline](https://raw.githubusercontent.com/scalabel/scalabel-doc-media/main/readme/lane_marking.gif)
+
+Polylines can be created for lane marking. They support the same functions as polygons, but do not have to be closed.
+
+![2D polygon tracking](https://raw.githubusercontent.com/scalabel/scalabel-doc-media/main/readme/2d_seg_tracking.gif)
+
+Polygons are interpolated between keyframes if the position, orientation, or scale of the polygons differ. This is useful for tracking objects that move between keyframes.
+
+<br>
+
+### [3D bounding box detection and tracking annotation on point clouds](https://doc.scalabel.ai/3d-bb.html)
+
+- Multi-sensor view for side-by-side comparison with corresponding 2D images
+- Simple four-point click to generate 3D bounding boxes
+- Supporting undo and panning functions during annotation for added precision
+- Tracking interpolation between keyframes
+
+![3D bounding box](https://raw.githubusercontent.com/scalabel/scalabel-doc-media/main/readme/3d_bbox.gif)
+
+Click on the canvas to define the length, breadth, and height of the 3D bounding box. There is an in-built ground plane prediction that aligns the 3D bounding box with the ground. Bounding boxes can be freely adjusted and moved around. Categories and attributes of the bounding boxes can be customised. Bounding boxes can be linked between frames if the object disappears and reappears in subsequent frames. Linked bounding boxes are colour-coded to indicate the link.
+
+![3D bounding box tracking](https://raw.githubusercontent.com/scalabel/scalabel-doc-media/main/readme/3d_bbox_tracking.gif)
+
+Bounding boxes are interpolated between keyframes if the position, orientation, or scale of the bounding boxes differ. This is useful for tracking objects that move between keyframes.
+
+<br>
+
+### Real-time session synchronization for seamless collaboration
+
+Multiple sessions can be initialised by opening new windows or tabs. Each session synchronises its changes in labels and tags with the other sessions in real-time. Tracking changes are also updated in real-time as well.
+
+![Session synchronisation](https://raw.githubusercontent.com/scalabel/scalabel-doc-media/main/readme/sync.gif)
+
+<br>
+
+### [Semi-automatic annotation with label pre-loading](https://doc.scalabel.ai/auto-label.html)
+
+Deep learning models can be used to assist annotation for large batches of data. New models can be trained on a subset of the data, and the remaining data can be uploaded for Scalabel to label automatically. The labels can be preloaded in the backend and can also be manually adjusted in the interface.
+
+<br>
+
+### [Python API for label handling and visualization](https://doc.scalabel.ai/tools.html)
+
+- Providing convenience [scripts](https://doc.scalabel.ai/label.html) for converting from and to other popular formats, such as COCO, KITTI, Waymo
+- Supporting [evaluation](https://doc.scalabel.ai/eval.html) of various tasks with the Scalabel format
+  - Image tagging
+  - Detection
+  - Pose estimation
+  - Instance segmentation
+  - Semantic segmentation
+  - Panoptic segmentation
+  - Boundary detection
+  - Bounding box tracking
+  - Segmentation tracking
+- Contains a [visualizer](https://doc.scalabel.ai/visual.html) to easily visualize annotations as well as model predictions in Scalabel format
+
+Python backend provides a convenient API for label handling and visualization. For compatibility with Scalabel's interface, datasets can be converted to the appropriate formats via scripts. Algorithms can be evaluated for each task by uploading the predictions and corresponding ground truth annotations in the Scalabel format. The labels can be easily visualised using the Python interface.
+
+<br>
+
+### Contributors
+
+Scalabel is currently supported by [ETH VIS Group](https://www.vis.xyz/). [Many contributors](https://github.com/scalabel/scalabel/graphs/contributors) have contributed to the project.

app/src/action/point_cloud.ts

@@ -8,7 +8,7 @@ import { changeViewerConfig, makeBaseAction } from "./common"
 
 export enum CameraMovementParameters {
   MOUSE_CORRECTION_FACTOR = 60.0,
-  MOVE_AMOUNT = 0.15,
+  MOVE_AMOUNT = 0.4,
   ZOOM_SPEED = 1.05
 }
 

app/src/common/session_setup.tsx

@@ -40,7 +40,7 @@ import { Track } from "./track"
 import * as types from "../const/common"
 import { alert } from "./alert"
 import { Severity } from "../types/common"
-import { getViewerType } from "./util"
+import { getMainSensor, getViewerType, transformPointCloud } from "./util"
 
 /**
  * Initialize state, then set up the rest of the session
@@ -204,8 +204,18 @@ function loadPointClouds(
       ) {
         const url = item.urls[sensorId]
         attemptsMap[sensorId] = 0
+        const mainSensor = getMainSensor(state)
+        const isMainSensor = mainSensor.id === sensorId
         const onLoad = (geometry: THREE.BufferGeometry): void => {
           Session.pointClouds[item.index][sensorId] = geometry
+          if (!isMainSensor) {
+            const transformedGeometry = transformPointCloud(
+              geometry.clone(),
+              sensorId,
+              state
+            )
+            Session.pointClouds[item.index][mainSensor.id] = transformedGeometry
+          }
           dispatch(loadItem(item.index, sensorId))
         }
         // TODO(fyu): need to make a unified data loader with consistent