Welcome to Datatensor !
+ By clicking on the following link, you are confirming your email address. ++ Confirm your email +
+
+ Happy hacking ! + """ + + message = Mail( + from_email='noreply@datatensor.io', + to_emails=email, + subject=subject, + html_content=html_content + ) + try: + sg = SendGridAPIClient(Config.SENDGRID_API_KEY) + sg.send(message) + except Exception as e: + raise errors.InternalError('Auth', f'Unable to send email | {str(e)}') + + +def store_recovery_code(email, recovery_code): + db.users.find_one_and_update({'email': email}, + {'$set': {'recovery_code': recovery_code}}) + + +def send_email_with_recovery_link(email, recovery_code): + subject = "Datatensor | Forgot password" + recovery_url = f'{Config.UI_URL}/auth/forgot-password?recovery_code={recovery_code}' + html_content = f""" +
Forgot password
+ Reset password of your Datatensor account by clinking the following link : ++ Reset password +
+
+ Happy hacking ! + """ + + message = Mail( + from_email='noreply@datatensor.io', + to_emails=email, + subject=subject, + html_content=html_content + ) + try: + sg = SendGridAPIClient(Config.SENDGRID_API_KEY) + sg.send(message) + except Exception as e: + raise errors.InternalError('Auth', f'Unable to send email | {str(e)}') + + +def verify_user_email(activation_code) -> User: + user = user_from_activation_code(activation_code) + + if not user: + raise errors.Forbidden('Auth', errors.INVALID_CODE) + + if user.is_verified: + raise errors.BadRequest('Auth', errors.ALREADY_VERIFIED) + + db.users.find_one_and_update({'_id': user.id}, + {'$set': {'is_verified': True, 'activation_code': None}}) + + return user + + +def unregister_user(user_id): + remove_datasets(user_id) + db.notifications.delete_many({'user_id': user_id}) + db.tasks.delete_many({'user_id': user_id}) + db.users.delete_one({'_id': user_id}) diff --git a/api/authentication/models.py b/api/authentication/models.py new file mode 100644 index 00000000..01f7f452 --- /dev/null +++ b/api/authentication/models.py @@ -0,0 +1,72 @@ +from datetime import datetime +from enum import Enum +from typing import Optional + +from pydantic import BaseModel, Field, HttpUrl + +from utils import MongoModel + + +class Scope(str, Enum): + github = 'github' + google = 'google' + stackoverflow = 'stackoverflow' + + +class User(MongoModel): + id: str = Field() + email: Optional[str] = None # github oauth users doesn't have an email + name: Optional[str] = None # github users can have a non specified name + created_at: datetime + is_verified: bool + is_admin: bool + scope: Optional[Scope] = None + avatar: Optional[str] = None + phone: Optional[str] = None + country: Optional[str] = None + city: Optional[str] = None + is_public: Optional[bool] = True + + +class AuthLoginBody(BaseModel): + email: str + password: str + + +class AuthRegisterBody(BaseModel): + email: str + password: str + name: str + recaptcha: str + + +class AuthSendPasswordRecoveryBody(BaseModel): + email: str + recaptcha: str + + +class AuthResetPasswordBody(BaseModel): + new_password: str + recovery_code: str + + +class AuthEmailConfirmBody(BaseModel): + activation_code: str + + +class AuthResponse(BaseModel): + user: dict + accessToken: str + + +class OAuthAuthorizationResponse(BaseModel): + authorization_url: HttpUrl + + +class OAuthCallbackBody(BaseModel): + code: str + scope: Scope + + +class OAuthGoogleOneTap(BaseModel): + google_access_token: str diff --git a/api/authentication/oauth.py b/api/authentication/oauth.py new file mode 100755 index 00000000..c8f7f416 --- /dev/null +++ b/api/authentication/oauth.py @@ -0,0 +1,85 @@ +from fastapi import APIRouter +from fastapi.responses import JSONResponse + +from authentication import core +from authentication.models import * +from logger import logger +from routers.notifications.core import insert_notification +from routers.notifications.models import NotificationPostBody, NotificationType +from utils import parse + +oauth = APIRouter() + + +@oauth.get('/authorization/{scope}', response_model=OAuthAuthorizationResponse) +def oauth_authorization(scope: str): + """ + Fetch and return OAuth authorization url, depending on requested scope. + """ + + authorization_url = core.authorization_url_from_scope(scope) + response = {'authorization_url': authorization_url} + + logger.notify('OAuth', f'Fetch OAuth authorization url for `{scope}`') + + return response + + +@oauth.post('/callback', response_model=AuthResponse) +def oauth_callback(payload: OAuthCallbackBody): + """ + Using code provided by OAuth workflow, fetch profile depending on requested scope; register user if doesn't exists + """ + + scope = payload.scope + + profile = core.profile_from_code(payload.code, scope) + user_id = core.user_id_from_profile(profile, scope) + + user = core.user_from_user_id(user_id) + + if not user: + user = core.register_user_from_profile(profile, scope) + notification = NotificationPostBody(type=NotificationType('REGISTRATION')) + insert_notification(user_id, notification) + logger.notify('OAuth', f'Registered `{user.name}` from `{scope}`') + + access_token = core.encode_access_token(user_id) + response = JSONResponse(content={ + 'user': parse(user), + 'accessToken': access_token + }) + + logger.notify('OAuth', f'Logged in user `{user.id}` from `{scope}`') + + return response + + +@oauth.post('/google-one-tap', response_model=AuthResponse) +def oauth_callback(payload: OAuthGoogleOneTap): + """ + Decoding google access token provided by Google One Tap workflow, retrieve use and access_token + """ + + google_access_token = payload.google_access_token + + google_profile = core.google_profile_from_google_access_token(google_access_token) + + user_id = core.user_id_from_profile(google_profile, 'google') + user = core.user_from_user_id(user_id) + + if not user: + user = core.register_user_from_profile(google_profile, 'google') + notification = NotificationPostBody(type=NotificationType('REGISTRATION')) + insert_notification(user_id, notification) + logger.notify('OAuth', f'Registered `{user.name}` from `google` using `Google One Tap`') + + access_token = core.encode_access_token(user_id) + response = JSONResponse(content={ + 'user': parse(user), + 'accessToken': access_token + }) + + logger.notify('OAuth', f'Logged in user `{user.id}` from `google` using `Google One Tap`') + + return response diff --git a/api/config.py b/api/config.py new file mode 100755 index 00000000..1c125a49 --- /dev/null +++ b/api/config.py @@ -0,0 +1,104 @@ +import os +from typing import Any, List + +from fastapi import FastAPI +from pydantic import AnyHttpUrl, BaseSettings + +import errors +from database import encrypt_init + +os.environ['OAUTHLIB_INSECURE_TRANSPORT'] = '1' # to use OAuth2 without https + +if 'ACCESS_TOKEN_KEY' not in os.environ: + raise errors.InternalError( + detail='Environment variable are not set. Use init_env.sh script' + ) + + +class Settings(BaseSettings): + ENVIRONMENT = os.environ['ENVIRONMENT'] + + ROOT_PATH: str = os.path.abspath(os.path.join(FastAPI().root_path, os.pardir)) + DATASOURCES_PATH: str = os.path.join(ROOT_PATH, 'api', 'workflows', 'generator', 'datasources') + + UI_URL: str = 'https://localhost:5069' + API_URI: str = 'http://127.0.0.1:4069' + + MAX_CONTENT_LENGTH: int = 1 * 1000 * 1024 * 1024 # 1 Go + + ADMIN_USER_IDS: List[str] = [ + '58a802c1b350056c737ca447db48c7c645581b265e61d2ceeae5e0320adc7e6a', # RuellePaul (github) + 'b813fd7e62edcdd7b630837e2f7314e0aa28684eca85a15787be242386ee4e0f', # RuellePaul (google) + '83d2218ec37d73a99944dbcd90e5753908a418b99fa79678402ba6bc97a81f83' # ThomasRoudil (github) + ] + + DATASOURCES: List[dict] = [ + { + 'key': 'coco2014', + 'name': 'COCO 2014', + 'download_url': 'http://images.cocodataset.org/annotations/annotations_trainval2014.zip', + 'filenames': ['instances_val2014.json', 'instances_train2014.json'] + }, + { + 'key': 'coco2017', + 'name': 'COCO 2017', + 'download_url': 'http://images.cocodataset.org/annotations/annotations_trainval2017.zip', + 'filenames': ['instances_val2017.json', 'instances_train2017.json'] + }, + ] + + ACCESS_TOKEN_KEY: str = os.environ['ACCESS_TOKEN_KEY'] + SESSION_DURATION_IN_MINUTES: int = 120 + + GOOGLE_CAPTCHA_SECRET_KEY: str = os.environ['GOOGLE_CAPTCHA_SECRET_KEY'] + + SENDGRID_API_KEY: str = os.environ['SENDGRID_API_KEY'] + + OAUTH: dict = { + 'github': { + 'AUTHORIZATION_URL': 'https://github.com/login/oauth/authorize', + 'TOKEN_URL': 'https://github.com/login/oauth/access_token', + 'USER_URL': 'https://api.github.com/user', + 'CLIENT_ID': 'a1c2fca55dd2294221cc', + 'CLIENT_SECRET': os.environ['OAUTH_GITHUB_CLIENT_SECRET'], + 'SCOPES': ['openid', 'email', 'profile'] + }, + 'google': { + 'AUTHORIZATION_URL': 'https://accounts.google.com/o/oauth2/v2/auth', + 'TOKEN_URL': 'https://oauth2.googleapis.com/token', + 'USER_URL': 'https://openidconnect.googleapis.com/v1/userinfo', + 'CLIENT_ID': '1020592902157-8elmelc4n4l2fh3jk4jltf5ulb3mqp5v.apps.googleusercontent.com', + 'CLIENT_SECRET': os.environ['OAUTH_GOOGLE_CLIENT_SECRET'], + 'SCOPES': ['openid', 'email', 'profile'] + }, + 'stackoverflow': { + 'AUTHORIZATION_URL': 'https://stackoverflow.com/oauth', + 'TOKEN_URL': 'https://stackoverflow.com/oauth/access_token/json', + 'USER_URL': 'https://api.stackexchange.com/2.2/me?site=stackoverflow', + 'CLIENT_ID': '19511', + 'CLIENT_SECRET': os.environ['OAUTH_STACKOVERFLOW_CLIENT_SECRET'], + 'SCOPES': [], + 'KEY': os.environ['OAUTH_STACKOVERFLOW_KEY'] + } + } + + S3_BUCKET: str = 'dtserverdevbucket' + S3_KEY: str = os.environ['S3_KEY'] + S3_SECRET: str = os.environ['S3_SECRET'] + S3_LOCATION: AnyHttpUrl = f'http://{S3_BUCKET}.s3.amazonaws.com/' + + DB_ENCRYPTION_KEY: str = os.environ['DB_ENCRYPTION_KEY'] + DB_HOST: str = 'localhost:27017' + DB_NAME: str = '' + DB_ENCRYPT_CLIENT: Any = None + db: Any = None + + def __init__(self): + super().__init__() + self.DB_NAME: str = f'datatensor_{self.ENVIRONMENT}' + self.DB_ENCRYPT_CLIENT, self.db = encrypt_init(self.DB_HOST, + db_name=self.DB_NAME, + key=self.DB_ENCRYPTION_KEY) + + +Config = Settings() diff --git a/api/database.py b/api/database.py new file mode 100755 index 00000000..ab486423 --- /dev/null +++ b/api/database.py @@ -0,0 +1,44 @@ +from base64 import b64decode + +from pymongo import errors, MongoClient +from pymongo.encryption import ClientEncryption +from pymongo.encryption_options import AutoEncryptionOpts + + +def encrypt_init(host, db_name=None, key=None, setup=False): + if not key: + raise KeyError('Invalid key for DB encryption') + master_key = b64decode(key) + kms_providers = {'local': {'key': master_key}} + + key_vault_namespace = 'encryption_datatensor.__pymongoVault' + key_vault_db_name, key_vault_coll_name = key_vault_namespace.split('.', 1) + + auto_encryption_opts = AutoEncryptionOpts( + kms_providers, key_vault_namespace, bypass_auto_encryption=True) + + client = MongoClient(host=host, auto_encryption_opts=auto_encryption_opts) + + key_vault = client[key_vault_db_name][key_vault_coll_name] + key_vault.create_index( + 'keyAltNames', + unique=True, + partialFilterExpression={'keyAltNames': {'$exists': True}}) + + client_encryption = ClientEncryption( + kms_providers, + key_vault_namespace, + client, + client.codec_options) + + if setup: + try: + client_encryption.create_data_key( + 'local', key_alt_names=['datatensor_key']) + except errors.EncryptionError as e: + if e.cause.code == 11000: # DuplicateKeyError + pass + return + + client = client[db_name] + return client_encryption, client diff --git a/api/dependencies.py b/api/dependencies.py new file mode 100644 index 00000000..fe0a06ea --- /dev/null +++ b/api/dependencies.py @@ -0,0 +1,39 @@ +from typing import Optional, Union + +from fastapi import Depends, Header, Request + +import errors +from authentication.core import verify_access_token +from config import Config +from routers.datasets.core import find_dataset +from routers.datasets.models import Dataset +from routers.users.models import User + + +def get_access_token(authorization: Optional[str] = Header(None)) -> Union[str, None]: + return authorization + + +def logged_user(access_token: str = Depends(get_access_token)) -> User: + user = verify_access_token(access_token=access_token) + return user + + +def logged_admin(user: User = Depends(logged_user)) -> User: + if user.id not in Config.ADMIN_USER_IDS: + raise errors.Forbidden('Auth', errors.USER_NOT_ADMIN) + return user + + +def dataset_belongs_to_user(dataset_id, user: User = Depends(logged_user)) -> Dataset: + dataset = find_dataset(dataset_id) + if dataset.user_id != user.id: + raise errors.Forbidden('Auth', errors.NOT_YOUR_DATASET) + return Dataset.parse_obj(dataset) + + +def get_ip_address(request: Request, x_forwarded_for: Union[str, None] = Header(None)) -> Union[str, None]: + print(dict(request.headers)) + if Config.ENVIRONMENT == 'development': + return '127.0.0.1' + return x_forwarded_for diff --git a/api/errors.py b/api/errors.py new file mode 100755 index 00000000..1d851a85 --- /dev/null +++ b/api/errors.py @@ -0,0 +1,89 @@ +from fastapi import HTTPException + + +class APIError(HTTPException): + def __init__(self, status_code, router=None, detail=None, data=None): + super().__init__(status_code, + detail=detail or 'Something went wrong') + self.router = router or 'Unknown' + self.data = data + + +class BadRequest(APIError): + def __init__(self, router=None, detail=None, data=None): + super().__init__(400, + router=router, + detail=detail or 'Bad request', + data=data) + + +class InvalidAuthentication(APIError): + def __init__(self, router=None, detail=None, data=None): + super().__init__(401, + router=router or 'Auth', + detail=detail or 'Invalid Authentication', + data=data) + + +class ExpiredAuthentication(APIError): + def __init__(self, router=None, detail=None, data=None): + super().__init__(401, + router=router or 'Auth', + detail=detail or 'Expired authentication token', + data=data) + + +class Forbidden(APIError): + def __init__(self, router=None, detail=None, data=None): + super().__init__(403, + router=router, + detail=detail or 'Forbidden', + data=data) + + +class NotFound(APIError): + def __init__(self, router=None, detail=None, data=None): + super().__init__(404, + router=router, + detail=detail or 'Not found', + data=data) + + +class InternalError(APIError): + def __init__(self, router=None, detail=None, data=None): + super().__init__(500, + router=router, + detail=detail or 'Internal error', + data=data) + + +CAPTCHA_MISSING = 'Missing google recatpcha.' +CAPTCHA_INVALID = 'Invalid captcha. Try again.' +ALREADY_VERIFIED = 'User is already verified.' +USER_NOT_VERIFIED = 'User email is not verified.' +USER_NOT_ADMIN = 'This action requires admin privileges.' +USER_IS_ADMIN = 'This user has admin privileges.' +INVALID_CREDENTIALS = 'Invalid email or password. Please try again.' +INVALID_CODE = 'Invalid code provided.' +INVALID_PASSWORD = "Passwords don't match. Please try again." + +USER_NOT_FOUND = 'User not found.' +USER_ALREADY_EXISTS = 'This user already exists' +DATASET_NOT_FOUND = 'This dataset does not exist.' +DATASET_ALREADY_EXISTS = 'This dataset already exists' +IMAGE_NOT_FOUND = 'This image does not exists.' +IMAGE_ALREADY_EXISTS = 'This image already exists.' +CATEGORY_NOT_FOUND = 'This category does not exist.' +CATEGORY_ALREADY_EXISTS = 'This category already exists.' +PIPELINE_NOT_FOUND = 'This pipeline does not exist.' +PIPELINE_ALREADY_EXISTS = 'This pipeline already exists.' +LABEL_NOT_FOUND = 'This label does not exist.' +LABEL_ALREADY_EXISTS = 'This label already exists.' +TASK_NOT_FOUND = 'This task does not exist.' +TASK_ALREADY_EXISTS = 'This task already exists.' +NOTIFICATION_NOT_FOUND = 'This notification does not exist.' +NOTIFICATION_ALREADY_EXISTS = 'This notification already exists.' + +NOT_YOUR_DATASET = 'Action not permitted : not your dataset' +USER_HAS_A_SCOPE = 'Action not permitted : your account is linked to external authentication.' +TOO_MANY_PIPELINES = 'Action not permitted : this dataset already has augmented images.' diff --git a/api/logger.py b/api/logger.py new file mode 100755 index 00000000..dca212ed --- /dev/null +++ b/api/logger.py @@ -0,0 +1,35 @@ +import logging +from datetime import datetime + +from pytz import timezone + + +def timetz(*args): + return datetime.now(tz).timetuple() + + +tz = timezone('Europe/Paris') + + +def create_logger(): + logging.setLoggerClass(DatatensorLogger) + _logger = logging.getLogger('api_logger') + console_handler = logging.StreamHandler() + + formatter = logging.Formatter('%(asctime)s %(levelname)s %(message)s', '%Y-%m-%dT%H:%M:%S%z') + console_handler.setFormatter(formatter) + + _logger.addHandler(console_handler) + + _logger.setLevel(logging.INFO) + + return _logger + + +class DatatensorLogger(logging.Logger): + + def notify(self, router, message, level='info'): + getattr(logger, level)(f'{router} | {message}') + + +logger = create_logger() diff --git a/api/public/core.py b/api/public/core.py new file mode 100644 index 00000000..6d294ffd --- /dev/null +++ b/api/public/core.py @@ -0,0 +1,2 @@ +from typing import List + diff --git a/api/public/models.py b/api/public/models.py new file mode 100644 index 00000000..94233093 --- /dev/null +++ b/api/public/models.py @@ -0,0 +1,23 @@ +from typing import List + +from pydantic import BaseModel + +from routers.datasets.models import DatasetExtended +from routers.images.models import ImageExtended +from routers.labels.models import Label +from routers.pipelines.models import Operation + + +class PublicDatasetResponse(BaseModel): + datasets: List[DatasetExtended] + images: List[ImageExtended] + + +class PublicSampleBody(BaseModel): + image_id: str + operations: List[Operation] + labels: List[Label] + + +class NewsletterBody(BaseModel): + email: str diff --git a/api/public/public-dataset/1.jpeg b/api/public/public-dataset/1.jpeg new file mode 100644 index 00000000..a23b412e Binary files /dev/null and b/api/public/public-dataset/1.jpeg differ diff --git a/api/public/public-dataset/2.jpeg b/api/public/public-dataset/2.jpeg new file mode 100644 index 00000000..cdf8c77b Binary files /dev/null and b/api/public/public-dataset/2.jpeg differ diff --git a/api/public/public-dataset/3.jpeg b/api/public/public-dataset/3.jpeg new file mode 100644 index 00000000..097f13d1 Binary files /dev/null and b/api/public/public-dataset/3.jpeg differ diff --git a/api/public/public-dataset/4.jpeg b/api/public/public-dataset/4.jpeg new file mode 100644 index 00000000..d8f63a27 Binary files /dev/null and b/api/public/public-dataset/4.jpeg differ diff --git a/api/public/public-dataset/5.jpeg b/api/public/public-dataset/5.jpeg new file mode 100644 index 00000000..2f9c4bdd Binary files /dev/null and b/api/public/public-dataset/5.jpeg differ diff --git a/api/public/public-dataset/6.jpeg b/api/public/public-dataset/6.jpeg new file mode 100644 index 00000000..0ffaac77 Binary files /dev/null and b/api/public/public-dataset/6.jpeg differ diff --git a/api/public/public-dataset/data.json b/api/public/public-dataset/data.json new file mode 100644 index 00000000..070584c6 --- /dev/null +++ b/api/public/public-dataset/data.json @@ -0,0 +1,891 @@ +{ + "datasets": [ + { + "id": "00000000-0000-0000-0000-000000000000", + "user_id": "46eaee40-0663-4132-a0c4-bde9633ec208", + "name": "Humans, cats & dogs", + "description": "Case study of object recognition, human and pet detection", + "is_public": true, + "created_at": "2021-12-06T08:47:45.144546", + "image_count": 6846, + "augmented_count": 0, + "categories": [ + { + "id": "5026ac72-05f1-4de5-a6b6-60ec7c5d5428", + "dataset_id": "00000000-0000-0000-0000-000000000000", + "name": "Dog", + "supercategory": "animal", + "labels_count": 4504 + }, + { + "id": "fa8316b2-b493-4475-8e3a-82a78294ff54", + "dataset_id": "00000000-0000-0000-0000-000000000000", + "name": "Cat", + "supercategory": "animal", + "labels_count": 5437 + }, + { + "id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec", + "dataset_id": "00000000-0000-0000-0000-000000000000", + "name": "Person", + "supercategory": "person", + "labels_count": 12274 + } + ], + "user": { + "id": "46eaee40-0663-4132-a0c4-bde9633ec208", + "email": "anika.visser@datatensor.io", + "name": "Anika Visser", + "created_at": "2021-09-10T12:13:26.724000", + "is_verified": true, + "is_admin": false, + "scope": "github", + "avatar": "/public-data/personas/1.png", + "phone": "06", + "country": "", + "city": "", + "is_public": true + } + }, + { + "id": "00000000-0000-0000-0000-000000000001", + "user_id": "e831fa25-75b6-4310-bbf5-a6c60e462725", + "name": "Cerebral injuries", + "description": "Extraction and assistance in the detection of brain lesions.", + "is_public": false, + "created_at": "2021-12-06T08:47:45.144546", + "image_count": 3487, + "augmented_count": 0, + "categories": [ + { + "id": "673eef6c-2b33-4702-8ece-55c86228f78c", + "dataset_id": "00000000-0000-0000-0000-000000000000", + "name": "Cerebral lesion", + "supercategory": "person", + "labels_count": 6484 + } + ], + "user": { + "id": "00000000-0000-0000-0000-000000000001", + "email": "demo@datatensor.io", + "name": "Stan Goodman", + "created_at": "2021-08-09T12:13:26.724000", + "is_verified": true, + "is_admin": false, + "scope": "google", + "avatar": "/public-data/personas/2.jpeg", + "phone": "06", + "country": "", + "city": "", + "is_public": true + } + }, + { + "id": "00000000-0000-0000-0000-000000000002", + "user_id": "ded244a4-3208-4c07-95b2-7590cedff7fe", + "name": "Bullets impact", + "description": "In order to create an algorithm capable of counting the impacts of a rifle bullet", + "is_public": false, + "created_at": "2021-12-06T08:47:45.144546", + "image_count": 3487, + "augmented_count": 0, + "categories": [ + { + "id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808", + "dataset_id": "00000000-0000-0000-0000-000000000002", + "name": "Bullet impact", + "supercategory": "miscellaneous", + "labels_count": 1436 + } + ], + "user": { + "id": "ded244a4-3208-4c07-95b2-7590cedff7fe", + "email": "demo@datatensor.io", + "name": "Siegbert Gottfried", + "created_at": "2021-08-09T12:13:26.724000", + "is_verified": true, + "is_admin": false, + "scope": null, + "avatar": "/public-data/personas/3.png", + "phone": "06", + "country": "", + "city": "", + "is_public": true + } + } + ], + "images": [ + { + "id": "24d31047-46ce-4b82-a2b1-e49b885feea4", + "dataset_id": "00000000-0000-0000-0000-000000000000", + "path": "/public-data/datasets/1.jpeg", + "name": "1.jpeg", + "size": 345602, + "width": 1280, + "height": 816, + "labels": [ + { + "id": "78b0767d-111e-48ad-8bc6-221cb461ac16", + "x": 0.281452, + "y": 0.436478, + "w": 0.222581, + "h": 0.464151, + "image_id": "24d31047-46ce-4b82-a2b1-e49b885feea4", + "category_id": "fa8316b2-b493-4475-8e3a-82a78294ff54" + }, + { + "id": "d299000f-d674-4871-9a35-3c560f42c3e4", + "x": 0.025806, + "y": 0.193711, + "w": 0.400806, + "h": 0.558491, + "image_id": "24d31047-46ce-4b82-a2b1-e49b885feea4", + "category_id": "5026ac72-05f1-4de5-a6b6-60ec7c5d5428" + }, + { + "id": "3b2a6dd9-e1bd-42e2-9114-7048cfb785f6", + "x": 0.402419, + "y": 0.226415, + "w": 0.235484, + "h": 0.642767, + "image_id": "24d31047-46ce-4b82-a2b1-e49b885feea4", + "category_id": "5026ac72-05f1-4de5-a6b6-60ec7c5d5428" + } + ] + }, + { + "id": "b47aff63-4ccf-45d9-9066-54d1efaa58e7", + "dataset_id": "00000000-0000-0000-0000-000000000000", + "path": "/public-data/datasets/2.jpeg", + "name": "2.jpeg", + "size": 286293, + "width": 1280, + "height": 850, + "labels": [ + { + "id": "91ea5359-686b-4e73-8ae1-fc8f3c4f61d9", + "x": 0.392742, + "y": 0.451691, + "w": 0.259677, + "h": 0.541063, + "image_id": "b47aff63-4ccf-45d9-9066-54d1efaa58e7", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + } + ] + }, + { + "id": "888eafd5-a277-4bbe-82e2-2764a442d333", + "dataset_id": "00000000-0000-0000-0000-000000000000", + "path": "/public-data/datasets/3.jpeg", + "name": "3.jpeg", + "size": 78016, + "width": 650, + "height": 426, + "labels": [ + { + "id": "d99cc5e1-6d0f-4b62-a7d2-3777c3dde14f", + "x": 0.216935, + "y": 0.156671, + "w": 0.26129, + "h": 0.50918, + "image_id": "888eafd5-a277-4bbe-82e2-2764a442d333", + "category_id": "fa8316b2-b493-4475-8e3a-82a78294ff54" + }, + { + "id": "93749a82-11f4-416a-acb4-90271dc665f7", + "x": 0.443548, + "y": 0.152999, + "w": 0.555645, + "h": 0.840881, + "image_id": "888eafd5-a277-4bbe-82e2-2764a442d333", + "category_id": "5026ac72-05f1-4de5-a6b6-60ec7c5d5428" + }, + { + "id": "6bb4c258-caa0-4632-acef-e208c99efe86", + "x": 0.001613, + "y": 0.363525, + "w": 0.918548, + "h": 0.629131, + "image_id": "888eafd5-a277-4bbe-82e2-2764a442d333", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + } + ] + }, + { + "id": "2c95e066-6dcb-41f8-a2f6-16d5c410a2d1", + "dataset_id": "00000000-0000-0000-0000-000000000000", + "path": "/public-data/datasets/4.jpeg", + "name": "4.jpeg", + "size": 256948, + "width": 1280, + "height": 853, + "labels": [ + { + "id": "44c357cc-1b35-4e9c-aacc-96d9d581c22f", + "x": 0.255645, + "y": 0.169675, + "w": 0.534677, + "h": 0.826715, + "image_id": "2c95e066-6dcb-41f8-a2f6-16d5c410a2d1", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "135b7be4-61d4-4306-b576-92fdadabe98b", + "x": 0.349194, + "y": 0.34657, + "w": 0.326613, + "h": 0.45728, + "image_id": "2c95e066-6dcb-41f8-a2f6-16d5c410a2d1", + "category_id": "fa8316b2-b493-4475-8e3a-82a78294ff54" + } + ] + }, + { + "id": "9a561cfe-b709-417a-be2d-925f4ab9cf54", + "dataset_id": "00000000-0000-0000-0000-000000000000", + "path": "/public-data/datasets/5.jpeg", + "name": "5.jpeg", + "size": 85599, + "width": 728, + "height": 486, + "labels": [ + { + "id": "ec8c1c88-1645-494b-9404-9a4b9edac0d7", + "x": 0.275, + "y": 0.201923, + "w": 0.223387, + "h": 0.558894, + "image_id": "9a561cfe-b709-417a-be2d-925f4ab9cf54", + "category_id": "5026ac72-05f1-4de5-a6b6-60ec7c5d5428" + }, + { + "id": "ec9bfc88-67e2-489c-beeb-ce25471e3081", + "x": 0.472581, + "y": 0.204327, + "w": 0.2, + "h": 0.637019, + "image_id": "9a561cfe-b709-417a-be2d-925f4ab9cf54", + "category_id": "5026ac72-05f1-4de5-a6b6-60ec7c5d5428" + } + ] + }, + { + "id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "dataset_id": "00000000-0000-0000-0000-000000000000", + "path": "/public-data/datasets/6.jpeg", + "name": "6.jpeg", + "size": 343671, + "width": 1000, + "height": 666, + "labels": [ + { + "id": "9ad4a9ff-0ef4-4b02-a7c8-ed477439648d", + "x": 0.116935, + "y": 0.16747, + "w": 0.122581, + "h": 0.501205, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "7fad310d-de53-4a70-a32b-7bd217020b55", + "x": 0.239516, + "y": 0.153012, + "w": 0.116935, + "h": 0.420482, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "c9fe9775-c666-40ab-90a5-3342d8e13fe0", + "x": 0.4266125483870968, + "y": 0.20602418072289155, + "w": 0.097581, + "h": 0.301205, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "d029339c-34f1-4519-ada9-5801b5b5d424", + "x": 0.903226, + "y": 0.227711, + "w": 0.047581, + "h": 0.168675, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "be548a8e-0728-4665-ac17-11f81eff2b03", + "x": 0.840323, + "y": 0.23012, + "w": 0.045968, + "h": 0.163855, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "69c6800a-5601-4571-be15-043afb8c2837", + "x": 0.816129, + "y": 0.228916, + "w": 0.049194, + "h": 0.184337, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "5ab21f04-04e4-4463-ad4a-a4b4466af6b8", + "x": 0.778226, + "y": 0.23734918072289155, + "w": 0.035484, + "h": 0.162651, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "57bdf66d-526c-42db-8600-61ca4949d270", + "x": 0.783871, + "y": 0.242169, + "w": 0.033871, + "h": 0.166265, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "42fd2dd4-88c6-463c-8f64-d5ecdbb70e53", + "x": 0.700806, + "y": 0.195181, + "w": 0.08871, + "h": 0.245783, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "7db33415-2ea4-4c08-be88-a1e99649217d", + "x": 0.6830644516129033, + "y": 0.21445818072289155, + "w": 0.066129, + "h": 0.219277, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "c452d821-10b2-49d9-89c2-ff6e532f18f4", + "x": 0.635484, + "y": 0.218072, + "w": 0.048387, + "h": 0.244578, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "93be9e3e-8a86-44e4-b6e6-8bf60617b339", + "x": 0.5983875483870967, + "y": 0.22048236144578315, + "w": 0.047580645161290326, + "h": 0.15903572289156626, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "f96e82f6-d101-4e1c-a1c2-11f2a7a7bb6d", + "x": 0.537903, + "y": 0.226506, + "w": 0.054839, + "h": 0.171084, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "2ca4d5e3-e3ea-4a7d-badd-2998dce66bb3", + "x": 0.498387, + "y": 0.210843, + "w": 0.041935, + "h": 0.192771, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "97c370d9-0d3d-49e3-ace9-cfa68ae0c71d", + "x": 0.429839, + "y": 0.216867, + "w": 0.029839, + "h": 0.185542, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "f8a1c355-2929-4b24-871c-e774913f5aec", + "x": 0.470161, + "y": 0.214458, + "w": 0.05, + "h": 0.20241, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "a580d36d-772d-4268-9c90-b505c44f3a99", + "x": 0.327419, + "y": 0.20000036144578315, + "w": 0.075, + "h": 0.240964, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "8c416e1d-cddf-4ea6-a59f-76cc8c7d1702", + "x": 0.228226, + "y": 0.185542, + "w": 0.03629, + "h": 0.218072, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "cd47dfb1-a11c-4ee8-81c5-29cc663800e4", + "x": 0.203226, + "y": 0.198795, + "w": 0.037097, + "h": 0.274699, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "75bee038-4e8e-4ff7-8139-22354ec56497", + "x": 0.083871, + "y": 0.219277, + "w": 0.037903, + "h": 0.175904, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "d1ddad0d-1e21-4a3c-96be-344ac613a384", + "x": 0.320161, + "y": 0.189157, + "w": 0.050806, + "h": 0.26506, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + }, + { + "id": "2c68c4e7-4b4b-4dbd-9f7d-49e0ab785c9f", + "x": 0.187097, + "y": 0.19759, + "w": 0.030645, + "h": 0.144578, + "image_id": "6d2a63c0-a695-4e09-8a04-dac16e70fe14", + "category_id": "be90a15e-19d0-48dc-8a3d-5a6ad93f25ec" + } + ] + }, + { + "id": "6cac9b6b-73ac-4253-b065-61996ab7022c", + "dataset_id": "00000000-0000-0000-0000-000000000001", + "path": "/public-data/datasets/brain-1.jpeg", + "name": "brain-1.jpeg", + "size": 36356, + "width": 600, + "height": 364, + "pipeline_id": null, + "original_image_id": null, + "labels": [ + { + "id": "75f9ed99-eb27-412e-9e72-33bf1bc75efb", + "x": 0.536585, + "y": 0.451183, + "w": 0.022584, + "h": 0.025148, + "image_id": "6cac9b6b-73ac-4253-b065-61996ab7022c", + "category_id": "673eef6c-2b33-4702-8ece-55c86228f78c" + }, + { + "id": "6abc024c-e54b-433c-82d7-caaf754b23fa", + "x": 0.470641, + "y": 0.377219, + "w": 0.026197, + "h": 0.032544, + "image_id": "6cac9b6b-73ac-4253-b065-61996ab7022c", + "category_id": "673eef6c-2b33-4702-8ece-55c86228f78c" + } + ] + }, + { + "id": "e410ddc6-d61d-457d-a933-388e71d0dc2a", + "dataset_id": "00000000-0000-0000-0000-000000000001", + "path": "/public-data/datasets/brain-2.jpeg", + "name": "brain-2.jpeg", + "size": 31546, + "width": 350, + "height": 350, + "pipeline_id": null, + "original_image_id": null, + "labels": [ + { + "id": "1a457ab7-7d41-4e5f-8dc0-24b08ddd7d61", + "x": 0.565492, + "y": 0.128713, + "w": 0.030714, + "h": 0.027903, + "image_id": "e410ddc6-d61d-457d-a933-388e71d0dc2a", + "category_id": "673eef6c-2b33-4702-8ece-55c86228f78c" + }, + { + "id": "d53584f1-282b-48c8-92b8-94c3687ccd33", + "x": 0.599819, + "y": 0.429343, + "w": 0.049684, + "h": 0.048605, + "image_id": "e410ddc6-d61d-457d-a933-388e71d0dc2a", + "category_id": "673eef6c-2b33-4702-8ece-55c86228f78c" + }, + { + "id": "ab2386d9-1001-471d-81af-4f4ab4820dfe", + "x": 0.754291, + "y": 0.587759, + "w": 0.051491, + "h": 0.056706, + "image_id": "e410ddc6-d61d-457d-a933-388e71d0dc2a", + "category_id": "673eef6c-2b33-4702-8ece-55c86228f78c" + } + ] + }, + { + "id": "4a812c52-2d4e-4b55-9d3f-bcb8b585cc91", + "dataset_id": "00000000-0000-0000-0000-000000000001", + "path": "/public-data/datasets/brain-3.jpeg", + "name": "brain-3.jpeg", + "size": 20343, + "width": 256, + "height": 192, + "pipeline_id": null, + "original_image_id": null, + "labels": [ + { + "id": "3b6032d8-9cff-4db6-97f7-95f68bcc98f1", + "x": 0.553749, + "y": 0.155875, + "w": 0.04607, + "h": 0.058753, + "image_id": "4a812c52-2d4e-4b55-9d3f-bcb8b585cc91", + "category_id": "673eef6c-2b33-4702-8ece-55c86228f78c" + }, + { + "id": "1558629f-3aee-4957-ae07-9e5037b4ed0b", + "x": 0.535682, + "y": 0.450839, + "w": 0.053297, + "h": 0.073141, + "image_id": "4a812c52-2d4e-4b55-9d3f-bcb8b585cc91", + "category_id": "673eef6c-2b33-4702-8ece-55c86228f78c" + }, + { + "id": "980561e2-a3a3-46a9-8503-3f58df91d32d", + "x": 0.355917, + "y": 0.420863, + "w": 0.084914, + "h": 0.052758, + "image_id": "4a812c52-2d4e-4b55-9d3f-bcb8b585cc91", + "category_id": "673eef6c-2b33-4702-8ece-55c86228f78c" + } + ] + }, + { + "id": "0bfe5684-5785-4166-9c06-3d1580077f94", + "dataset_id": "00000000-0000-0000-0000-000000000001", + "path": "/public-data/datasets/brain-4.jpeg", + "name": "brain-4.jpeg", + "size": 85777, + "width": 704, + "height": 704, + "pipeline_id": null, + "original_image_id": null, + "labels": [ + { + "id": "5e20cc88-6698-42f5-ad10-7314935bc173", + "x": 0.750678, + "y": 0.180018, + "w": 0.077687, + "h": 0.036904, + "image_id": "0bfe5684-5785-4166-9c06-3d1580077f94", + "category_id": "673eef6c-2b33-4702-8ece-55c86228f78c" + }, + { + "id": "01078b3b-709e-4879-a9a3-e28a354f757b", + "x": 0.816621, + "y": 0.349235, + "w": 0.036134, + "h": 0.082808, + "image_id": "0bfe5684-5785-4166-9c06-3d1580077f94", + "category_id": "673eef6c-2b33-4702-8ece-55c86228f78c" + }, + { + "id": "e6526470-88f8-48b7-8963-ba763363792e", + "x": 0.560072, + "y": 0.346535, + "w": 0.112014, + "h": 0.055806, + "image_id": "0bfe5684-5785-4166-9c06-3d1580077f94", + "category_id": "673eef6c-2b33-4702-8ece-55c86228f78c" + } + ] + }, + { + "id": "becfcbb8-a1ca-466b-93e6-2fc4b02b91e3", + "dataset_id": "00000000-0000-0000-0000-000000000002", + "path": "/public-data/datasets/bullets-1.jpeg", + "name": "bullets-1.jpeg", + "size": 84027, + "width": 612, + "height": 408, + "original_image_id": null, + "labels": [ + { + "id": "bb38ea8a-b438-44d2-8f8c-aba583c5fd91", + "x": 0.14838754838709675, + "y": 0.274368, + "w": 0.13225809677419353, + "h": 0.19013226113116727, + "image_id": "becfcbb8-a1ca-466b-93e6-2fc4b02b91e3", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "e889febd-fdf1-4879-ae07-2bfa842c71e0", + "x": 0.5879027419354839, + "y": 0.086643, + "w": 0.13871, + "h": 0.229844, + "image_id": "becfcbb8-a1ca-466b-93e6-2fc4b02b91e3", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "64a991f6-2f3d-475e-bb75-82e81ce29be3", + "x": 0.649194, + "y": 0.694344, + "w": 0.18871, + "h": 0.184116, + "image_id": "becfcbb8-a1ca-466b-93e6-2fc4b02b91e3", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + } + ] + }, + { + "id": "c82e9722-f478-4108-9466-ec27a687f872", + "dataset_id": "00000000-0000-0000-0000-000000000002", + "path": "/public-data/datasets/bullets-2.jpeg", + "name": "bullets-2.jpeg", + "size": 77258, + "width": 600, + "height": 338, + "pipeline_id": null, + "original_image_id": null, + "labels": [ + { + "id": "1516b3b5-904d-44d7-a7f7-65cad0215d3a", + "x": 0.149051, + "y": 0.522293, + "w": 0.052394, + "h": 0.08758, + "image_id": "c82e9722-f478-4108-9466-ec27a687f872", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "06868321-dc98-43a0-84d8-20f92e2a045a", + "x": 0.676603315266486, + "y": 0.14331192993630573, + "w": 0.065041, + "h": 0.106688, + "image_id": "c82e9722-f478-4108-9466-ec27a687f872", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "6414d222-bd94-46e2-a63b-d01dfa1aaa6a", + "x": 0.611563, + "y": 0.234076, + "w": 0.077687, + "h": 0.128981, + "image_id": "c82e9722-f478-4108-9466-ec27a687f872", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "b539167c-e2e8-490a-b493-5c5bc8d09297", + "x": 0.172538342366757, + "y": 0.5828025732484076, + "w": 0.080397630532972, + "h": 0.13535035668789808, + "image_id": "c82e9722-f478-4108-9466-ec27a687f872", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "eb9c5782-8706-4929-b2c5-8fa76729f150", + "x": 0.781391315266486, + "y": 0.14012764331210192, + "w": 0.081301, + "h": 0.13535, + "image_id": "c82e9722-f478-4108-9466-ec27a687f872", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "405da1db-6453-40bb-a0d7-4598efab026a", + "x": 0.866305, + "y": 0.04777028662420382, + "w": 0.085818, + "h": 0.183121, + "image_id": "c82e9722-f478-4108-9466-ec27a687f872", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "529d62ac-dc53-4900-97fb-cc58a05bd554", + "x": 0.448058, + "y": 0.4156052866242038, + "w": 0.098464, + "h": 0.178344, + "image_id": "c82e9722-f478-4108-9466-ec27a687f872", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + } + ] + }, + { + "id": "2e9487a2-3b4f-4cb8-963b-303e1db67177", + "dataset_id": "00000000-0000-0000-0000-000000000002", + "path": "/public-data/datasets/bullets-3.jpeg", + "name": "bullets-3.jpeg", + "size": 172800, + "width": 600, + "height": 400, + "pipeline_id": null, + "original_image_id": null, + "labels": [ + { + "id": "0c1c690a-1ef3-471b-a752-a8d1335a9be7", + "x": 0.831978711833785, + "y": 0.32345054447439353, + "w": 0.04878026106594399, + "h": 0.07142832884097036, + "image_id": "2e9487a2-3b4f-4cb8-963b-303e1db67177", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "155cf005-5edb-4d35-85ef-097756e1fe4d", + "x": 0.915989054200542, + "y": 0.10242612668463612, + "w": 0.04878060343270099, + "h": 0.07277645552560646, + "image_id": "2e9487a2-3b4f-4cb8-963b-303e1db67177", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "3bb43e7a-ac7d-4bac-a2e4-1b81b434333c", + "x": 0.737127, + "y": 0.429919, + "w": 0.046070684733514, + "h": 0.07816716442048517, + "image_id": "2e9487a2-3b4f-4cb8-963b-303e1db67177", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "114d1bf4-f273-4bd6-9f33-abd142bfd4b6", + "x": 0.41011702710027104, + "y": 0.6361184177897573, + "w": 0.05239394579945799, + "h": 0.07816745552560646, + "image_id": "2e9487a2-3b4f-4cb8-963b-303e1db67177", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "03bf8bd6-8aa0-4e38-97d3-4599a0a0e689", + "x": 0.700090342366757, + "y": 0.385445, + "w": 0.052393972899729, + "h": 0.08220987331536388, + "image_id": "2e9487a2-3b4f-4cb8-963b-303e1db67177", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "282b1792-e68a-4c71-b5eb-0d81a4c48097", + "x": 0.145438, + "y": 0.622642, + "w": 0.056911, + "h": 0.091644, + "image_id": "2e9487a2-3b4f-4cb8-963b-303e1db67177", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "c86c3e80-7087-4b30-9cae-b011d231fe53", + "x": 0.5582653423667571, + "y": 0.38274883557951483, + "w": 0.060523603432700995, + "h": 0.08894916442048517, + "image_id": "2e9487a2-3b4f-4cb8-963b-303e1db67177", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "1a0f9ff6-e2ee-4a19-ba06-b93088a8cdf1", + "x": 0.43541068473351396, + "y": 0.443396, + "w": 0.059621, + "h": 0.092992, + "image_id": "2e9487a2-3b4f-4cb8-963b-303e1db67177", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "ad649d91-aa51-483a-9db2-8eced8888a19", + "x": 0.339657, + "y": 0.673854, + "w": 0.064137, + "h": 0.102426, + "image_id": "2e9487a2-3b4f-4cb8-963b-303e1db67177", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "98a39321-a4c6-4d2d-a6f3-18f889be8fbc", + "x": 0.08672065763324299, + "y": 0.770889, + "w": 0.065041, + "h": 0.101078, + "image_id": "2e9487a2-3b4f-4cb8-963b-303e1db67177", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + } + ] + }, + { + "id": "f8acaba0-9e65-49f0-9f07-40af8b4fe1b7", + "dataset_id": "00000000-0000-0000-0000-000000000002", + "path": "/public-data/datasets/bullets-4.jpeg", + "name": "bullets-4.jpeg", + "size": 50238, + "width": 600, + "height": 400, + "pipeline_id": null, + "original_image_id": null, + "labels": [ + { + "id": "9bbfe9e5-e7e0-4ceb-8a8b-098bcb5ce70a", + "x": 0.861788684733514, + "y": 0.15633383557951483, + "w": 0.08401128816621499, + "h": 0.10646916442048518, + "image_id": "f8acaba0-9e65-49f0-9f07-40af8b4fe1b7", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "e3d5a2b2-3e8d-44b0-a1c9-8122d8659b24", + "x": 0.186991945799458, + "y": 0.0795147088948787, + "w": 0.222222, + "h": 0.297844, + "image_id": "f8acaba0-9e65-49f0-9f07-40af8b4fe1b7", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + }, + { + "id": "e813c0f3-16ca-472a-b5b8-74aa1cdf42e4", + "x": 0.563686, + "y": 0.590296, + "w": 0.238482, + "h": 0.30593, + "image_id": "f8acaba0-9e65-49f0-9f07-40af8b4fe1b7", + "category_id": "dcec7454-ef99-47d0-ad8a-b43ff6b0f808" + } + ] + } + ] +} diff --git a/api/public/public.py b/api/public/public.py new file mode 100644 index 00000000..ed3fc10e --- /dev/null +++ b/api/public/public.py @@ -0,0 +1,84 @@ +import base64 +import json +import os +from typing import List + +import cv2 +from fastapi import APIRouter, Depends + +import errors +from config import Config +from dependencies import get_ip_address +from logger import logger +from routers.images.models import Image +from routers.labels.models import Label +from routers.pipelines.core import perform_sample +from routers.pipelines.models import SampleResponse +from utils import parse +from .models import PublicDatasetResponse, PublicSampleBody, NewsletterBody + +db = Config.db + +public = APIRouter() + +public_data_path = os.path.join(Config.ROOT_PATH, 'api', 'public', 'public-dataset') +json_file = open(os.path.join(public_data_path, 'data.json'), 'r') +public_data = json.load(json_file) + + +def _find_public_image(image_id) -> Image: + return Image.parse_obj(next(image for image in public_data['images'] if image['id'] == image_id)) + + +def _find_public_labels(image_id) -> List[Label]: + return [Label.parse_obj(label) for label in public_data['labels'] if label['image_id'] == image_id] + + +@public.get('/', response_model=PublicDatasetResponse) +def get_public_data(ip_address: str = Depends(get_ip_address)): + logger.notify('Public', f'Fetch public data from {ip_address or "unknown"}') + return public_data + + +@public.post('/sample', response_model=SampleResponse) +def get_public_sample(payload: PublicSampleBody): + image_id = payload.image_id + operations = payload.operations + + image = _find_public_image(image_id) + labels = payload.labels + + image_path = os.path.join(Config.ROOT_PATH, 'api', 'public', 'public-dataset', image.path.split('/')[0], image.name) + cv2image = cv2.imread(image_path) + + augmented_images, augmented_labels = perform_sample( + image, + labels, + operations, + cv2image=cv2image + ) + + encoded_images = [cv2.imencode('.jpg', augmented_image)[1].tostring() + for augmented_image in augmented_images] + base64_encoded_images = [base64.b64encode(image) for image in encoded_images] + + logger.notify('Public', f'Fetch public sample on image `{image.name}`') + + return { + 'images': base64_encoded_images, + 'images_labels': parse(augmented_labels) + } + + +@public.post('/newsletter') +def register_newsletter(payload: NewsletterBody): + email = payload.email + + if not email: + raise errors.BadRequest('Newsletter', "Missing email") + + if email in [user['email'] for user in list(db.newsletter_users.find())]: + raise errors.Forbidden('Newsletter', f"Email {email} already registered to newsletter") + + db.newsletter_users.insert_one({'email': payload.email}) + logger.notify('Newsletter', f'Add {payload.email} in newsletter email collection') \ No newline at end of file diff --git a/api/requirements.txt b/api/requirements.txt new file mode 100755 index 00000000..e2c47cda --- /dev/null +++ b/api/requirements.txt @@ -0,0 +1,20 @@ +aiofiles==0.7.0 +augmentor==0.2.8 +boto3==1.17.103 +celery==5.1.2 +fastapi==0.70.1 +PyJWT==2.1.0 +oauthlib==3.1.1 +opencv-python==4.5.1.48 +orjson==3.6.4 +passlib[bcrypt]==1.7.4 +pymongo==3.11.4 +pymongocrypt==1.1.0 +pytest==6.2.4 +pytz==2021.3 +python-multipart==0.0.5 +requests==2.25.1 +requests_oauthlib==1.3.0 +sendgrid==6.7.1 +uuid==1.30 +uvicorn[standard]==0.14.0 diff --git a/api/routers/categories/categories.py b/api/routers/categories/categories.py new file mode 100644 index 00000000..42faa0ad --- /dev/null +++ b/api/routers/categories/categories.py @@ -0,0 +1,60 @@ +from fastapi import APIRouter, Depends + +from dependencies import dataset_belongs_to_user +from logger import logger +from routers.categories.core import find_categories, find_category, find_images_of_category, remove_category, \ + insert_category +from routers.categories.models import * +from utils import parse + +categories = APIRouter() + + +@categories.get('/', response_model=CategoriesResponse) +def get_categories(dataset_id, offset: int = 0, limit: int = 0): + """ + Fetch paginated categories list of given dataset. + """ + response = {'categories': find_categories(dataset_id, offset, limit)} + logger.notify('Categories', f'Fetch categories for dataset `{dataset_id}`') + return parse(response) + + +@categories.get('/{category_id}', response_model=CategoryResponse) +def get_category(dataset_id, category_id): + """ + Fetch given category of given dataset. + """ + response = {'category': find_category(dataset_id, category_id)} + logger.notify('Categories', f'Fetch category `{category_id}` for dataset `{dataset_id}`') + return parse(response) + + +@categories.get('/{category_id}/images', response_model=ImagesCategoryResponse) +def get_category(dataset_id, category_id, include_labels=False, offset: int = 0, limit: int = 0): + """ + Fetch images of a given category. + """ + images, total_count = find_images_of_category(dataset_id, category_id, include_labels, offset, limit) + response = {'images': images, 'total_count': total_count} + logger.notify('Images', f'Fetch images for category `{category_id}` of dataset `{dataset_id}`') + return parse(response) + + +@categories.post('/') +def post_category(category: CategoryPostBody, dataset_id, dataset=Depends(dataset_belongs_to_user)): + """ + Create a new category on given dataset, and returns it. + """ + response = {'category': insert_category(dataset_id, category)} + logger.notify('Categories', f'Add category `{category.name}` for dataset `{dataset_id}`') + return parse(response) + + +@categories.delete('/{category_id}') +def delete_category(dataset_id, category_id, dataset=Depends(dataset_belongs_to_user)): + """ + Delete given category of given dataset. + """ + remove_category(dataset_id, category_id) + logger.notify('Categories', f'Delete category `{category_id}` for dataset `{dataset_id}`') diff --git a/api/routers/categories/core.py b/api/routers/categories/core.py new file mode 100644 index 00000000..2b308856 --- /dev/null +++ b/api/routers/categories/core.py @@ -0,0 +1,61 @@ +from typing import List +from uuid import uuid4 + +import errors +from config import Config +from routers.categories.models import Category, SuperCategory +from routers.images.models import ImageExtended +from routers.labels.core import find_labels_from_image_ids, find_labels_of_category + +db = Config.db + + +def find_categories(dataset_id, offset=0, limit=0) -> List[Category]: + categories = list(db.categories.find({'dataset_id': dataset_id}).skip(offset).limit(limit)) + if categories is None: + raise errors.NotFound('Categories', errors.CATEGORY_NOT_FOUND) + return [Category.from_mongo(category) for category in categories] + + +def find_category(dataset_id, category_id) -> Category: + category = db.categories.find_one({'_id': category_id, 'dataset_id': dataset_id}) + if category is None: + raise errors.NotFound('Categories', errors.CATEGORY_NOT_FOUND) + return Category.from_mongo(category) + + +def find_images_of_category(dataset_id, category_id, include_labels=False, offset=0, limit=0) -> tuple[List[ImageExtended], int]: + labels = find_labels_of_category(category_id) + images = db.images.find({'dataset_id': dataset_id, + 'pipeline_id': None, + '_id': {'$in': [label.image_id for label in labels]}} + ).skip(offset).limit(limit) + total_count = db.images.count({'dataset_id': dataset_id, + 'pipeline_id': None, + '_id': {'$in': [label.image_id for label in labels]}}) + images = [ImageExtended.from_mongo(image) for image in images] + if include_labels: + labels = find_labels_from_image_ids([image.id for image in images]) + if labels is not None: + for image in images: + image.labels = [label for label in labels if label.image_id == image.id] + return images, total_count + + +def insert_category(dataset_id, category) -> Category: + if db.categories.find_one({'dataset_id': dataset_id, 'name': category.name}): + raise errors.Forbidden('Categories', errors.CATEGORY_ALREADY_EXISTS) + category = Category( + id=str(uuid4()), + dataset_id=dataset_id, + name=category.name, + supercategory=category.supercategory or SuperCategory('miscellaneous') + ) + db.categories.insert_one(category.mongo()) + return category + + +def remove_category(dataset_id, category_id): + db.labels.delete_many({'category_id': category_id}) + db.categories.delete_one({'_id': category_id, + 'dataset_id': dataset_id}) diff --git a/api/routers/categories/models.py b/api/routers/categories/models.py new file mode 100644 index 00000000..6252b1d6 --- /dev/null +++ b/api/routers/categories/models.py @@ -0,0 +1,49 @@ +from enum import Enum +from typing import List, Optional + +from pydantic import BaseModel, Field + +from routers.images.models import ImageExtended +from utils import MongoModel + + +class SuperCategory(str, Enum): + person = 'person' + vehicle = 'vehicle' + electronic = 'electronic' + indoor = 'indoor' + outdoor = 'outdoor' + sports = 'sports' + furniture = 'furniture' + accessory = 'accessory' + kitchen = 'kitchen' + animal = 'animal' + appliance = 'appliance' + food = 'food' + miscellaneous = 'miscellaneous' + + +class Category(MongoModel): + id: str = Field() + dataset_id: str + name: str + supercategory: Optional[SuperCategory] = None + labels_count: Optional[int] = None + + +class CategoriesResponse(BaseModel): + categories: List[Category] = [] + + +class CategoryResponse(BaseModel): + category: Category + + +class ImagesCategoryResponse(BaseModel): + images: List[ImageExtended] + total_count: int + + +class CategoryPostBody(BaseModel): + name: str + supercategory: Optional[SuperCategory] = None diff --git a/api/routers/datasets/core.py b/api/routers/datasets/core.py new file mode 100644 index 00000000..5166481d --- /dev/null +++ b/api/routers/datasets/core.py @@ -0,0 +1,103 @@ +from datetime import datetime +from typing import List +from uuid import uuid4 + +import errors +from config import Config +from routers.categories.core import find_categories +from routers.datasets.models import Dataset, DatasetExtended, DatasetPostBody, DatasetPatchBody +from routers.users.core import find_user +from routers.images.core import remove_all_images + +db = Config.db + + +def find_datasets(user_id, offset=0, limit=0, include_user=False, include_categories=False) -> List[DatasetExtended]: + datasets = list(db.datasets + .find({'$or': [{'user_id': user_id}, {'is_public': True}]}) + .skip(offset) + .limit(limit)) + if datasets is None: + raise errors.NotFound('Datasets', errors.DATASET_NOT_FOUND) + datasets = [DatasetExtended.from_mongo(dataset) for dataset in datasets] + if include_user: + for dataset in datasets: + dataset.user = find_user(dataset.user_id) + if include_categories: + for dataset in datasets: + dataset.categories = find_categories(dataset.id) + return datasets + + +def find_own_datasets(user_id) -> List[Dataset]: + datasets = list(db.datasets + .find({'user_id': user_id})) + if datasets is None: + raise errors.NotFound('Datasets', errors.DATASET_NOT_FOUND) + return [Dataset.from_mongo(dataset) for dataset in datasets] + + +def find_dataset(dataset_id, include_user=False, include_categories=False) -> DatasetExtended: + dataset = db.datasets.find_one({'_id': dataset_id}) + if dataset is None: + raise errors.NotFound('Datasets', errors.DATASET_NOT_FOUND) + dataset = DatasetExtended.from_mongo(dataset) + if include_user: + dataset.user = find_user(dataset.user_id) + if include_categories: + dataset.categories = find_categories(dataset_id) + return dataset + + +def update_dataset(user_id, dataset_id, payload: DatasetPatchBody): + dataset_to_update = db.datasets.find_one({'_id': dataset_id}) + + if not dataset_to_update: + raise errors.NotFound('Datasets', errors.DATASET_NOT_FOUND) + + if dataset_to_update['user_id'] != user_id: + raise errors.Forbidden('Datasets', errors.NOT_YOUR_DATASET) + + db.datasets.find_one_and_update({'_id': dataset_id}, + {'$set': {k: v for k, v in payload.dict().items() if v is not None}}) + + +def insert_dataset(user_id, payload: DatasetPostBody) -> Dataset: + dataset = Dataset( + id=str(uuid4()), + user_id=user_id, + name=payload.name, + description=payload.description, + is_public=False, + created_at=datetime.now(), + image_count=0, + augmented_count=0 + ) + db.datasets.insert_one(dataset.mongo()) + return dataset + + +def remove_dataset(user_id, dataset_id): + dataset_to_remove = db.datasets.find_one({'_id': dataset_id}) + + if not dataset_to_remove: + raise errors.NotFound('Datasets', errors.DATASET_NOT_FOUND) + + if dataset_to_remove['user_id'] != user_id: + raise errors.Forbidden('Datasets', errors.NOT_YOUR_DATASET) + + remove_all_images(dataset_id) + db.categories.delete_many({'dataset_id': dataset_id}) + db.tasks.delete_many({'dataset_id': dataset_id}) + db.datasets.delete_one({'_id': dataset_id, 'user_id': user_id}) + # TODO : delete notifications (with their task_id) + + +def remove_datasets(user_id): + datasets = find_own_datasets(user_id) + + for dataset in datasets: + try: + remove_dataset(user_id, dataset.id) + except errors.Forbidden: + pass diff --git a/api/routers/datasets/datasets.py b/api/routers/datasets/datasets.py new file mode 100644 index 00000000..da9746ad --- /dev/null +++ b/api/routers/datasets/datasets.py @@ -0,0 +1,83 @@ +from fastapi import APIRouter, Depends + +import errors +from dependencies import logged_admin, logged_user +from logger import logger +from routers.datasets.core import find_datasets, find_dataset, remove_dataset, remove_datasets, insert_dataset, \ + update_dataset +from routers.datasets.models import * +from routers.users.models import User +from utils import parse + +datasets = APIRouter() + + +@datasets.get('/', response_model=DatasetsResponse) +def get_datasets(user: User = Depends(logged_user), + include_user: bool = False, + include_categories: bool = False, + offset: int = 0, + limit: int = 0): + """ + Fetch paginated datasets list (either user datasets, or public ones). + """ + response = {'datasets': find_datasets(user.id, offset, limit, + include_user=include_user, + include_categories=include_categories)} + logger.notify('Datasets', f'Fetch datasets for user `{user.id}`') + return parse(response) + + +@datasets.get('/{dataset_id}', response_model=DatasetResponse) +def get_dataset(dataset_id, + include_user: bool = False, + include_categories: bool = False): + """ + Fetch dataset. + """ + response = {'dataset': find_dataset(dataset_id, + include_user=include_user, + include_categories=include_categories)} + logger.notify('Datasets', f'Fetch dataset `{dataset_id}`') + return parse(response) + + +@datasets.post('/', response_model=DatasetResponse) +def post_dataset(payload: DatasetPostBody, user: User = Depends(logged_user)): + """ + Create a new dataset. + 🔒️ Verified users + """ + if not user.is_verified: + raise errors.Forbidden('Auth', errors.USER_NOT_VERIFIED, data='ERR_VERIFY') + response = {'dataset': insert_dataset(user.id, payload)} + logger.notify('Datasets', f'Add dataset `{payload.name}` for user `{user.id}`') + return parse(response) + + +@datasets.patch('/{dataset_id}') +def patch_dataset(dataset_id, payload: DatasetPatchBody, user: User = Depends(logged_user)): + """ + Update dataset (name, description & privacy).. + """ + update_dataset(user.id, dataset_id, payload) + logger.notify('Datasets', f'Update dataset `{dataset_id}` for user `{user.id}`') + + +@datasets.delete('/') +def delete_datasets(admin: User = Depends(logged_admin)): + """ + Delete all datasets of admin user, and other linked collections (`images`, `labels`, `tasks`...). + 🔒️ Admin only + """ + remove_datasets(admin.id) + logger.notify('Datasets', f'Delete datasets for admin `{admin.id}`') + + +@datasets.delete('/{dataset_id}') +def delete_dataset(dataset_id, user: User = Depends(logged_user)): + """ + Delete a dataset, and other linked collections (`images`, `labels`, `tasks`...) + """ + remove_dataset(user.id, dataset_id) + logger.notify('Datasets', f'Delete dataset for user `{user.id}`') diff --git a/api/routers/datasets/models.py b/api/routers/datasets/models.py new file mode 100644 index 00000000..37d33afb --- /dev/null +++ b/api/routers/datasets/models.py @@ -0,0 +1,44 @@ +from datetime import datetime +from typing import List, Optional + +from pydantic import Field, BaseModel + +from routers.categories.models import Category +from routers.users.models import User +from utils import MongoModel + + +class Dataset(MongoModel): + id: str = Field() + user_id: str + name: str + description: str + is_public: bool = False + created_at: datetime + image_count: int + augmented_count: int = 0 + exported_at: Optional[datetime] = None + + +class DatasetExtended(Dataset): + categories: Optional[List[Category]] + user: Optional[User] + + +class DatasetsResponse(BaseModel): + datasets: List[DatasetExtended] = [] + + +class DatasetResponse(BaseModel): + dataset: DatasetExtended + + +class DatasetPostBody(BaseModel): + name: str + description: str + + +class DatasetPatchBody(BaseModel): + name: Optional[str] = None + description: Optional[str] = None + is_public: Optional[bool] = None diff --git a/api/routers/datasources/core.py b/api/routers/datasources/core.py new file mode 100644 index 00000000..bb997b13 --- /dev/null +++ b/api/routers/datasources/core.py @@ -0,0 +1,106 @@ +import json +import os +import zipfile +from typing import List +from uuid import uuid4 + +import requests + +import errors +from config import Config +from logger import logger +from routers.datasources.models import DatasourceKey + +db = Config.db + + +def download_annotations(datasource_key: DatasourceKey): + if not os.path.exists(Config.DATASOURCES_PATH): + os.mkdir(Config.DATASOURCES_PATH) + + datasource_path = os.path.join(Config.DATASOURCES_PATH, datasource_key) + if not os.path.exists(datasource_path): + os.mkdir(datasource_path) + + annotations_path = os.path.join(datasource_path, 'annotations') + datasource = [datasource for datasource in Config.DATASOURCES if datasource['key'] == datasource_key][0] + + if os.path.exists(annotations_path): + return annotations_path, datasource + + logger.notify('Datasources', f'Downloading {datasource["name"]}...') + + response = requests.get(datasource['download_url'], stream=True) + if response.status_code != 200: + raise errors.APIError(503, 'Datasources', f"Datasource {datasource['name']} unreachable") + + datasource_path = os.path.join(Config.DATASOURCES_PATH, datasource_key) + zip_path = os.path.join(datasource_path, f'{datasource_key}.zip') + with open(zip_path, 'wb') as fd: + for chunk in response.iter_content(chunk_size=128): + fd.write(chunk) + + with zipfile.ZipFile(zip_path, 'r') as zip_ref: + zip_ref.extractall(datasource_path) + + os.remove(zip_path) + return annotations_path, datasource + + +def find_datasources() -> List[dict]: + return Config.DATASOURCES + + +def find_categories(datasource_key: DatasourceKey): + try: + annotations_path, datasource = download_annotations(datasource_key) + except Exception as e: + raise errors.InternalError('Datasoures', f'Download of {datasource_key} failed, {str(e)}') + + filename = datasource['filenames'][0] + try: + json_file = open(os.path.join(annotations_path, filename), 'r') + datasource_content = json.load(json_file) + categories = datasource_content['categories'] + datasource_annotations = datasource_content['annotations'] + json_file.close() + except FileNotFoundError: + raise errors.InternalError('Datasoures', f'Filename {filename} not found for datasource {datasource_key}') + + for category in categories: + category['labels_count'] = 0 + + for datasource_label in datasource_annotations: + category_id = datasource_label['category_id'] + category_to_update = next(category for category in categories if category['id'] == category_id) + category_to_update['labels_count'] += 1 + + for category in categories: + category['_id'] = str(uuid4()) + category.pop('id', None) + + return categories + + +def find_max_image_count(datasource_key, selected_categories): + datasource_path = os.path.join(Config.DATASOURCES_PATH, datasource_key) + annotations_path = os.path.join(datasource_path, 'annotations') + datasource = [datasource for datasource in Config.DATASOURCES if datasource['key'] == datasource_key][0] + filename = datasource['filenames'][0] + + try: + json_file = open(os.path.join(annotations_path, filename), 'r') + json_remote_dataset = json.load(json_file) + json_file.close() + categories_remote = [category for category in json_remote_dataset['categories'] + if category['name'] in selected_categories] + category_ids = [category['id'] for category in categories_remote] + + labels_remote = [label for label in json_remote_dataset['annotations'] if label['category_id'] in category_ids] + del json_remote_dataset + + image_remote_ids = [label['image_id'] for label in labels_remote] + except FileNotFoundError: + raise errors.InternalError('Datasoures', f'Filename {filename} not found for datasource {datasource_key}') + + return len(set(image_remote_ids)) diff --git a/api/routers/datasources/datasources.py b/api/routers/datasources/datasources.py new file mode 100644 index 00000000..5af9dbc7 --- /dev/null +++ b/api/routers/datasources/datasources.py @@ -0,0 +1,42 @@ +from fastapi import APIRouter + +from logger import logger +from routers.datasources.core import find_datasources, find_categories, find_max_image_count +from routers.datasources.models import * +from utils import parse + +datasources = APIRouter() + + +@datasources.get('/', response_model=DatasourcesResponse) +def get_datasources(): + """ + Fetch list of datasources. + 🔒️ Admin only + """ + response = {'datasources': find_datasources()} + logger.notify('Datasources', f'Fetch datasources') + return parse(response) + + +@datasources.get('/categories', response_model=DatasourceCategoriesResponse) +def get_categories(datasource_key: DatasourceKey): + """ + Fetch available categories for given datasource. + 🔒️ Admin only + """ + response = {'categories': find_categories(datasource_key)} + logger.notify('Datasources', f'Fetch categories for datasource `{datasource_key}`') + return parse(response) + + +@datasources.post('/max-image-count', response_model=DatasourceMaxImageCountResponse) +def post_image_count(payload: DatasourceMaxImageCountBody): + """ + Fetch max image count for given datasource and selected categories. + 🔒️ Admin only + """ + result = find_max_image_count(payload.datasource_key, payload.selected_categories) + response = {'max_image_count': result} + logger.notify('Datasources', f'Fetch image_count ({result}) for datasource `{payload.datasource_key}`') + return parse(response) diff --git a/api/routers/datasources/models.py b/api/routers/datasources/models.py new file mode 100644 index 00000000..1ac00f06 --- /dev/null +++ b/api/routers/datasources/models.py @@ -0,0 +1,42 @@ +from enum import Enum +from typing import List, Optional + +from pydantic import AnyHttpUrl + +from routers.categories.models import SuperCategory +from utils import BaseModel + + +class DatasourceKey(str, Enum): + coco2014 = 'coco2014' + coco2017 = 'coco2017' + + +class Datasource(BaseModel): + key: DatasourceKey + name: str + download_url: AnyHttpUrl + filenames: List[str] + + +class DatasourcesResponse(BaseModel): + datasources: List[Datasource] + + +class DatasourceCategory(BaseModel): + name: str + labels_count: int + supercategory: Optional[SuperCategory] = None + + +class DatasourceCategoriesResponse(BaseModel): + categories: List[DatasourceCategory] = [] + + +class DatasourceMaxImageCountBody(BaseModel): + datasource_key: DatasourceKey + selected_categories: List[str] + + +class DatasourceMaxImageCountResponse(BaseModel): + max_image_count: int diff --git a/api/routers/exports/core.py b/api/routers/exports/core.py new file mode 100644 index 00000000..e1c1037e --- /dev/null +++ b/api/routers/exports/core.py @@ -0,0 +1,21 @@ +from datetime import datetime + +from config import Config +from routers.datasets.models import DatasetExtended +from routers.exports.models import Export +from routers.images.core import find_all_images, find_labels_from_image_ids +from utils import parse + +db = Config.db + + +def process_export(dataset: DatasetExtended) -> Export: + images = find_all_images(dataset.id) + export = Export.parse_obj({ + **parse(dataset), + 'images': images, + 'labels': find_labels_from_image_ids([image.id for image in images]) + }) + db.datasets.find_one_and_update({'_id': dataset.id}, + {'$set': {'exported_at': datetime.now()}}) + return export diff --git a/api/routers/exports/exports.py b/api/routers/exports/exports.py new file mode 100644 index 00000000..254b46e5 --- /dev/null +++ b/api/routers/exports/exports.py @@ -0,0 +1,30 @@ +from fastapi import APIRouter, Depends + +import errors +from config import Config +from dependencies import logged_user +from logger import logger +from routers.datasets.core import find_dataset +from routers.exports.core import process_export +from routers.exports.models import * +from routers.users.models import User +from utils import parse + +db = Config.db + +exports = APIRouter() + + +@exports.get('/', response_model=Export) +def get_export(dataset_id, user: User = Depends(logged_user)): + """ + Process dataset export. + """ + dataset = find_dataset(dataset_id, include_categories=True) + + if not dataset.is_public and dataset.user_id != user.id: + raise errors.Forbidden('Auth', errors.NOT_YOUR_DATASET) + + response = process_export(dataset) + logger.notify('Exports', f'Process export of dataset `{dataset.id}`') + return parse(response) diff --git a/api/routers/exports/models.py b/api/routers/exports/models.py new file mode 100644 index 00000000..5e635c65 --- /dev/null +++ b/api/routers/exports/models.py @@ -0,0 +1,10 @@ +from typing import List + +from routers.datasets.models import DatasetExtended +from routers.images.models import Image +from routers.labels.models import Label + + +class Export(DatasetExtended): + images: List[Image] + labels: List[Label] diff --git a/api/routers/images/core.py b/api/routers/images/core.py new file mode 100644 index 00000000..cd5af7a0 --- /dev/null +++ b/api/routers/images/core.py @@ -0,0 +1,222 @@ +import concurrent.futures +from typing import List +from uuid import uuid4 + +import boto3 +import cv2 +import numpy + +import errors +from config import Config +from routers.images.models import Image, ImageExtended +from routers.labels.core import find_labels_from_image_ids, regroup_labels_by_category +from routers.labels.models import Label + +ALLOWED_EXTENSIONS = {'png', 'jpg', 'jpeg'} + +db = Config.db +s3 = boto3.client( + "s3", + aws_access_key_id=Config.S3_KEY, + aws_secret_access_key=Config.S3_SECRET +) + + +def allowed_file(filename): + return '.' in filename and filename.rsplit('.', 1)[1].lower() in ALLOWED_EXTENSIONS + + +def compress_image(image): + width = image.shape[1] + height = image.shape[0] + if width > 1280: + compression_ratio = width / 1280 + dist_shape = (int(width / compression_ratio), int(height / compression_ratio)) + image = cv2.resize(image, dist_shape) + elif height > 720: + compression_ratio = height / 720 + dist_shape = (int(width / compression_ratio), int(height / compression_ratio)) + image = cv2.resize(image, dist_shape) + return image + + +def upload_image(image_bytes, image_id): + try: + s3.put_object(Bucket=Config.S3_BUCKET, Key=image_id, Body=image_bytes, ACL='public-read') + path = f"{Config.S3_LOCATION}{image_id}" + return path + except Exception as e: + print(e) + raise errors.InternalError('Images', f'Cannot upload file to S3, {str(e)}') + + +def upload_file(payload) -> Image: + file = payload['file'] + filename = payload['filename'] + dataset_id = payload['dataset_id'] + if file and allowed_file(filename): + image_id = str(uuid4()) + name = filename # FIXME : secure filename + image = cv2.imdecode(numpy.fromstring(file.read(), numpy.uint8), cv2.IMREAD_UNCHANGED) + image = compress_image(image) + image_bytes = cv2.imencode('.jpg', image)[1].tostring() + path = upload_image(image_bytes, image_id) + return Image( + id=image_id, + dataset_id=dataset_id, + path=path, + name=name, + size=len(image_bytes), + width=image.shape[1], + height=image.shape[0], + ) + + +def delete_images_from_s3(image_ids): + def getrows_byslice(array): + for start in range(0, len(array), 1000): + yield array[start:start + 1000] + + try: + for image_ids_to_delete in getrows_byslice(image_ids): + s3.delete_objects( + Bucket=Config.S3_BUCKET, + Delete={'Objects': [{'Key': image_id} for image_id in image_ids_to_delete]} + ) + except Exception as e: + raise errors.InternalError('Images', f'Cannot delete file from S3, {str(e)}') + + +def delete_image_from_s3(image_id): + try: + s3.delete_object( + Bucket=Config.S3_BUCKET, + Key=image_id + ) + except Exception as e: + raise errors.InternalError('Images', f'Cannot delete file from S3, {str(e)}') + + +def find_all_images(dataset_id, offset=0, limit=0) -> List[Image]: + images = list(db.images + .find({'dataset_id': dataset_id}) + .skip(offset) + .limit(limit)) + if images is None: + raise errors.NotFound('Images', errors.IMAGE_NOT_FOUND) + images = [ImageExtended.from_mongo(image) for image in images] + return images + + +def find_images(dataset_id, + original_image_id=None, + pipeline_id=None, + include_labels=False, + offset=0, + limit=0) -> List[ImageExtended]: + if original_image_id and pipeline_id: + query = {'dataset_id': dataset_id, 'original_image_id': original_image_id, 'pipeline_id': pipeline_id} + elif pipeline_id: + query = {'dataset_id': dataset_id, 'pipeline_id': pipeline_id} + elif original_image_id: + query = {'dataset_id': dataset_id, 'original_image_id': original_image_id} + else: + query = {'dataset_id': dataset_id, 'original_image_id': None, 'pipeline_id': None} + + images = list(db.images + .find(query) + .skip(offset) + .limit(limit)) + if images is None: + raise errors.NotFound('Images', errors.IMAGE_NOT_FOUND) + images = [ImageExtended.from_mongo(image) for image in images] + if include_labels: + labels = find_labels_from_image_ids([image.id for image in images]) + if labels is not None: + for image in images: + image.labels = [label for label in labels if label.image_id == image.id] + return images + + +def find_image(dataset_id, image_id) -> Image: + image = db.images.find_one({'_id': image_id, 'dataset_id': dataset_id}) + if image is None: + raise errors.NotFound('Images', errors.IMAGE_NOT_FOUND) + return Image.from_mongo(image) + + +def insert_images(dataset_id, request_files) -> List[Image]: + with concurrent.futures.ThreadPoolExecutor() as executor: + results = executor.map(upload_file, [{'filename': file.filename, 'file': file.file, 'dataset_id': dataset_id} + for file in request_files]) + images = list(filter(None.__ne__, results)) + db.images.insert_many([image.mongo() for image in images]) + db.datasets.update_one({'_id': dataset_id}, + {'$inc': { + 'image_count': len(images) + }}, + upsert=False) + return images + + +def remove_all_images(dataset_id): + images = find_all_images(dataset_id) + image_ids = [image.id for image in images if image.original_image_id is None] + augmented_image_ids = [image.id for image in images if image.original_image_id] + remove_original_images(dataset_id, image_ids) + remove_augmented_images(dataset_id, augmented_image_ids) + db.pipelines.delete_many({'dataset_id': dataset_id}) + + +def remove_original_images(dataset_id, image_ids): + # Find labels of images to delete + labels = list(db.labels.find({'image_id': {'$in': image_ids}})) + labels = [Label.from_mongo(label) for label in labels] + + # Delete images and associated labels + delete_images_from_s3(image_ids) + db.images.delete_many({'dataset_id': dataset_id, '_id': {'$in': image_ids}}) + db.labels.delete_many({'image_id': {'$in': image_ids}}) + + # Decrease labels_count on associated categories + for category_id, labels_count in regroup_labels_by_category(labels).items(): + db.categories.find_one_and_update( + {'dataset_id': dataset_id, '_id': category_id}, + {'$inc': {'labels_count': -labels_count}} + ) + + # Decrease image_count on associated dataset + db.datasets.update_one({'_id': dataset_id}, + {'$inc': {'image_count': -len(image_ids)}}, + upsert=False) + + +def remove_augmented_images(dataset_id, augmented_image_ids): + # Find labels of augmented images to delete + labels = list(db.labels.find({'image_id': {'$in': augmented_image_ids}})) + labels = [Label.from_mongo(label) for label in labels] + + # Delete augmented images and associated labels + delete_images_from_s3(augmented_image_ids) + db.images.delete_many({'dataset_id': dataset_id, '_id': {'$in': augmented_image_ids}}) + db.labels.delete_many({'image_id': {'$in': augmented_image_ids}}) + + # Decrease labels_count on associated categories + for category_id, labels_count in regroup_labels_by_category(labels).items(): + db.categories.find_one_and_update( + {'dataset_id': dataset_id, '_id': category_id}, + {'$inc': {'labels_count': -labels_count}} + ) + + # Decrease augmented_count on associated dataset + db.datasets.update_one({'_id': dataset_id}, + {'$inc': {'augmented_count': -len(augmented_image_ids)}}, + upsert=False) + + +def remove_image(dataset_id, image_id) -> int: + remove_original_images(dataset_id, [image_id]) + augmented_image_ids_to_delete = [image.id for image in find_images(dataset_id, original_image_id=image_id)] + if augmented_image_ids_to_delete: + remove_augmented_images(dataset_id, augmented_image_ids_to_delete) + return 1 + len(augmented_image_ids_to_delete) diff --git a/api/routers/images/images.py b/api/routers/images/images.py new file mode 100644 index 00000000..9071eed3 --- /dev/null +++ b/api/routers/images/images.py @@ -0,0 +1,76 @@ +from fastapi import APIRouter, Depends, File, UploadFile + +from dependencies import dataset_belongs_to_user +from logger import logger +from routers.images.core import find_images, find_image, remove_all_images, remove_image, insert_images +from routers.images.models import * +from utils import parse + +images = APIRouter() + + +@images.get('/', response_model=ImagesResponse) +def get_images(dataset_id: str, + original_image_id: Optional[str] = None, + include_labels=False, + offset: int = 0, + limit: int = 0): + """ + Fetch paginated images list of given dataset. + """ + response = {'images': find_images(dataset_id, + original_image_id, + include_labels=include_labels, + offset=offset, + limit=limit)} + logger.notify('Images', f'Fetch images of dataset `{dataset_id}`') + return parse(response) + + +@images.get('/ids', response_model=ImageIdsResponse) +def get_image_ids(dataset_id: str): + """ + Fetch all image_ids of given dataset (original image_ids or
+
+
+
+ );
+};
+
+export default ImagesDropzone;
diff --git a/ux/src/components/Page.tsx b/ux/src/components/Page.tsx
new file mode 100755
index 00000000..49b4358f
--- /dev/null
+++ b/ux/src/components/Page.tsx
@@ -0,0 +1,46 @@
+import React, {forwardRef, HTMLProps, ReactNode, useCallback, useEffect} from 'react';
+import {Helmet} from 'react-helmet';
+import {useLocation} from 'react-router-dom';
+import track from 'src/utils/analytics';
+import {useSelector} from 'src/store';
+
+
+interface PageProps extends HTMLProps
+
+
+
+ 
+
+
+
+
+
+ Drop images here or click browse through your machine
+
+
+
+ -
+ {files.map((file, i) => (
+
+ {files.length > 0 && (
+
+ )}
+ }
+ disabled={files.length === 0 || isUploading}
+ >
+ Upload images
+
+
+
+
+
+ {unreadNotificationsCount > 0 ? `(${unreadNotificationsCount}) ` : ''}
+ {title}
+ {title ? ' | ' : ''}
+ Datatensor {process.env.REACT_APP_ENVIRONMENT === 'development' ? '🔥' : ''}
+
+
+ {children}
+
+ );
+});
+
+export default Page;
diff --git a/ux/src/components/QuillEditor.tsx b/ux/src/components/QuillEditor.tsx
new file mode 100755
index 00000000..f9863b4d
--- /dev/null
+++ b/ux/src/components/QuillEditor.tsx
@@ -0,0 +1,110 @@
+import React, {FC} from 'react';
+import clsx from 'clsx';
+import ReactQuill from 'react-quill';
+import makeStyles from '@mui/styles/makeStyles';
+import {Theme} from 'src/theme';
+
+// NOTE: At this moment, this ReactQuill does not export
+// the types for props and we cannot extend them
+interface QuillEditorProps {
+ className?: string;
+
+ [key: string]: any;
+}
+
+const useStyles = makeStyles((theme: Theme) => ({
+ root: {
+ '& .ql-editor': {
+ maxHeight: 150,
+ '&::-webkit-scrollbar': {
+ width: '0.4em'
+ },
+ '&::-webkit-scrollbar-track': {
+ boxShadow: `inset 0 0 6px ${theme.palette.primary.main}`,
+ webkitBoxShadow: `inset 0 0 6px ${theme.palette.primary.main}`
+ },
+ '&::-webkit-scrollbar-thumb': {
+ backgroundColor: `${theme.palette.primary.main}`,
+ outline: '1px solid slategrey'
+ }
+ },
+ '& .ql-toolbar': {
+ borderLeft: 'none',
+ borderTop: 'none',
+ borderRight: 'none',
+ borderBottom: `1px solid ${theme.palette.divider}`,
+ '& .ql-picker-label:hover': {
+ color: theme.palette.primary.main
+ },
+ '& .ql-picker-label.ql-active': {
+ color: theme.palette.primary.main
+ },
+ '& .ql-picker-item:hover': {
+ color: theme.palette.primary.main
+ },
+ '& .ql-picker-item.ql-selected': {
+ color: theme.palette.primary.main
+ },
+ '& button:hover': {
+ color: theme.palette.primary.main,
+ '& .ql-stroke': {
+ stroke: theme.palette.primary.main
+ }
+ },
+ '& button:focus': {
+ color: theme.palette.primary.main,
+ '& .ql-stroke': {
+ stroke: theme.palette.primary.main
+ }
+ },
+ '& button.ql-active': {
+ '& .ql-stroke': {
+ stroke: theme.palette.primary.main
+ }
+ },
+ '& .ql-stroke': {
+ stroke: theme.palette.text.primary
+ },
+ '& .ql-picker': {
+ color: theme.palette.text.primary
+ },
+ '& .ql-picker-options': {
+ padding: theme.spacing(2),
+ backgroundColor: theme.palette.background.default,
+ border: 'none',
+ boxShadow: theme.shadows[10],
+ borderRadius: theme.shape.borderRadius
+ }
+ },
+ '& .ql-container': {
+ border: 'none',
+ '& .ql-editor': {
+ fontFamily: theme.typography.fontFamily,
+ fontSize: 16,
+ color: theme.palette.text.primary,
+ '&.ql-blank::before': {
+ color: theme.palette.text.primary
+ }
+ }
+ }
+ }
+}));
+
+const QuillEditor: FC
+
+
+
+
+ );
+};
+
+export default UserLabel;
diff --git a/ux/src/components/charts/UserScopes.tsx b/ux/src/components/charts/UserScopes.tsx
new file mode 100644
index 00000000..b8106856
--- /dev/null
+++ b/ux/src/components/charts/UserScopes.tsx
@@ -0,0 +1,104 @@
+import React, {FC} from 'react';
+import {useHistory} from 'react-router';
+import Chart from 'react-apexcharts';
+import clsx from 'clsx';
+import {
+ Card,
+ CardContent,
+ CardHeader,
+ Divider,
+ ListItemIcon,
+ ListItemText,
+ MenuItem,
+ Theme,
+ useTheme
+} from '@mui/material';
+import makeStyles from '@mui/styles/makeStyles';
+import {Users as UsersIcon} from 'react-feather';
+import GenericMoreButton from 'src/components/utils/GenericMoreButton';
+import {User} from 'src/types/user';
+
+
+interface UserScopesProps {
+ className?: string;
+ users: User[];
+}
+
+const useStyles = makeStyles((theme: Theme) => ({
+ root: {
+ background: 'transparent',
+ boxShadow: 'none',
+ border: `solid 1px ${theme.palette.divider}`
+ },
+ shrink: {
+ paddingBottom: 0,
+ [theme.breakpoints.down('sm')]: {
+ paddingLeft: 0,
+ paddingRight: 0
+ }
+ }
+}));
+
+const UserScopes: FC
+ event.stopPropagation()}
+ to={`/app/users/${user.id}`}
+ variant="h6"
+ >
+ {user.name}
+
+
+ {children}
+
+
+
+
+ Labels per category
+
+
+ {dataset.user_id === user.id && categories.length > 0 && (
+ } size="small" disabled={edit}>
+ Edit
+
+ )}
+
+
+
+ );
+};
+
+export default DTCategories;
diff --git a/ux/src/components/core/Dataset/index.tsx b/ux/src/components/core/Dataset/index.tsx
new file mode 100755
index 00000000..70772dda
--- /dev/null
+++ b/ux/src/components/core/Dataset/index.tsx
@@ -0,0 +1,292 @@
+import React, {FC, useCallback, useEffect, useRef, useState} from 'react';
+import {useHistory} from 'react-router';
+import {Link as RouterLink} from 'react-router-dom';
+import clsx from 'clsx';
+import {
+ Box,
+ capitalize,
+ Card,
+ CardActionArea,
+ CardContent,
+ CardHeader,
+ Chip,
+ Link,
+ Skeleton,
+ Stack,
+ Typography
+} from '@mui/material';
+import makeStyles from '@mui/styles/makeStyles';
+
+import {
+ LocalOfferOutlined as LabelsIcon,
+ Lock as PrivateIcon,
+ PhotoLibraryOutlined as ImagesIcon,
+ Public as PublicIcon
+} from '@mui/icons-material';
+import {Theme} from 'src/theme';
+import api from 'src/utils/api';
+import {Image} from 'src/types/image';
+import UserAvatar from 'src/components/UserAvatar';
+import {UserConsumer, UserProvider} from 'src/store/UserContext';
+import {EMPTY_DESCRIPTIONS} from 'src/constants';
+import DTImage from 'src/components/core/Images/Image';
+import {ImageProvider} from 'src/store/ImageContext';
+import useDataset from 'src/hooks/useDataset';
+import {Category} from 'src/types/category';
+import {SUPERCATEGORIES_ICONS} from 'src/config';
+
+interface DatasetProps {
+ images?: Image[];
+ className?: string;
+ onClick?: () => void;
+ disabled?: boolean;
+}
+
+const useStyles = makeStyles((theme: Theme) => ({
+ root: {
+ position: 'relative',
+ maxWidth: 400,
+ width: '100%'
+ },
+ media: {
+ height: 200
+ },
+ categories: {
+ position: 'absolute',
+ top: theme.spacing(1),
+ right: theme.spacing(1),
+ display: 'flex',
+ flexDirection: 'column',
+ alignItems: 'flex-end'
+ },
+ category: {
+ color: 'white',
+ background: 'rgba(0, 0, 0, 0.7)',
+ backdropFilter: 'blur(3px)',
+ marginBottom: theme.spacing(0.5)
+ },
+ chip: {
+ marginLeft: 6
+ },
+ link: {
+ fontWeight: 400
+ },
+ noWrap: {
+ whiteSpace: 'nowrap'
+ },
+ wrapper: {
+ display: 'flex',
+ alignItems: 'center',
+ '& > p': {
+ whiteSpace: 'nowrap'
+ }
+ },
+ icon: {
+ color: theme.palette.text.primary,
+ marginRight: 8,
+ verticalAlign: 'middle'
+ },
+ image: {
+ zIndex: 0,
+ maxHeight: 300,
+ minWidth: '100%',
+ overflow: 'hidden'
+ }
+}));
+
+interface CategoryProps {
+ category: Category;
+ index: number;
+}
+
+const DTCategory: FC
+ {expand ? (
+ <>
+ {categories
+ .sort((a, b) => -b.name.localeCompare(a.name))
+ .map(category => (
+
+
+ {categories
+ .sort((a, b) => -b.name.localeCompare(a.name))
+ .slice(0, 4)
+ .map((category, index) => (
+
+
+ 
+
+
+ )}
+ {overlay && loaded && {overlay}
}
+
+
+ {Array.from(Array(LAZY_LOAD_BATCH), () => null).map((_, index) => (
+
+
+ ))}
+
+
+ );
+
+ if (images.length === 0) return null;
+
+ return (
+ = LAZY_LOAD_BATCH && classes.filled)} {...rest}>
+
+ {images.map((image: Image) => (
+
+
+ onClick(image)}
+ skeleton
+ overlay={
+
+ ))}
+
+
+ );
+};
+
+export default DTImagesList;
diff --git a/ux/src/components/core/Images/UploadButton.tsx b/ux/src/components/core/Images/UploadButton.tsx
new file mode 100644
index 00000000..4e01d1a3
--- /dev/null
+++ b/ux/src/components/core/Images/UploadButton.tsx
@@ -0,0 +1,56 @@
+import React, {FC, useState} from 'react';
+import {Button, Dialog, DialogContent, DialogTitle, IconButton} from '@mui/material';
+import {makeStyles} from '@mui/styles';
+import {Close as CloseIcon, PublishOutlined as UploadIcon} from '@mui/icons-material';
+import ImagesDropzone from 'src/components/ImagesDropzone';
+import {Theme} from 'src/theme';
+
+
+const useStyles = makeStyles((theme: Theme) => ({
+ close: {
+ position: 'absolute',
+ right: theme.spacing(1),
+ top: theme.spacing(1),
+ color: theme.palette.grey[500]
+ }
+}));
+
+interface UploadButtonProps {
+ size?: 'small' | 'medium' | 'large'
+}
+
+const UploadButton: FC
+
+
+ On this image
+
+
+
+
+ Other categories
+
+
+
+ );
+};
+
+const DTCategories: FC
+ {labeledCategories.map(category => (
+
+
+ ))}
+
+ {children}
+
+
+ {expand ? (
+ unlabeledCategories.map(category => (
+
+
+ ))
+ ) : (
+ <>
+ {unlabeledCategories.slice(0, MAX_CATEGORIES_DISPLAYED).map(category => (
+
+
+ ))}
+ {unlabeledCategories.length > MAX_CATEGORIES_DISPLAYED && (
+ {
+ setExpand(true);
+ }}
+ >
+ and {unlabeledCategories.length - MAX_CATEGORIES_DISPLAYED} more...
+
+ )}
+
+ )}
+
+
+
+
+
+ );
+};
+
+export default DTCategories;
diff --git a/ux/src/components/core/Labelisator/ContextMenu.tsx b/ux/src/components/core/Labelisator/ContextMenu.tsx
new file mode 100644
index 00000000..5881bd81
--- /dev/null
+++ b/ux/src/components/core/Labelisator/ContextMenu.tsx
@@ -0,0 +1,109 @@
+import React, {FC} from 'react';
+import {Box, capitalize, Divider, ListItemIcon, Menu, MenuItem, Typography} from '@mui/material';
+import NestedMenuItem from 'src/components/utils/NestedMenuItem';
+import makeStyles from '@mui/styles/makeStyles';
+import {Tag as CategoryIcon, Trash as DeleteIcon} from 'react-feather';
+import {Label} from 'src/types/label';
+import {Point} from 'src/types/point';
+import {Theme} from 'src/theme';
+import {reset} from 'src/utils/labeling';
+import useDataset from 'src/hooks/useDataset';
+import useImage from 'src/hooks/useImage';
+
+interface ContextMenuProps {
+ canvas: HTMLCanvasElement; // ToolMove's canvas
+ selectedLabels: Label[];
+ point: Point;
+ handleClose: () => void;
+}
+
+const useStyles = makeStyles((theme: Theme) => ({
+ item: {
+ minWidth: 150
+ }
+}));
+
+const ContextMenu: FC
+
+
+ To start drawing labels, touch with two fingers.
+
+
+ To change a label, long-tap and drag it.
+
+
+
+
+
+
+
+ {OPERATIONS_ICONS[operation.type]}
+
+ {capitalize(operation.type).replaceAll('_', ' ')}
+
+
+
+
+
+
+
+
+
+
+ )}
+
+
+
+
+
+
+
+
+ );
+ }
+);
+
+export default Operation;
diff --git a/ux/src/components/core/Pipeline/OperationAdd.tsx b/ux/src/components/core/Pipeline/OperationAdd.tsx
new file mode 100755
index 00000000..6b518439
--- /dev/null
+++ b/ux/src/components/core/Pipeline/OperationAdd.tsx
@@ -0,0 +1,108 @@
+import React, {ChangeEvent, FC, useEffect, useState} from 'react';
+import clsx from 'clsx';
+import {Box, Button, capitalize, FormControl, MenuItem, Select} from '@mui/material';
+import {Add as AddIcon} from '@mui/icons-material';
+import makeStyles from '@mui/styles/makeStyles';
+import {Theme} from 'src/theme';
+import {useDispatch, useSelector} from 'src/store';
+import {createOperation} from 'src/slices/pipeline';
+import {OperationType} from 'src/types/pipeline';
+import {MAX_OPERATIONS_PER_PIPELINE, OPERATIONS_ICONS, OPERATIONS_TYPES} from 'src/config';
+
+interface OperationAddProps {
+ className?: string;
+}
+
+const useStyles = makeStyles((theme: Theme) => ({
+ root: {},
+ select: {
+ paddingLeft: theme.spacing(1)
+ }
+}));
+
+const OperationAdd: FC
+ {isExpanded ? (
+ <>
+
+
+
+
+
+
+
+
+
+ ) : (
+
+ }
+ onClick={handleAddInit}
+ disabled={pipeline.operations.allTypes.length >= MAX_OPERATIONS_PER_PIPELINE}
+ >
+ Add operation
+
+
+ )}
+
+ );
+};
+
+export default OperationAdd;
diff --git a/ux/src/components/core/Pipeline/OperationEdit/OperationProperties.tsx b/ux/src/components/core/Pipeline/OperationEdit/OperationProperties.tsx
new file mode 100644
index 00000000..437382e1
--- /dev/null
+++ b/ux/src/components/core/Pipeline/OperationEdit/OperationProperties.tsx
@@ -0,0 +1,367 @@
+import React, {FC, useCallback, useEffect} from 'react';
+import {Formik} from 'formik';
+import * as Yup from 'yup';
+import {Alert, Box, capitalize, Grid, InputLabel, MenuItem, Select, Slider, TextField, Typography} from '@mui/material';
+import {useDispatch} from 'src/store';
+import {Operation} from 'src/types/pipeline';
+import {updateOperation} from 'src/slices/pipeline';
+import {OPERATIONS_INITIAL_PROPERTIES, OPERATIONS_SHAPES} from 'src/config';
+
+interface OperationPropertiesProps {
+ operation: Operation;
+ readOnly: boolean;
+}
+
+const UpdateOnChange = ({operation, values}) => {
+ const dispatch = useDispatch();
+
+ const handlePropertiesChange = useCallback(async (properties): Promise
+
+
+ );
+};
+
+export default OperationsPipeline;
diff --git a/ux/src/components/core/Pipeline/index.tsx b/ux/src/components/core/Pipeline/index.tsx
new file mode 100755
index 00000000..8a9b7578
--- /dev/null
+++ b/ux/src/components/core/Pipeline/index.tsx
@@ -0,0 +1,69 @@
+import React, {useEffect, FC} from 'react';
+import {DropResult} from 'react-beautiful-dnd';
+import {DragDropContext} from 'react-beautiful-dnd';
+import clsx from 'clsx';
+import makeStyles from '@mui/styles/makeStyles';
+import {Theme} from 'src/theme';
+import {useDispatch} from 'src/store';
+import {moveOperation, setDefaultPipeline} from 'src/slices/pipeline';
+import OperationsPipeline from './OperationsPipeline';
+
+interface PipelineProps {
+ className?: string;
+ readOnly?: boolean;
+}
+
+const useStyles = makeStyles((theme: Theme) => ({
+ root: {
+ width: '100%',
+ maxWidth: 380,
+ flexGrow: 1,
+ flexShrink: 1,
+ display: 'flex',
+ overflow: 'hidden'
+ }
+}));
+
+const Pipeline: FC
+
+ {provided => (
+
+ {!readOnly && (
+ <>
+
+
+
+ )}
+
+
+ {pipeline.operations.allTypes.map((operationType, index) => (
+
+ {(provided, snapshot) => {
+ if (snapshot.isDragging) {
+ // @ts-ignore
+ provided.draggableProps.style.left = undefined; // @ts-ignore
+ provided.draggableProps.style.top = undefined;
+ }
+ return (
+
+ ))}
+ {provided.placeholder}
+
+ )}
+
+
+
+ {
+ try {
+ await doSample();
+
+ setStatus({success: true});
+ setSubmitting(false);
+ } catch (err) {
+ console.error(err);
+ setStatus({success: false});
+ setErrors({submit: err.message});
+ setSubmitting(false);
+ }
+ }}
+ >
+ {({errors, handleSubmit, isSubmitting}) => (
+
+ )}
+
+
+ );
+};
+
+export default PipelineSample;
diff --git a/ux/src/components/core/Task/TaskProgress.tsx b/ux/src/components/core/Task/TaskProgress.tsx
new file mode 100755
index 00000000..68bc8cfb
--- /dev/null
+++ b/ux/src/components/core/Task/TaskProgress.tsx
@@ -0,0 +1,32 @@
+import React, {FC} from 'react';
+import {Task} from 'src/types/task';
+import {Box, LinearProgress, Typography} from '@mui/material';
+
+interface TaskProgressProps {
+ task: Task;
+}
+
+const TaskProgress: FC
+
+
+
+ );
+};
+
+export default LoadingScreen;
diff --git a/ux/src/components/screens/SplashScreen.tsx b/ux/src/components/screens/SplashScreen.tsx
new file mode 100755
index 00000000..ad775c88
--- /dev/null
+++ b/ux/src/components/screens/SplashScreen.tsx
@@ -0,0 +1,27 @@
+import React from 'react';
+import type {FC} from 'react';
+import {Box} from '@mui/material';
+import AnimatedLogo from 'src/components/utils/AnimatedLogo';
+
+const SplashScreen: FC = () => (
+
+ 
+
+
+ );
+};
+
+export default ImageBase64;
diff --git a/ux/src/components/utils/Logo.tsx b/ux/src/components/utils/Logo.tsx
new file mode 100755
index 00000000..10d81b72
--- /dev/null
+++ b/ux/src/components/utils/Logo.tsx
@@ -0,0 +1,40 @@
+import React from 'react';
+import {useTheme} from '@mui/material';
+import {styled} from '@mui/material/styles';
+
+type Variant = 'light' | 'primary';
+
+interface LogoProps {
+ variant?: Variant;
+}
+
+const Logo = styled((props: LogoProps) => {
+ const {...other} = props;
+
+ const theme = useTheme();
+
+ const color = theme.palette.mode === 'light' ? '#8d9bef' : '#8d9bef';
+
+ return (
+
+ );
+})``;
+
+export default Logo;
diff --git a/ux/src/components/utils/NestedMenuItem.tsx b/ux/src/components/utils/NestedMenuItem.tsx
new file mode 100644
index 00000000..efb989ea
--- /dev/null
+++ b/ux/src/components/utils/NestedMenuItem.tsx
@@ -0,0 +1,203 @@
+import React, {
+ ElementType,
+ FocusEvent,
+ forwardRef,
+ HTMLAttributes,
+ KeyboardEvent,
+ MouseEvent,
+ ReactNode,
+ RefAttributes,
+ useImperativeHandle,
+ useRef,
+ useState
+} from 'react';
+import {Menu, MenuItem, MenuItemProps, MenuProps, styled} from '@mui/material';
+import {ArrowRight} from '@mui/icons-material';
+
+export interface NestedMenuItemProps extends Omit