🔧 chore(geti-inspect): configure loggers (#3039)

* refactor workers into class

Signed-off-by: Ma, Xiangxiang <xiangxiang.ma@intel.com>

* configure loguru

Signed-off-by: Ma, Xiangxiang <xiangxiang.ma@intel.com>

* fix ruff

Signed-off-by: Ma, Xiangxiang <xiangxiang.ma@intel.com>

* fix mypy

Signed-off-by: Ma, Xiangxiang <xiangxiang.ma@intel.com>

* fix line too long

Signed-off-by: Ma, Xiangxiang <xiangxiang.ma@intel.com>

* add trackio and tensorboard logger

Signed-off-by: Ma, Xiangxiang <xiangxiang.ma@intel.com>

* style fix

Signed-off-by: Ma, Xiangxiang <xiangxiang.ma@intel.com>

* fix logs endpoint and tests

Signed-off-by: Ma, Xiangxiang <xiangxiang.ma@intel.com>

* address comments

Signed-off-by: Ma, Xiangxiang <xiangxiang.ma@intel.com>

* address copilot comments

Signed-off-by: Ma, Xiangxiang <xiangxiang.ma@intel.com>

* fix ruff

Signed-off-by: Ma, Xiangxiang <xiangxiang.ma@intel.com>

* Update application/backend/src/services/training_service.py

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
Signed-off-by: Max Xiang <maxx.rift@gmail.com>

* Update application/backend/src/api/dependencies.py

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
Signed-off-by: Max Xiang <maxx.rift@gmail.com>

* Update application/backend/src/core/scheduler.py

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
Signed-off-by: Max Xiang <maxx.rift@gmail.com>

* Update application/backend/src/services/job_service.py

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
Signed-off-by: Max Xiang <maxx.rift@gmail.com>

* Update application/backend/src/services/training_service.py

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
Signed-off-by: Max Xiang <maxx.rift@gmail.com>

* use text/event-stream

Signed-off-by: Ma, Xiangxiang <xiangxiang.ma@intel.com>

---------

Signed-off-by: Ma, Xiangxiang <xiangxiang.ma@intel.com>
Signed-off-by: Max Xiang <maxx.rift@gmail.com>
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

Author: maxxgx

application/backend/.gitignore

@@ -14,6 +14,9 @@ wheels/
 TODO*
 
 data/
+logs/
+sink/
+
 .idea
 .DS_Store
 .inspect.db

application/backend/pyproject.toml

@@ -21,6 +21,8 @@ dependencies = [
     "opencv-python-headless~=4.12",
     "watchdog==6.0.0",
     "uvloop==0.21.0",
+    "loguru==0.7.3",
+    "trackio~=0.6.0",
 ]
 
 [dependency-groups]
@@ -36,6 +38,7 @@ lint = [
     "ruff~=0.11.2",
     "mypy~=1.17",
     "types-requests~=2.32.4",
+    "types-PyYAML~=6.0.12",
 ]
 
 [project.optional-dependencies]
@@ -69,6 +72,12 @@ filterwarnings = [
     # Suppress AsyncMock coroutine warnings - these are test artifacts from unittest.mock
     # framework internals during garbage collection, not actual code issues
     "ignore:coroutine.*was never awaited:RuntimeWarning:unittest.mock",
+    # Suppress websockets deprecation warnings from uvicorn (third-party dependency issue)
+    "ignore:.*websockets.legacy is deprecated.*:DeprecationWarning",
+    "ignore:.*WebSocketServerProtocol is deprecated.*:DeprecationWarning",
+    # Suppress third-party library deprecation warnings
+    "ignore:Jupyter is migrating its paths.*:DeprecationWarning:jupyter_client",
+    "ignore:.*sentry_sdk.Hub.*is deprecated.*:DeprecationWarning",
 ]
 
 [tool.ruff.lint.per-file-ignores]

application/backend/src/api/dependencies.py

@@ -2,7 +2,7 @@
 from typing import Annotated
 from uuid import UUID
 
-from fastapi import Depends, HTTPException, Request, status, Form
+from fastapi import Depends, Form, HTTPException, Request, status
 
 from core import Scheduler
 from services import (
@@ -103,42 +103,46 @@ def is_valid_uuid(identifier: str) -> bool:
     return True
 
 
-def get_uuid(identifier: str, name: str = "DIO") -> UUID:
+def get_uuid(identifier: str, name: str) -> UUID:
     """Initializes and validates a source ID"""
     if not is_valid_uuid(identifier):
         raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail=f"Invalid {name} ID")
     return UUID(identifier)
 
 
-def get_source_id(source_id: str) -> UUID:
+async def get_source_id(source_id: str) -> UUID:
     """Initializes and validates a source ID"""
     if not is_valid_uuid(source_id):
         raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail="Invalid source ID")
     return UUID(source_id)
 
 
-def get_sink_id(sink_id: str) -> UUID:
+async def get_sink_id(sink_id: str) -> UUID:
     """Initializes and validates a sink ID"""
     if not is_valid_uuid(sink_id):
         raise HTTPException(status_code=status.HTTP_400_BAD_REQUEST, detail="Invalid sink ID")
     return UUID(sink_id)
 
 
-def get_project_id(project_id: str) -> UUID:
+async def get_project_id(project_id: str) -> UUID:
     """Initializes and validates a project ID"""
     return get_uuid(project_id, "project")
 
 
-def get_media_id(media_id: str) -> UUID:
+async def get_media_id(media_id: str) -> UUID:
     """Initializes and validates a media ID"""
     return get_uuid(media_id, "media")
 
 
-def get_model_id(model_id: str) -> UUID:
+async def get_model_id(model_id: str) -> UUID:
     """Initializes and validates a media ID"""
     return get_uuid(model_id, "model")
 
 
+async def get_job_id(job_id: str) -> UUID:
+    """Initializes and validates a job ID"""
+    return get_uuid(job_id, "job")
+
 async def get_webrtc_manager(request: Request) -> WebRTCManager:
     """Provides the global WebRTCManager instance from FastAPI application's state."""
     return request.app.state.webrtc_manager

application/backend/src/api/endpoints/job_endpoints.py

@@ -1,19 +1,18 @@
 # Copyright (C) 2025 Intel Corporation
 # SPDX-License-Identifier: Apache-2.0
 
-import logging
 from typing import Annotated
+from uuid import UUID
 
 from fastapi import APIRouter, Body, Depends
+from fastapi.responses import StreamingResponse
 
-from api.dependencies import get_job_service
+from api.dependencies import get_job_id, get_job_service
 from api.endpoints import API_PREFIX
 from pydantic_models import JobList
 from pydantic_models.job import JobSubmitted, TrainJobPayload
 from services import JobService
 
-logger = logging.getLogger(__name__)
-
 job_api_prefix_url = API_PREFIX + "/jobs"
 job_router = APIRouter(
     prefix=job_api_prefix_url,
@@ -34,3 +33,12 @@ async def submit_train_job(
 ) -> JobSubmitted:
     """Endpoint to submit a training job"""
     return await job_service.submit_train_job(payload=payload)
+
+
+@job_router.get("/{job_id}/logs")
+async def get_job_logs(
+    job_id: Annotated[UUID, Depends(get_job_id)],
+    job_service: Annotated[JobService, Depends(get_job_service)],
+) -> StreamingResponse:
+    """Endpoint to get the logs of a job by its ID"""
+    return StreamingResponse(job_service.stream_logs(job_id=job_id), media_type="text/event-stream")

application/backend/src/api/endpoints/media_endpoints.py

@@ -1,7 +1,6 @@
 # Copyright (C) 2025 Intel Corporation
 # SPDX-License-Identifier: Apache-2.0
 
-import logging
 from typing import Annotated
 from uuid import UUID
 
@@ -14,8 +13,6 @@
 from pydantic_models import Media, MediaList
 from services.media_service import MediaService
 
-logger = logging.getLogger(__name__)
-
 media_api_prefix_url = API_PREFIX + "/projects/{project_id}"
 media_router = APIRouter(
     prefix=media_api_prefix_url,

application/backend/src/api/endpoints/model_endpoints.py

@@ -1,12 +1,11 @@
 # Copyright (C) 2025 Intel Corporation
 # SPDX-License-Identifier: Apache-2.0
-import logging
 from typing import Annotated
 from uuid import UUID
 
-from fastapi import APIRouter, Depends, Request, UploadFile, HTTPException, status
+from fastapi import APIRouter, Depends, HTTPException, Request, UploadFile, status
 
-from api.dependencies import get_model_id, get_model_service, get_project_id, get_device_name
+from api.dependencies import get_device_name, get_model_id, get_model_service, get_project_id
 from api.endpoints.project_endpoints import project_api_prefix_url
 from api.media_rest_validator import MediaRestValidator
 from exceptions import ResourceNotFoundException
@@ -15,8 +14,6 @@
 from services import ModelService
 from services.exceptions import DeviceNotFoundError
 
-logger = logging.getLogger(__name__)
-
 model_api_prefix_url = project_api_prefix_url + "/{project_id}/models"
 model_router = APIRouter(
     prefix=model_api_prefix_url,

application/backend/src/api/endpoints/pipeline_endpoints.py

@@ -3,7 +3,6 @@
 
 """Endpoints for managing pipelines"""
 
-import logging
 from typing import Annotated
 from uuid import UUID
 
@@ -17,7 +16,6 @@
 from pydantic_models.pipeline import Pipeline, PipelineStatus
 from services import PipelineService
 
-logger = logging.getLogger(__name__)
 router = APIRouter(prefix="/api/projects/{project_id}/pipeline", tags=["Pipelines"])
 
 UPDATE_PIPELINE_BODY_DESCRIPTION = """

application/backend/src/api/endpoints/project_endpoints.py

@@ -1,7 +1,6 @@
 # Copyright (C) 2025 Intel Corporation
 # SPDX-License-Identifier: Apache-2.0
 
-import logging
 from typing import Annotated
 from uuid import UUID
 
@@ -12,8 +11,6 @@
 from pydantic_models import Project, ProjectList
 from services import ProjectService
 
-logger = logging.getLogger(__name__)
-
 project_api_prefix_url = API_PREFIX + "/projects"
 project_router = APIRouter(
     prefix=project_api_prefix_url,

application/backend/src/api/endpoints/sink_endpoints.py

@@ -3,7 +3,6 @@
 
 """Endpoints for managing pipeline sinks"""
 
-import logging
 from typing import Annotated
 from uuid import UUID
 
@@ -18,7 +17,6 @@
 from pydantic_models.sink import SinkAdapter
 from services import ConfigurationService, ResourceAlreadyExistsError, ResourceInUseError, ResourceNotFoundError
 
-logger = logging.getLogger(__name__)
 router = APIRouter(prefix="/api/sinks", tags=["Sinks"])
 
 CREATE_SINK_BODY_DESCRIPTION = """

application/backend/src/api/endpoints/source_endpoints.py

@@ -3,7 +3,6 @@
 
 """Endpoints for managing pipeline sources"""
 
-import logging
 from typing import Annotated
 from uuid import UUID
 
@@ -18,7 +17,6 @@
 from pydantic_models.source import SourceAdapter
 from services import ConfigurationService, ResourceAlreadyExistsError, ResourceInUseError, ResourceNotFoundError
 
-logger = logging.getLogger(__name__)
 router = APIRouter(prefix="/api/sources", tags=["Sources"])
 
 CREATE_SOURCE_BODY_DESCRIPTION = """