Harmon/insar-management-system-v2
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add Sentinel-1 asset management and PyINT pipeline support

Browse Source
This commit is contained in:
Harmon
2026-05-14 03:02:56 +08:00
parent 508ca5641a
commit 729c5c2a7f
61 changed files with 7800 additions and 885 deletions
Download Patch File Download Diff File Expand all files Collapse all files
backend/app/routers/__init__.py
+2
View File
@@ -5,6 +5,7 @@ from fastapi import APIRouter
from . import (
ai,
aoi,
assets,
auth,
dinsar,
dinsar_products,
@@ -43,6 +44,7 @@ def include_all_routers(router: APIRouter) -> None:
router.include_router(unpack.router)
router.include_router(monitor.router)
router.include_router(orbit.router)
router.include_router(assets.router)
router.include_router(root_registry.router)
router.include_router(radar.router)
router.include_router(aoi.router)
backend/app/routers/assets.py
+222
View File
@@ -0,0 +1,222 @@
from __future__ import annotations
from typing import Any, Dict, List, Optional
from fastapi import APIRouter, Depends, HTTPException, Query
from pydantic import BaseModel, Field
from sqlalchemy.ext.asyncio import AsyncSession
from ..database import get_db
from ..models import AuthUserORM
from ..models.orm import SourceProductAssetORM
from ..services.asset_inventory_service import asset_inventory_service
from ..services.job_queue_service import job_queue_service
from ..services.task_service import task_service
from .dependencies import _get_current_user, _require_admin
router = APIRouter(prefix="/assets", tags=["assets"])
class AssetScanRequest(BaseModel):
inventory_types: List[str] = Field(default_factory=list)
root_ids: List[int] = Field(default_factory=list)
bind_orbits: bool = True
class S1UnpackRequest(BaseModel):
target_root: Optional[str] = None
overwrite: bool = False
min_disk_space_gb: Optional[float] = Field(default=None, ge=0)
delete_archive: Optional[bool] = None
class S1BatchUnpackRequest(BaseModel):
target_root: Optional[str] = None
overwrite: bool = False
min_disk_space_gb: Optional[float] = Field(default=None, ge=0)
delete_archive: Optional[bool] = None
scan_before_unpack: bool = True
@router.get("/inventory/status")
async def get_asset_inventory_status(
current_user: AuthUserORM = Depends(_get_current_user),
db: AsyncSession = Depends(get_db),
):
_ = current_user
return await asset_inventory_service.get_status(db)
@router.post("/inventory/scan", status_code=202)
async def run_asset_inventory_scan(
request: Optional[AssetScanRequest] = None,
admin_user: AuthUserORM = Depends(_require_admin),
):
_ = admin_user
payload = (request or AssetScanRequest()).model_dump()
try:
task_id = await task_service.create_task(
"SCAN_ASSET_INVENTORY",
"Source/orbit asset inventory scan",
params=payload,
)
job_id = await job_queue_service.create_job(
"SCAN_ASSET_INVENTORY",
payload=payload,
task_id=task_id,
)
return {"message": "Asset inventory scan queued", "task_id": task_id, "job_id": job_id}
except ValueError as exc:
raise HTTPException(status_code=409, detail=str(exc)) from exc
@router.post("/inventory/scan-now")
async def run_asset_inventory_scan_now(
request: Optional[AssetScanRequest] = None,
admin_user: AuthUserORM = Depends(_require_admin),
db: AsyncSession = Depends(get_db),
):
_ = admin_user
payload = (request or AssetScanRequest()).model_dump()
return await asset_inventory_service.scan_configured_roots(
db,
inventory_types=payload.get("inventory_types") or None,
root_ids=payload.get("root_ids") or None,
bind_orbits=bool(payload.get("bind_orbits", True)),
)
@router.get("/sources")
async def list_source_product_assets(
satellite_family: Optional[str] = None,
satellite: Optional[str] = None,
source_format: Optional[str] = None,
parse_status: Optional[str] = None,
include_inactive: bool = False,
limit: int = Query(200, ge=1, le=1000),
offset: int = Query(0, ge=0),
current_user: AuthUserORM = Depends(_get_current_user),
db: AsyncSession = Depends(get_db),
):
_ = current_user
return await asset_inventory_service.list_source_products(
db,
satellite_family=satellite_family,
satellite=satellite,
source_format=source_format,
parse_status=parse_status,
include_inactive=include_inactive,
limit=limit,
offset=offset,
)
@router.get("/orbits")
async def list_orbit_assets(
satellite_family: Optional[str] = None,
satellite: Optional[str] = None,
orbit_type: Optional[str] = None,
parse_status: Optional[str] = None,
include_inactive: bool = False,
limit: int = Query(200, ge=1, le=1000),
offset: int = Query(0, ge=0),
current_user: AuthUserORM = Depends(_get_current_user),
db: AsyncSession = Depends(get_db),
):
_ = current_user
return await asset_inventory_service.list_orbits(
db,
satellite_family=satellite_family,
satellite=satellite,
orbit_type=orbit_type,
parse_status=parse_status,
include_inactive=include_inactive,
limit=limit,
offset=offset,
)
@router.get("/issues")
async def list_asset_inventory_issues(
status: str = "OPEN",
severity: Optional[str] = None,
issue_code: Optional[str] = None,
limit: int = Query(200, ge=1, le=1000),
offset: int = Query(0, ge=0),
current_user: AuthUserORM = Depends(_get_current_user),
db: AsyncSession = Depends(get_db),
):
_ = current_user
return await asset_inventory_service.list_issues(
db,
status=status,
severity=severity,
issue_code=issue_code,
limit=limit,
offset=offset,
)
@router.post("/sources/{asset_id}/unpack-sentinel1")
async def unpack_sentinel1_source_asset(
asset_id: int,
request: Optional[S1UnpackRequest] = None,
admin_user: AuthUserORM = Depends(_require_admin),
db: AsyncSession = Depends(get_db),
):
_ = admin_user
asset = await db.get(SourceProductAssetORM, asset_id)
if asset is None:
raise HTTPException(status_code=404, detail="Source product asset not found.")
if asset.source_format != "S1_ZIP":
raise HTTPException(status_code=400, detail="Only Sentinel-1 ZIP assets can be unpacked by this endpoint.")
request_data = request or S1UnpackRequest()
payload = {
"asset_id": asset_id,
"target_root": request_data.target_root,
"overwrite": bool(request_data.overwrite),
}
if request_data.min_disk_space_gb is not None:
payload["min_disk_space_gb"] = request_data.min_disk_space_gb
if request_data.delete_archive is not None:
payload["delete_archive"] = request_data.delete_archive
try:
task_id = await task_service.create_task(
"UNPACK_SENTINEL1",
"Sentinel-1 unpack",
params=payload,
)
job_id = await job_queue_service.create_job(
"UNPACK_SENTINEL1",
payload=payload,
task_id=task_id,
)
except ValueError as exc:
raise HTTPException(status_code=409, detail=str(exc)) from exc
await db.commit()
return {"message": "Sentinel-1 unpack task queued", "task_id": task_id, "job_id": job_id}
@router.post("/inventory/unpack-sentinel1", status_code=202)
async def run_sentinel1_unpack_batch(
request: Optional[S1BatchUnpackRequest] = None,
admin_user: AuthUserORM = Depends(_require_admin),
):
_ = admin_user
payload = (request or S1BatchUnpackRequest()).model_dump()
try:
task_id = await task_service.create_task(
"UNPACK_SENTINEL1",
"Sentinel-1 batch unpack",
params=payload,
)
job_id = await job_queue_service.create_job(
"UNPACK_SENTINEL1",
payload=payload,
task_id=task_id,
)
return {"message": "Sentinel-1 batch unpack task queued", "task_id": task_id, "job_id": job_id}
except ValueError as exc:
raise HTTPException(status_code=409, detail=str(exc)) from exc
backend/app/routers/task_batches.py
+6
View File
@@ -99,9 +99,15 @@ def _normalize_list_pagination(limit: int, offset: int) -> tuple[int, int]:
class DinsarBatchSceneCreate(BaseModel):
file_path: str = Field(min_length=1)
satellite: Optional[str] = Field(default=None, max_length=BATCH_TEXT_MAX_LENGTH)
satellite_family: Optional[str] = Field(default=None, max_length=BATCH_TEXT_MAX_LENGTH)
imaging_date: Optional[str] = Field(default=None, max_length=32)
imaging_mode: Optional[str] = Field(default=None, max_length=BATCH_TEXT_MAX_LENGTH)
polarization: Optional[str] = Field(default=None, max_length=BATCH_TEXT_MAX_LENGTH)
orbit_direction: Optional[str] = Field(default=None, max_length=BATCH_TEXT_MAX_LENGTH)
relative_orbit: Optional[str] = Field(default=None, max_length=64)
absolute_orbit: Optional[str] = Field(default=None, max_length=64)
has_orbit_data: Optional[bool] = None
orbit_file_path: Optional[str] = Field(default=None, max_length=4096)
model_config = ConfigDict(extra="ignore")