Harmon/insar-management-system-v2
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add Gamma SBAS production workflow

Browse Source
This commit is contained in:
Harmon
2026-05-21 04:53:39 +08:00
parent 9000feeee8
commit cc22b9ac2d
46 changed files with 11386 additions and 332 deletions
Download Patch File Download Diff File Expand all files Collapse all files
backend/alembic/versions/0003_flood_pipeline_models.py
+152
View File
@@ -0,0 +1,152 @@
"""add flood pipeline models
Revision ID: 0003
Revises: 0002
Create Date: 2026-05-14
"""
from typing import Sequence, Union
import sqlalchemy as sa
from alembic import op
from geoalchemy2 import Geometry
revision: str = "0003"
down_revision: Union[str, None] = "0002"
branch_labels: Union[str, Sequence[str], None] = None
depends_on: Union[str, Sequence[str], None] = None
def _has_table(table_name: str) -> bool:
return table_name in set(sa.inspect(op.get_bind()).get_table_names())
def _has_index(table_name: str, index_name: str) -> bool:
inspector = sa.inspect(op.get_bind())
return index_name in {idx["name"] for idx in inspector.get_indexes(table_name)}
def _create_index_if_missing(
table_name: str,
index_name: str,
columns: list[str],
*,
unique: bool = False,
**kwargs,
) -> None:
if _has_table(table_name) and not _has_index(table_name, index_name):
op.create_index(index_name, table_name, columns, unique=unique, **kwargs)
def upgrade() -> None:
op.execute("CREATE EXTENSION IF NOT EXISTS postgis")
if not _has_table("water_extractions"):
op.create_table(
"water_extractions",
sa.Column("id", sa.Integer(), autoincrement=True, nullable=False),
sa.Column("scene_id", sa.Integer(), nullable=True),
sa.Column("processor", sa.String(length=32), nullable=False, server_default="otsu"),
sa.Column("task_id", sa.String(length=64), nullable=True),
sa.Column("input_path", sa.String(), nullable=True),
sa.Column("output_path", sa.String(), nullable=True),
sa.Column("preview_path", sa.String(), nullable=True),
sa.Column("vector_path", sa.String(), nullable=True),
sa.Column("water_area_km2", sa.Float(), nullable=True),
sa.Column("water_pixel_count", sa.Integer(), nullable=True),
sa.Column("threshold_value", sa.Float(), nullable=True),
sa.Column("metadata_json", sa.JSON(), nullable=True),
sa.Column("status", sa.String(length=16), nullable=False, server_default="PENDING"),
sa.Column("error_msg", sa.Text(), nullable=True),
sa.Column("created_at", sa.DateTime(), server_default=sa.text("now()"), nullable=True),
sa.Column("updated_at", sa.DateTime(), server_default=sa.text("now()"), nullable=True),
sa.ForeignKeyConstraint(["scene_id"], ["sar_scene_geo.id"]),
sa.PrimaryKeyConstraint("id"),
)
_create_index_if_missing("water_extractions", "ix_water_extractions_scene_id", ["scene_id"])
_create_index_if_missing("water_extractions", "ix_water_extractions_processor", ["processor"])
_create_index_if_missing("water_extractions", "ix_water_extractions_task_id", ["task_id"])
_create_index_if_missing("water_extractions", "ix_water_extractions_status", ["status"])
if not _has_table("flood_overlays"):
op.create_table(
"flood_overlays",
sa.Column("id", sa.Integer(), autoincrement=True, nullable=False),
sa.Column("detection_id", sa.Integer(), nullable=False),
sa.Column("flood_vector_path", sa.String(), nullable=True),
sa.Column("hazard_points_hit", sa.Integer(), nullable=False, server_default="0"),
sa.Column("hazard_points_near", sa.Integer(), nullable=False, server_default="0"),
sa.Column("hazard_points_total", sa.Integer(), nullable=False, server_default="0"),
sa.Column("dinsar_products_intersecting", sa.Integer(), nullable=False, server_default="0"),
sa.Column("affected_area_km2", sa.Float(), nullable=True),
sa.Column("summary_json", sa.JSON(), nullable=True),
sa.Column("created_at", sa.DateTime(), server_default=sa.text("now()"), nullable=True),
sa.ForeignKeyConstraint(["detection_id"], ["flood_detections.id"]),
sa.PrimaryKeyConstraint("id"),
)
_create_index_if_missing("flood_overlays", "ix_flood_overlays_detection_id", ["detection_id"])
if not _has_table("flood_products"):
op.create_table(
"flood_products",
sa.Column("id", sa.Integer(), autoincrement=True, nullable=False),
sa.Column("product_id", sa.String(length=64), nullable=False),
sa.Column("detection_id", sa.Integer(), nullable=True),
sa.Column("overlay_id", sa.Integer(), nullable=True),
sa.Column("display_name", sa.String(length=255), nullable=False),
sa.Column("status", sa.String(length=16), nullable=False, server_default="READY"),
sa.Column("publish_dir", sa.String(), nullable=True),
sa.Column("manifest_path", sa.String(), nullable=True),
sa.Column("geom", Geometry("POLYGON", srid=4326), nullable=True),
sa.Column("summary_json", sa.JSON(), nullable=True),
sa.Column("created_at", sa.DateTime(), server_default=sa.text("now()"), nullable=True),
sa.ForeignKeyConstraint(["detection_id"], ["flood_detections.id"]),
sa.ForeignKeyConstraint(["overlay_id"], ["flood_overlays.id"]),
sa.PrimaryKeyConstraint("id"),
sa.UniqueConstraint("publish_dir", name="uq_flood_products_publish_dir"),
sa.UniqueConstraint("manifest_path", name="uq_flood_products_manifest_path"),
)
_create_index_if_missing("flood_products", "ix_flood_products_product_id", ["product_id"], unique=True)
_create_index_if_missing("flood_products", "ix_flood_products_detection_id", ["detection_id"])
_create_index_if_missing("flood_products", "ix_flood_products_overlay_id", ["overlay_id"])
_create_index_if_missing("flood_products", "ix_flood_products_status", ["status"])
if _has_table("water_detections") and _has_table("water_extractions"):
op.execute(
sa.text(
"""
INSERT INTO water_extractions (
id, scene_id, processor, input_path, output_path,
water_area_km2, water_pixel_count, threshold_value,
status, error_msg, created_at, updated_at
)
SELECT
wd.id, wd.scene_id, 'otsu', wd.input_path, wd.output_path,
wd.water_area_km2, wd.water_pixel_count, wd.otsu_threshold_db,
wd.status, wd.error_msg, wd.created_at, wd.updated_at
FROM water_detections wd
WHERE NOT EXISTS (
SELECT 1 FROM water_extractions we WHERE we.id = wd.id
)
"""
)
)
op.execute(
sa.text(
"""
SELECT setval(
pg_get_serial_sequence('water_extractions', 'id'),
COALESCE((SELECT MAX(id) FROM water_extractions), 1),
(SELECT COUNT(*) FROM water_extractions) > 0
)
"""
)
)
def downgrade() -> None:
if _has_table("flood_products"):
op.drop_table("flood_products")
if _has_table("flood_overlays"):
op.drop_table("flood_overlays")
if _has_table("water_extractions"):
op.drop_table("water_extractions")
backend/alembic/versions/0004_sar_analysis_ready_fields.py
+86
View File
@@ -0,0 +1,86 @@
"""add SAR analysis-ready scene fields
Revision ID: 0004
Revises: 0003
Create Date: 2026-05-16
"""
from typing import Sequence, Union
import sqlalchemy as sa
from alembic import op
revision: str = "0004"
down_revision: Union[str, None] = "0003"
branch_labels: Union[str, Sequence[str], None] = None
depends_on: Union[str, Sequence[str], None] = None
def _has_table(table_name: str) -> bool:
return table_name in set(sa.inspect(op.get_bind()).get_table_names())
def _has_column(table_name: str, column_name: str) -> bool:
inspector = sa.inspect(op.get_bind())
return column_name in {col["name"] for col in inspector.get_columns(table_name)}
def _has_index(table_name: str, index_name: str) -> bool:
inspector = sa.inspect(op.get_bind())
return index_name in {idx["name"] for idx in inspector.get_indexes(table_name)}
def _add_column_if_missing(table_name: str, column: sa.Column) -> None:
if _has_table(table_name) and not _has_column(table_name, column.name):
op.add_column(table_name, column)
def _create_index_if_missing(table_name: str, index_name: str, columns: list[str]) -> None:
if _has_table(table_name) and not _has_index(table_name, index_name):
op.create_index(index_name, table_name, columns)
def _drop_index_if_exists(table_name: str, index_name: str) -> None:
if _has_table(table_name) and _has_index(table_name, index_name):
op.drop_index(index_name, table_name=table_name)
def _drop_column_if_exists(table_name: str, column_name: str) -> None:
if _has_table(table_name) and _has_column(table_name, column_name):
op.drop_column(table_name, column_name)
def upgrade() -> None:
table = "sar_scene_geo"
_add_column_if_missing(table, sa.Column("analysis_tif_path", sa.String(), nullable=True))
_add_column_if_missing(table, sa.Column("analysis_dir", sa.String(), nullable=True))
_add_column_if_missing(table, sa.Column("analysis_preview_path", sa.String(), nullable=True))
_add_column_if_missing(table, sa.Column("analysis_engine", sa.String(length=32), nullable=True))
_add_column_if_missing(table, sa.Column("analysis_profile", sa.String(length=64), nullable=True))
_add_column_if_missing(table, sa.Column("analysis_backscatter_unit", sa.String(length=32), nullable=True))
_add_column_if_missing(table, sa.Column("analysis_nodata_value", sa.Float(), nullable=True))
_add_column_if_missing(table, sa.Column("analysis_metadata_json", sa.JSON(), nullable=True))
_add_column_if_missing(table, sa.Column("analysis_quality_json", sa.JSON(), nullable=True))
_create_index_if_missing(table, "ix_sar_scene_geo_analysis_tif_path", ["analysis_tif_path"])
_create_index_if_missing(table, "ix_sar_scene_geo_analysis_engine", ["analysis_engine"])
_create_index_if_missing(table, "ix_sar_scene_geo_analysis_profile", ["analysis_profile"])
def downgrade() -> None:
table = "sar_scene_geo"
_drop_index_if_exists(table, "ix_sar_scene_geo_analysis_profile")
_drop_index_if_exists(table, "ix_sar_scene_geo_analysis_engine")
_drop_index_if_exists(table, "ix_sar_scene_geo_analysis_tif_path")
for column_name in (
"analysis_quality_json",
"analysis_metadata_json",
"analysis_nodata_value",
"analysis_backscatter_unit",
"analysis_profile",
"analysis_engine",
"analysis_preview_path",
"analysis_dir",
"analysis_tif_path",
):
_drop_column_if_exists(table, column_name)