admin/Pre_Seg_Server
1
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 1 Wiki Activity

feat: 完善分割工作区导入导出与管理流程

Browse Source 
- 新增基于 JWT 当前用户的登录恢复、角色权限、用户管理、审计日志和演示出厂重置后台接口与前端管理页。

- 重串 GT_label 导出和 GT Mask 导入逻辑：导出保留类别真实 maskid，导入仅接受灰度或 RGB 等通道 maskid 图，支持未知 maskid 策略、尺寸最近邻拉伸和导入预览。

- 统一分割结果导出体验：默认当前帧，按项目抽帧顺序和 XhXXmXXsXXXms 时间戳命名 ZIP 与图片，补齐 GT/Pro/Mix/分开 Mask 输出和映射 JSON。

- 调整工作区左侧工具栏：移除创建点/线段入口，新增画笔、橡皮擦及尺寸控制，并按绘制、布尔、导入/AI 工具分组分隔。

- 扩展 Canvas 编辑能力：画笔按语义分类绘制并可自动并入连通选中 mask，橡皮擦对选中区域扣除，优化布尔操作、选区、撤销重做和保存状态联动。

- 优化自动传播时间轴显示：同一蓝色系按传播新旧递进变暗，老传播记录达到阈值后统一旧记录色，并维护范围选择与清空后的历史显示。

- 将 AI 智能分割入口替换为更明确的 AI 元素图标，并同步侧栏、工作区和 AI 页面入口表现。

- 完善模板分类、maskid 工具函数、分类树联动、遮罩透明度、边缘平滑和传播链同步相关前端状态。

- 扩展后端项目、媒体、任务、Dashboard、模板和传播 runner 的用户隔离、任务控制、进度事件与兼容处理。

- 补充前后端测试，覆盖用户管理、GT_label 往返导入导出、GT Mask 校验和预览、画笔/橡皮擦、时间轴传播历史、导出范围、WebSocket 与 API 封装。

- 更新 AGENTS、README 和 doc 文档，记录当前接口契约、实现状态、测试计划、安装说明和 maskid/GT_label 规则。
This commit is contained in:
admin
2026-05-03 03:52:32 +08:00
parent 4c1d3dba73
commit afcddfaeb9
62 changed files with 6572 additions and 849 deletions
Download Patch File Download Diff File Expand all files Collapse all files

243
backend/tests/test_ai.py
View File

@@ -223,6 +223,88 @@ def test_analyze_mask_returns_backend_geometry_properties(client):
assert body["message"] == "已从后端重新提取几何拓扑锚点"
def test_analyze_mask_reports_actual_polygon_anchor_count(client):
_, frame, _ = _create_project_and_frame(client)
polygon = [[0.1 + index * 0.005, 0.1 + (0.01 if index % 2 else 0)] for index in range(80)]
response = client.post("/api/ai/analyze-mask", json={
"frame_id": frame["id"],
"mask_data": {
"polygons": [polygon],
"label": "AI Mask",
"color": "#06b6d4",
},
"points": [[0.2, 0.2]],
})
assert response.status_code == 200
body = response.json()
assert body["topology_anchor_count"] == len(polygon)
assert len(body["topology_anchors"]) <= 64
def test_smooth_mask_simplifies_noisy_ai_polygon(client):
_, frame, _ = _create_project_and_frame(client)
polygon = []
for index in range(20):
polygon.append([0.1 + index * 0.02, 0.1 + (0.01 if index % 2 else 0)])
for index in range(20):
polygon.append([0.5 + (0.01 if index % 2 else 0), 0.1 + index * 0.02])
for index in range(20):
polygon.append([0.5 - index * 0.02, 0.5 + (0.01 if index % 2 else 0)])
for index in range(20):
polygon.append([0.1 + (0.01 if index % 2 else 0), 0.5 - index * 0.02])
response = client.post("/api/ai/smooth-mask", json={
"frame_id": frame["id"],
"mask_data": {
"polygons": [polygon],
"label": "AI Mask",
"color": "#06b6d4",
},
"strength": 80,
})
assert response.status_code == 200
body = response.json()
assert body["topology_anchor_count"] == len(body["polygons"][0])
assert len(body["polygons"][0]) < len(polygon)
def test_smooth_mask_uses_eased_strength_curve(client):
_, frame, _ = _create_project_and_frame(client)
polygon = []
for index in range(20):
polygon.append([0.1 + index * 0.02, 0.1 + (0.01 if index % 2 else 0)])
for index in range(20):
polygon.append([0.5 + (0.01 if index % 2 else 0), 0.1 + index * 0.02])
for index in range(20):
polygon.append([0.5 - index * 0.02, 0.5 + (0.01 if index % 2 else 0)])
for index in range(20):
polygon.append([0.1 + (0.01 if index % 2 else 0), 0.5 - index * 0.02])
def smoothed_count(strength: int) -> int:
response = client.post("/api/ai/smooth-mask", json={
"frame_id": frame["id"],
"mask_data": {
"polygons": [polygon],
"label": "AI Mask",
"color": "#06b6d4",
},
"strength": strength,
})
assert response.status_code == 200
return len(response.json()["polygons"][0])
low_count = smoothed_count(20)
mid_count = smoothed_count(70)
high_count = smoothed_count(95)
assert low_count <= len(polygon)
assert mid_count < low_count
assert high_count < mid_count
def test_smooth_mask_returns_backend_smoothed_geometry(client):
_, frame, _ = _create_project_and_frame(client)
@@ -311,6 +393,7 @@ def test_propagate_saves_tracked_annotations(client, monkeypatch):
"color": "#ff0000",
"class_metadata": {"id": "c1", "name": "胆囊", "color": "#ff0000", "zIndex": 20},
"template_id": None,
"smoothing": {"strength": 45, "method": "chaikin"},
},
})
@@ -327,6 +410,9 @@ def test_propagate_saves_tracked_annotations(client, monkeypatch):
assert saved["mask_data"]["source"] == "sam2.1_hiera_tiny_propagation"
assert saved["mask_data"]["class"]["name"] == "胆囊"
assert saved["mask_data"]["score"] == 0.8
assert saved["mask_data"]["geometry_smoothing"] == {"strength": 45.0, "method": "chaikin"}
assert saved["mask_data"]["polygons"][0] != [[0.15, 0.15], [0.25, 0.15], [0.25, 0.25]]
assert len(saved["mask_data"]["polygons"][0]) > 3
listing = client.get(f"/api/ai/annotations?project_id={project['id']}")
assert len(listing.json()) == 1
@@ -490,8 +576,10 @@ def test_propagation_task_runner_saves_annotations_and_progress(client, db_sessi
listing = client.get(f"/api/ai/annotations?project_id={project['id']}")
assert listing.json()[0]["frame_id"] == frames[1]["id"]
assert listing.json()[0]["mask_data"]["source"] == "sam2.1_hiera_tiny_propagation"
stored_polygon = listing.json()[0]["mask_data"]["polygons"][0]
assert listing.json()[0]["mask_data"]["geometry_smoothing"] == {"strength": 40.0, "method": "chaikin"}
assert len(listing.json()[0]["mask_data"]["polygons"][0]) > 3
assert stored_polygon != [[0.15, 0.15], [0.25, 0.15], [0.25, 0.25]]
assert len(stored_polygon) > 3
def test_propagation_task_runner_skips_unchanged_seed_and_replaces_changed_seed(client, db_session, monkeypatch):
@@ -1084,3 +1172,156 @@ def test_import_gt_mask_splits_label_values(client):
assert [item["mask_data"]["gt_label_value"] for item in body] == [1, 2]
assert [item["mask_data"]["label"] for item in body] == ["GT Class 1", "GT Class 2"]
assert all(len(item["points"]) == 1 for item in body)
def test_import_gt_mask_preserves_low_value_gtlabel_png(client):
project, frame, _ = _create_project_and_frame(client)
template = client.post("/api/templates", json={
"name": "GTLabel Template",
"color": "#06b6d4",
"z_index": 0,
"classes": [
{"id": "tumor", "name": "肿瘤", "color": "#ff0000", "zIndex": 10, "maskId": 1},
],
"rules": [],
}).json()
mask = np.zeros((360, 640), dtype=np.uint16)
cv2.rectangle(mask, (40, 40), (140, 140), 1, thickness=-1)
ok, encoded = cv2.imencode(".png", mask)
assert ok
response = client.post(
"/api/ai/import-gt-mask",
data={
"project_id": str(project["id"]),
"frame_id": str(frame["id"]),
"template_id": str(template["id"]),
"unknown_color_policy": "discard",
},
files={"file": ("GT_label.png", encoded.tobytes(), "image/png")},
)
assert response.status_code == 201
body = response.json()
assert len(body) == 1
assert body[0]["mask_data"]["gt_label_value"] == 1
assert body[0]["mask_data"]["class"]["name"] == "肿瘤"
assert body[0]["mask_data"]["class"]["maskId"] == 1
def test_import_gt_mask_rejects_rgb_color_masks(client):
project, frame, _ = _create_project_and_frame(client)
template = client.post("/api/templates", json={
"name": "Color Template",
"color": "#06b6d4",
"z_index": 0,
"classes": [
{"id": "known", "name": "已知类别", "color": "#ff0000", "zIndex": 10, "maskId": 1},
],
"rules": [],
}).json()
mask = np.zeros((80, 120, 3), dtype=np.uint8)
mask[10:40, 10:40] = [0, 0, 255] # BGR red -> #ff0000
mask[40:70, 70:110] = [0, 255, 0] # BGR green -> unknown #00ff00
ok, encoded = cv2.imencode(".png", mask)
assert ok
response = client.post(
"/api/ai/import-gt-mask",
data={
"project_id": str(project["id"]),
"frame_id": str(frame["id"]),
"template_id": str(template["id"]),
"unknown_color_policy": "discard",
},
files={"file": ("color-mask.png", encoded.tobytes(), "image/png")},
)
assert response.status_code == 400
assert "RGB 三通道完全相同" in response.json()["detail"]
def test_import_gt_mask_reads_uint16_gt_label_and_maps_maskid_class(client):
project, frame, _ = _create_project_and_frame(client)
template = client.post("/api/templates", json={
"name": "Label Template",
"color": "#06b6d4",
"z_index": 0,
"classes": [{"id": "tumor", "name": "肿瘤", "color": "#ff0000", "zIndex": 10, "maskId": 1}],
"rules": [],
}).json()
mask = np.zeros((360, 640), dtype=np.uint16)
cv2.rectangle(mask, (20, 20), (120, 120), 1, thickness=-1)
ok, encoded = cv2.imencode(".png", mask)
assert ok
response = client.post(
"/api/ai/import-gt-mask",
data={
"project_id": str(project["id"]),
"frame_id": str(frame["id"]),
"template_id": str(template["id"]),
"unknown_color_policy": "discard",
},
files={"file": ("gt_label.png", encoded.tobytes(), "image/png")},
)
assert response.status_code == 201
body = response.json()
assert len(body) == 1
assert body[0]["mask_data"]["gt_label_value"] == 1
assert body[0]["mask_data"]["label"] == "肿瘤"
assert body[0]["mask_data"]["class"]["maskId"] == 1
assert body[0]["mask_data"]["class"]["color"] == "#ff0000"
def test_import_gt_mask_handles_unknown_maskid_policy_and_resizes_to_frame(client):
project, frame, _ = _create_project_and_frame(client)
template = client.post("/api/templates", json={
"name": "Color Template",
"color": "#06b6d4",
"z_index": 0,
"classes": [{"id": "known", "name": "已定义", "color": "#ff0000", "zIndex": 10, "maskId": 1}],
"rules": [],
}).json()
mask = np.zeros((90, 160, 3), dtype=np.uint8)
cv2.rectangle(mask, (5, 5), (40, 40), (1, 1, 1), thickness=-1)
cv2.rectangle(mask, (80, 5), (120, 40), (2, 2, 2), thickness=-1)
ok, encoded = cv2.imencode(".png", mask)
assert ok
discard_response = client.post(
"/api/ai/import-gt-mask",
data={
"project_id": str(project["id"]),
"frame_id": str(frame["id"]),
"template_id": str(template["id"]),
"unknown_color_policy": "discard",
},
files={"file": ("colors.png", encoded.tobytes(), "image/png")},
)
assert discard_response.status_code == 201
assert [item["mask_data"]["label"] for item in discard_response.json()] == ["已定义"]
assert discard_response.json()[0]["mask_data"]["gt_original_size"] == {"width": 160, "height": 90}
assert discard_response.json()[0]["mask_data"]["gt_resized_to_frame"] is True
assert discard_response.json()[0]["mask_data"]["image_size"] == {"width": 640, "height": 360}
undefined_response = client.post(
"/api/ai/import-gt-mask",
data={
"project_id": str(project["id"]),
"frame_id": str(frame["id"]),
"template_id": str(template["id"]),
"unknown_color_policy": "undefined",
},
files={"file": ("colors.png", encoded.tobytes(), "image/png")},
)
assert undefined_response.status_code == 201
labels = {item["mask_data"]["label"] for item in undefined_response.json()}
assert labels == {"已定义", "未定义类别 2"}
unknown = next(item for item in undefined_response.json() if item["mask_data"]["label"].startswith("未定义"))
assert unknown["mask_data"]["gt_unknown_class"] is True
assert unknown["mask_data"]["gt_label_value"] == 2
assert unknown["mask_data"]["gt_resized_to_frame"] is True