Add workshoe color alarm pipeline

2026-03-15 11:23:01 +08:00 · 2026-03-15 11:23:01 +08:00 · 6b5ce59592
commit 6b5ce59592
parent 45842a4a52
3 changed files with 273 additions and 14 deletions
--- a/configs/person_shoe_two_stage_workshoe_alarm.json
+++ b/configs/person_shoe_two_stage_workshoe_alarm.json
@ -0,0 +1,246 @@
+{
+  "queue": {
+    "size": 8,
+    "strategy": "drop_oldest"
+  },
+  "graphs": [
+    {
+      "name": "person_shoe_two_stage_workshoe_alarm",
+      "executor": {
+        "batch_size": 2,
+        "run_budget": 8
+      },
+      "nodes": [
+        {
+          "id": "in",
+          "type": "input_rtsp",
+          "role": "source",
+          "enable": true,
+          "url": "rtsp://10.0.0.49:8554/cam",
+          "fps": 30,
+          "width": 1920,
+          "height": 1080,
+          "use_ffmpeg": true,
+          "use_mpp": false,
+          "force_tcp": true
+        },
+        {
+          "id": "pre_rgb",
+          "type": "preprocess",
+          "role": "filter",
+          "enable": true,
+          "dst_w": 1920,
+          "dst_h": 1080,
+          "dst_format": "rgb",
+          "dst_packed": true,
+          "resize_mode": "stretch",
+          "rga_gate": "person_shoe_two_stage_workshoe_alarm",
+          "use_rga": true
+        },
+        {
+          "id": "person_det",
+          "type": "ai_yolo",
+          "role": "filter",
+          "enable": true,
+          "cpu_affinity": [4],
+          "use_rga": true,
+          "rga_gate": "person_shoe_two_stage_workshoe_alarm",
+          "rga_max_inflight": 4,
+          "dst_packed": true,
+          "use_dma_input": true,
+          "infer_fps": 2,
+          "infer_phase_ms": 0,
+          "model_path": "./models/yolov8n-640.rknn",
+          "model_version": "v8",
+          "model_w": 640,
+          "model_h": 640,
+          "num_classes": 80,
+          "conf": 0.35,
+          "nms": 0.45,
+          "class_filter": [0],
+          "bbox_expand": {
+            "enable": true,
+            "class_id": 0,
+            "left": 0.06,
+            "right": 0.06,
+            "top": 0.04,
+            "bottom": 0.16
+          }
+        },
+        {
+          "id": "person_trk",
+          "type": "tracker",
+          "role": "filter",
+          "enable": true,
+          "cpu_affinity": [5],
+          "mode": "bytetrack_lite",
+          "per_class": true,
+          "track_classes": [0],
+          "high_th": 0.55,
+          "low_th": 0.10,
+          "iou_th": 0.3,
+          "max_age_ms": 900,
+          "min_hits": 2
+        },
+        {
+          "id": "shoe_det",
+          "type": "ai_shoe_det",
+          "role": "filter",
+          "enable": true,
+          "cpu_affinity": [6],
+          "use_rga": true,
+          "rga_gate": "person_shoe_two_stage_workshoe_alarm",
+          "rga_max_inflight": 4,
+          "dst_packed": true,
+          "use_dma_input": false,
+          "infer_fps": 2,
+          "infer_phase_ms": 150,
+          "model_path": "./models/shoe_detector_openimages_ppe_v1.rknn",
+          "model_w": 640,
+          "model_h": 640,
+          "conf": 0.15,
+          "nms": 0.45,
+          "v8_box_format": "cxcywh",
+          "append_detections": true,
+          "dynamic_roi": {
+            "enable": true,
+            "person_class_id": 0,
+            "shoe_class_id": 1,
+            "debug_roi_class_id": -1,
+            "max_rois": 3,
+            "min_person_height": 60,
+            "x_offset": -0.24,
+            "y_offset": 0.64,
+            "width_scale": 1.48,
+            "height_scale": 0.58
+          }
+        },
+        {
+          "id": "shoe_assoc",
+          "type": "logic_gate",
+          "role": "filter",
+          "enable": true,
+          "cpu_affinity": [6],
+          "mode": "person_shoe_check",
+          "debug": false,
+          "person_shoe_check": {
+            "person_class": 0,
+            "shoe_class": 1,
+            "violation_class": 2,
+            "min_person_score": 0.30,
+            "min_shoe_score": 0.15,
+            "require_person_track_id": true,
+            "attach_person_track_to_shoe": true,
+            "emit_missing_violation": false,
+            "foot_region": {
+              "x_offset": -0.24,
+              "y_offset": 0.64,
+              "width_scale": 1.48,
+              "height_scale": 0.58
+            }
+          }
+        },
+        {
+          "id": "shoe_color",
+          "type": "logic_gate",
+          "role": "filter",
+          "enable": true,
+          "cpu_affinity": [6],
+          "mode": "ppe_boots_check",
+          "anchor_class": 0,
+          "boots_class": 1,
+          "violation_class": 2,
+          "debug": false,
+          "color_check": {
+            "enable": true,
+            "method": "brightness",
+            "dark_threshold": 90,
+            "roi_expand": 1.0
+          }
+        },
+        {
+          "id": "osd",
+          "type": "osd",
+          "role": "filter",
+          "enable": true,
+          "cpu_affinity": [7],
+          "draw_bbox": true,
+          "draw_text": false,
+          "use_rga_bbox": false,
+          "labels": ["person", "shoe", "non_black_shoe"]
+        },
+        {
+          "id": "post",
+          "type": "preprocess",
+          "role": "filter",
+          "enable": true,
+          "cpu_affinity": [7],
+          "dst_w": 1920,
+          "dst_h": 1080,
+          "dst_format": "nv12",
+          "resize_mode": "stretch",
+          "rga_gate": "person_shoe_two_stage_workshoe_alarm",
+          "use_rga": true
+        },
+        {
+          "id": "pub",
+          "type": "publish",
+          "role": "filter",
+          "enable": true,
+          "cpu_affinity": [3],
+          "codec": "h264",
+          "fps": 30,
+          "bitrate_kbps": 2000,
+          "mpp_output_timeout_ms": 50,
+          "mpp_packet_wait_ms": 10,
+          "use_mpp": true,
+          "outputs": [
+            {"proto": "rtsp_server", "port": 8555, "path": "/live/cam1"}
+          ]
+        },
+        {
+          "id": "alarm",
+          "type": "alarm",
+          "role": "sink",
+          "enable": true,
+          "eval_fps": 2,
+          "labels": ["person", "shoe", "non_black_shoe"],
+          "rules": [
+            {
+              "name": "non_compliant_workshoe",
+              "class_ids": [2],
+              "roi": {"x": 0.0, "y": 0.0, "w": 1.0, "h": 1.0},
+              "min_score": 0.30,
+              "require_track_id": true,
+              "min_duration_ms": 800,
+              "min_hits": 2,
+              "hit_window_ms": 2000,
+              "cooldown_ms": 10000,
+              "per_track_cooldown_ms": 15000
+            }
+          ],
+          "actions": {
+            "log": {
+              "enable": true,
+              "level": "info",
+              "include_detections": true,
+              "min_interval_ms": 2000
+            }
+          }
+        }
+      ],
+      "edges": [
+        ["in", "pre_rgb"],
+        ["pre_rgb", "person_det"],
+        ["person_det", "person_trk"],
+        ["person_trk", "shoe_det", {"queue": {"size": 16, "strategy": "drop_oldest"}}],
+        ["shoe_det", "shoe_assoc", {"queue": {"size": 16, "strategy": "drop_oldest"}}],
+        ["shoe_assoc", "shoe_color", {"queue": {"size": 16, "strategy": "drop_oldest"}}],
+        ["shoe_color", "osd", {"queue": {"size": 16, "strategy": "drop_oldest"}}],
+        ["osd", "post", {"queue": {"size": 32, "strategy": "drop_oldest"}}],
+        ["post", "pub", {"queue": {"size": 64, "strategy": "drop_oldest"}}],
+        ["pub", "alarm", {"queue": {"size": 64, "strategy": "drop_oldest"}}]
+      ]
+    }
+  ]
+}
--- a/docs/deployment.md
+++ b/docs/deployment.md
@ -165,6 +165,12 @@ sudo ./scripts/ops.sh ddr-restore
 ./build/media-server -c configs/person_shoe_two_stage_recommended_alarm.json
 ```

+如果业务目标是“只关心已检测到的鞋是否为黑色劳保鞋”，可使用：
+
+```bash
+./build/media-server -c configs/person_shoe_two_stage_workshoe_alarm.json
+```
+
 说明：

 - 输入端：`use_ffmpeg: true`、`use_mpp: false`
--- a/plugins/logic_gate/logic_gate_node.cpp
+++ b/plugins/logic_gate/logic_gate_node.cpp
@ -21,6 +21,7 @@ struct PersonShoeCheckConfig {
    bool require_person_track_id = false;
    bool use_person_bbox_for_violation = true;
    bool attach_person_track_to_shoe = true;
+    bool emit_missing_violation = true;
    float match_iou = 0.02f;
    float x_offset = -0.20f;
    float y_offset = 0.64f;
@ -32,6 +33,7 @@ struct LogicGateConfig {
    std::string mode = "ppe_boots_check";
    int anchor_class = 6;
    int boots_class = 3;
+    int violation_class = 10;
    bool enable_color_check = true;
    bool pass_through = true;
    bool debug = false;
@ -118,6 +120,7 @@ private:
        config.mode = cfg.ValueOr<std::string>("mode", config.mode);
        config.anchor_class = cfg.ValueOr<int>("anchor_class", config.anchor_class);
        config.boots_class = cfg.ValueOr<int>("boots_class", config.boots_class);
+        config.violation_class = cfg.ValueOr<int>("violation_class", config.violation_class);
        config.violation_key = cfg.ValueOr<std::string>("violation_key", config.violation_key);
        config.pass_through = cfg.ValueOr<bool>("pass_through", config.pass_through);
        config.debug = cfg.ValueOr<bool>("debug", config.debug);
@ -144,6 +147,8 @@ private:
                "use_person_bbox_for_violation", config.person_shoe.use_person_bbox_for_violation);
            config.person_shoe.attach_person_track_to_shoe = ps->ValueOr<bool>(
                "attach_person_track_to_shoe", config.person_shoe.attach_person_track_to_shoe);
+            config.person_shoe.emit_missing_violation = ps->ValueOr<bool>(
+                "emit_missing_violation", config.person_shoe.emit_missing_violation);
            config.person_shoe.match_iou = ps->ValueOr<float>("match_iou", config.person_shoe.match_iou);
            if (const SimpleJson* fr = ps->Find("foot_region"); fr && fr->IsObject()) {
                config.person_shoe.x_offset = fr->ValueOr<float>("x_offset", config.person_shoe.x_offset);
@ -246,19 +251,21 @@ private:
                continue;
            }

-            Detection no_shoe;
-            no_shoe.cls_id = config_.person_shoe.violation_class;
-            no_shoe.track_id = person.track_id;
-            no_shoe.score = std::max(0.5f, person.score);
-            no_shoe.bbox = config_.person_shoe.use_person_bbox_for_violation ? person.bbox : foot_region;
-            appended.push_back(no_shoe);
+            if (config_.person_shoe.emit_missing_violation) {
+                Detection no_shoe;
+                no_shoe.cls_id = config_.person_shoe.violation_class;
+                no_shoe.track_id = person.track_id;
+                no_shoe.score = std::max(0.5f, person.score);
+                no_shoe.bbox = config_.person_shoe.use_person_bbox_for_violation ? person.bbox : foot_region;
+                appended.push_back(no_shoe);

-            if (config_.debug) {
-                LogInfo("[logic_gate] no_shoe track_id=" + std::to_string(no_shoe.track_id) +
-                        " bbox=(" + std::to_string(static_cast<int>(no_shoe.bbox.x)) + "," +
-                        std::to_string(static_cast<int>(no_shoe.bbox.y)) + "," +
-                        std::to_string(static_cast<int>(no_shoe.bbox.w)) + "," +
-                        std::to_string(static_cast<int>(no_shoe.bbox.h)) + ")");
+                if (config_.debug) {
+                    LogInfo("[logic_gate] no_shoe track_id=" + std::to_string(no_shoe.track_id) +
+                            " bbox=(" + std::to_string(static_cast<int>(no_shoe.bbox.x)) + "," +
+                            std::to_string(static_cast<int>(no_shoe.bbox.y)) + "," +
+                            std::to_string(static_cast<int>(no_shoe.bbox.w)) + "," +
+                            std::to_string(static_cast<int>(no_shoe.bbox.h)) + ")");
+                }
            }
        }

@ -282,8 +289,8 @@ private:
            if (color_result.is_dark) continue;

            Detection no_boots_det;
-            no_boots_det.cls_id = 10;
-            no_boots_det.track_id = std::max(0, boot.track_id);
+            no_boots_det.cls_id = config_.violation_class;
+            no_boots_det.track_id = boot.track_id;
            no_boots_det.score = std::max(0.5f, color_result.confidence);
            no_boots_det.bbox = boot.bbox;
            detections.push_back(no_boots_det);