From cc0a837cda33f150f423c08c7f65b793b486f61a Mon Sep 17 00:00:00 2001 From: tian <11429339@qq.com> Date: Wed, 15 Apr 2026 11:12:59 +0800 Subject: [PATCH] Add dedicated shoe debug config --- ..._pipeline_1080p_test_alarm_shoe_debug.json | 528 ++++++++++++++++++ 1 file changed, 528 insertions(+) create mode 100644 configs/full_pipeline_1080p_test_alarm_shoe_debug.json diff --git a/configs/full_pipeline_1080p_test_alarm_shoe_debug.json b/configs/full_pipeline_1080p_test_alarm_shoe_debug.json new file mode 100644 index 0000000..db09c28 --- /dev/null +++ b/configs/full_pipeline_1080p_test_alarm_shoe_debug.json @@ -0,0 +1,528 @@ +{ + "queue": { + "size": 8, + "strategy": "drop_oldest" + }, + "graphs": [ + { + "name": "cam1_full_pipeline", + "executor": { + "batch_size": 2, + "run_budget": 8 + }, + "nodes": [ + { + "id": "in_cam1", + "type": "input_rtsp", + "role": "source", + "enable": true, + "url": "rtsp://10.0.0.49:8554/cam", + "fps": 30, + "width": 1920, + "height": 1080, + "use_ffmpeg": true, + "use_mpp": false, + "force_tcp": true, + "reconnect_sec": 5, + "reconnect_backoff_max_sec": 30 + }, + { + "id": "pre_rgb", + "type": "preprocess", + "role": "filter", + "enable": true, + "cpu_affinity": [ + 2 + ], + "dst_w": 1920, + "dst_h": 1080, + "dst_format": "rgb", + "dst_packed": true, + "resize_mode": "stretch", + "keep_ratio": false, + "rga_gate": "full_pipeline_1080p", + "use_rga": true + }, + { + "id": "face_det", + "type": "ai_scrfd_sliding", + "role": "filter", + "enable": true, + "cpu_affinity": [ + 4 + ], + "infer_fps": 3, + "model_path": "./models/scrfd_500m_640.rknn", + "model_w": 640, + "model_h": 640, + "windows": [ + { + "x": 0, + "y": 0, + "w": 960, + "h": 1080 + }, + { + "x": 960, + "y": 0, + "w": 960, + "h": 1080 + } + ], + "conf_thresh": 0.5, + "nms_thresh": 0.4, + "max_faces": 50, + "debug": { + "stats": true, + "stats_interval": 30 + } + }, + { + "id": "face_recog", + "type": "ai_face_recog", + "role": "filter", + "enable": true, + "cpu_affinity": [ + 4 + ], + "infer_fps": 2, + "infer_phase_ms": 120, + "model_path": "./models/mobilefacenet_arcface.rknn", + "align": true, + "emit_embedding": false, + "max_faces": 50, + "input_format": "rgb", + "input_dtype": "uint8", + "threshold": { + "accept": 0.45, + "margin": 0.05 + }, + "gallery": { + "backend": "sqlite", + "path": "./models/face_gallery.db", + "load_on_start": true, + "expected_dim": 512, + "dtype": "auto" + }, + "debug": { + "enabled": true, + "log_matches": true, + "min_log_interval_ms": 1000 + } + }, + { + "id": "person_det", + "type": "ai_yolo", + "role": "filter", + "enable": true, + "cpu_affinity": [ + 5 + ], + "use_rga": true, + "rga_gate": "full_pipeline_1080p", + "rga_max_inflight": 4, + "dst_packed": true, + "use_dma_input": true, + "infer_fps": 2, + "infer_phase_ms": 0, + "model_path": "./models/yolov8n-640.rknn", + "model_version": "v8", + "model_w": 640, + "model_h": 640, + "num_classes": 80, + "conf": 0.35, + "nms": 0.45, + "class_filter": [ + 0 + ], + "bbox_expand": { + "enable": true, + "class_id": 0, + "left": 0.06, + "right": 0.06, + "top": 0.04, + "bottom": 0.16 + }, + "debug": { + "stats": true, + "stats_interval": 30, + "detections": true + } + }, + { + "id": "person_trk", + "type": "tracker", + "role": "filter", + "enable": true, + "cpu_affinity": [ + 5 + ], + "mode": "bytetrack_lite", + "per_class": true, + "state_key": "full_pipeline_1080p_workshoe", + "track_classes": [ + 0 + ], + "ignore_classes": [], + "high_th": 0.55, + "low_th": 0.1, + "iou_th": 0.3, + "max_age_ms": 900, + "min_hits": 1, + "max_tracks": 128 + }, + { + "id": "shoe_det", + "type": "ai_shoe_det", + "role": "filter", + "enable": true, + "cpu_affinity": [ + 6 + ], + "use_rga": true, + "rga_gate": "full_pipeline_1080p", + "rga_max_inflight": 4, + "dst_packed": true, + "use_dma_input": false, + "infer_fps": 2, + "infer_phase_ms": 150, + "model_path": "./models/yolov8s_shoe_640-rk3588.rknn", + "model_w": 640, + "model_h": 640, + "conf": 0.22, + "nms": 0.45, + "v8_box_format": "cxcywh", + "append_detections": true, + "dynamic_roi": { + "enable": true, + "person_class_id": 0, + "shoe_class_id": 1, + "debug_roi_class_id": -1, + "max_rois": 3, + "min_person_height": 60, + "max_box_area_ratio": 0.6, + "y_offset": 0.7, + "width_scale": 1.6, + "height_scale": 0.4 + } + }, + { + "id": "shoe_assoc", + "type": "logic_gate", + "role": "filter", + "enable": true, + "cpu_affinity": [ + 6 + ], + "mode": "person_shoe_check", + "debug": true, + "person_shoe_check": { + "person_class": 0, + "shoe_class": 1, + "violation_class": 2, + "min_person_score": 0.3, + "min_shoe_score": 0.22, + "foot_region": { + "y_offset": 0.7, + "width_scale": 1.6, + "height_scale": 0.4 + }, + "min_shoe_height_ratio": 0.08, + "min_shoe_area_ratio": 0.012, + "max_shoe_height_ratio": 0.14, + "max_shoe_width_ratio": 0.38, + "max_shoe_area_ratio": 0.05, + "max_shoe_roi_width_ratio": 0.45, + "max_shoe_roi_height_ratio": 0.35, + "max_shoe_roi_area_ratio": 0.10 + } + }, + { + "id": "shoe_color", + "type": "logic_gate", + "role": "filter", + "enable": true, + "cpu_affinity": [ + 6 + ], + "mode": "ppe_boots_check", + "anchor_class": 0, + "boots_class": 1, + "violation_class": 2, + "debug": true, + "color_check": { + "enable": true + } + }, + { + "id": "pre_osd", + "type": "preprocess", + "role": "filter", + "enable": true, + "cpu_affinity": [ + 7 + ], + "dst_w": 1920, + "dst_h": 1080, + "dst_format": "nv12", + "resize_mode": "stretch", + "rga_gate": "full_pipeline_1080p", + "use_rga": true + }, + { + "id": "osd", + "type": "osd", + "role": "filter", + "enable": true, + "cpu_affinity": [ + 7 + ], + "draw_bbox": true, + "draw_text": true, + "draw_face_det": true, + "draw_face_recog": true, + "draw_face_bbox": true, + "line_width": 2.0, + "font_scale": 1.0, + "use_rga_bbox": false, + "labels": [ + "person", + "shoe", + "non_black_shoe" + ] + }, + { + "id": "publish", + "type": "publish", + "role": "filter", + "enable": true, + "cpu_affinity": [ + 3 + ], + "queue": { + "size": 2, + "policy": "drop_oldest" + }, + "codec": "h264", + "fps": 30, + "gop": 60, + "bitrate_kbps": 4000, + "mpp_output_timeout_ms": 50, + "mpp_packet_wait_ms": 10, + "use_mpp": true, + "use_ffmpeg_mux": true, + "outputs": [ + { + "proto": "hls", + "path": "./web/hls/cam1/index.m3u8", + "segment_sec": 2 + }, + { + "proto": "rtsp_server", + "port": 8555, + "path": "/live/cam1" + } + ] + }, + { + "id": "alarm", + "type": "alarm", + "role": "sink", + "enable": true, + "eval_fps": 2, + "labels": [ + "person", + "shoe", + "non_black_shoe" + ], + "rules": [ + { + "name": "non_compliant_workshoe", + "class_ids": [ + 2 + ], + "roi": { + "x": 0.0, + "y": 0.0, + "w": 1.0, + "h": 1.0 + }, + "min_score": 0.1, + "min_box_area_ratio": 0.0, + "require_track_id": false, + "min_duration_ms": 0, + "min_hits": 1, + "hit_window_ms": 3000, + "cooldown_ms": 1000, + "per_track_cooldown_ms": 0 + } + ], + "face_rules": [ + { + "name": "unknown_face", + "type": "unknown", + "cooldown_ms": 7000, + "min_sim": 0.35, + "min_hits": 1, + "hit_window_ms": 1500, + "min_face_area_ratio": 0.01, + "min_face_aspect": 0.6, + "max_face_aspect": 1.6 + }, + { + "name": "known_person", + "type": "person", + "cooldown_ms": 7000, + "min_sim": 0.6, + "min_hits": 1, + "hit_window_ms": 1500, + "min_face_area_ratio": 0.01, + "min_face_aspect": 0.6, + "max_face_aspect": 1.6 + } + ], + "actions": { + "log": { + "enable": true, + "level": "info", + "include_detections": true, + "min_interval_ms": 2000 + }, + "snapshot": { + "enable": true, + "format": "jpg", + "quality": 85, + "upload": { + "type": "minio", + "endpoint": "http://10.0.0.49:9000", + "bucket": "myminio", + "region": "us-east-1", + "access_key": "admin", + "secret_key": "password" + } + }, + "clip": { + "enable": true, + "pre_sec": 5, + "post_sec": 10, + "format": "mp4", + "fps": 30, + "upload": { + "type": "minio", + "endpoint": "http://10.0.0.49:9000", + "bucket": "myminio", + "region": "us-east-1", + "access_key": "admin", + "secret_key": "password" + } + }, + "external_api": { + "enable": true, + "getTokenUrl": "http://10.0.0.49:8080/api/getToken", + "putMessageUrl": "http://10.0.0.49:8080/api/putMessage", + "tenantCode": "32", + "channelNo": "cam1", + "timeout_ms": 3000, + "include_media_url": true, + "token_header": "X-Access-Token", + "token_json_path": "responseBody.token", + "token_cache_sec": 1200 + } + } + } + ], + "edges": [ + [ + "in_cam1", + "pre_rgb" + ], + [ + "pre_rgb", + "face_det" + ], + [ + "face_det", + "face_recog" + ], + [ + "face_recog", + "person_det" + ], + [ + "person_det", + "person_trk" + ], + [ + "person_trk", + "shoe_det", + { + "queue": { + "size": 16, + "strategy": "drop_oldest" + } + } + ], + [ + "shoe_det", + "shoe_assoc", + { + "queue": { + "size": 16, + "strategy": "drop_oldest" + } + } + ], + [ + "shoe_assoc", + "shoe_color", + { + "queue": { + "size": 16, + "strategy": "drop_oldest" + } + } + ], + [ + "shoe_color", + "osd", + { + "queue": { + "size": 16, + "strategy": "drop_oldest" + } + } + ], + [ + "osd", + "pre_osd", + { + "queue": { + "size": 32, + "strategy": "drop_oldest" + } + } + ], + [ + "pre_osd", + "publish", + { + "queue": { + "size": 64, + "strategy": "drop_oldest" + } + } + ], + [ + "publish", + "alarm", + { + "queue": { + "size": 64, + "strategy": "drop_oldest" + } + } + ] + ] + } + ] +}