529 lines
13 KiB
JSON
529 lines
13 KiB
JSON
{
|
|
"queue": {
|
|
"size": 8,
|
|
"strategy": "drop_oldest"
|
|
},
|
|
"graphs": [
|
|
{
|
|
"name": "cam1_full_pipeline",
|
|
"executor": {
|
|
"batch_size": 2,
|
|
"run_budget": 8
|
|
},
|
|
"nodes": [
|
|
{
|
|
"id": "in_cam1",
|
|
"type": "input_rtsp",
|
|
"role": "source",
|
|
"enable": true,
|
|
"url": "rtsp://10.0.0.49:8554/cam",
|
|
"fps": 30,
|
|
"width": 1920,
|
|
"height": 1080,
|
|
"use_ffmpeg": true,
|
|
"use_mpp": false,
|
|
"force_tcp": true,
|
|
"reconnect_sec": 5,
|
|
"reconnect_backoff_max_sec": 30
|
|
},
|
|
{
|
|
"id": "pre_rgb",
|
|
"type": "preprocess",
|
|
"role": "filter",
|
|
"enable": true,
|
|
"cpu_affinity": [
|
|
2
|
|
],
|
|
"dst_w": 1920,
|
|
"dst_h": 1080,
|
|
"dst_format": "rgb",
|
|
"dst_packed": true,
|
|
"resize_mode": "stretch",
|
|
"keep_ratio": false,
|
|
"rga_gate": "full_pipeline_1080p",
|
|
"use_rga": true
|
|
},
|
|
{
|
|
"id": "face_det",
|
|
"type": "ai_scrfd_sliding",
|
|
"role": "filter",
|
|
"enable": true,
|
|
"cpu_affinity": [
|
|
4
|
|
],
|
|
"infer_fps": 3,
|
|
"model_path": "./models/scrfd_500m_640.rknn",
|
|
"model_w": 640,
|
|
"model_h": 640,
|
|
"windows": [
|
|
{
|
|
"x": 0,
|
|
"y": 0,
|
|
"w": 960,
|
|
"h": 1080
|
|
},
|
|
{
|
|
"x": 960,
|
|
"y": 0,
|
|
"w": 960,
|
|
"h": 1080
|
|
}
|
|
],
|
|
"conf_thresh": 0.5,
|
|
"nms_thresh": 0.4,
|
|
"max_faces": 50,
|
|
"debug": {
|
|
"stats": true,
|
|
"stats_interval": 30
|
|
}
|
|
},
|
|
{
|
|
"id": "face_recog",
|
|
"type": "ai_face_recog",
|
|
"role": "filter",
|
|
"enable": true,
|
|
"cpu_affinity": [
|
|
4
|
|
],
|
|
"infer_fps": 2,
|
|
"infer_phase_ms": 120,
|
|
"model_path": "./models/mobilefacenet_arcface.rknn",
|
|
"align": true,
|
|
"emit_embedding": false,
|
|
"max_faces": 50,
|
|
"input_format": "rgb",
|
|
"input_dtype": "uint8",
|
|
"threshold": {
|
|
"accept": 0.45,
|
|
"margin": 0.05
|
|
},
|
|
"gallery": {
|
|
"backend": "sqlite",
|
|
"path": "./models/face_gallery.db",
|
|
"load_on_start": true,
|
|
"expected_dim": 512,
|
|
"dtype": "auto"
|
|
},
|
|
"debug": {
|
|
"enabled": true,
|
|
"log_matches": true,
|
|
"min_log_interval_ms": 1000
|
|
}
|
|
},
|
|
{
|
|
"id": "person_det",
|
|
"type": "ai_yolo",
|
|
"role": "filter",
|
|
"enable": true,
|
|
"cpu_affinity": [
|
|
5
|
|
],
|
|
"use_rga": true,
|
|
"rga_gate": "full_pipeline_1080p",
|
|
"rga_max_inflight": 4,
|
|
"dst_packed": true,
|
|
"use_dma_input": true,
|
|
"infer_fps": 2,
|
|
"infer_phase_ms": 0,
|
|
"model_path": "./models/yolov8n-640.rknn",
|
|
"model_version": "v8",
|
|
"model_w": 640,
|
|
"model_h": 640,
|
|
"num_classes": 80,
|
|
"conf": 0.35,
|
|
"nms": 0.45,
|
|
"class_filter": [
|
|
0
|
|
],
|
|
"bbox_expand": {
|
|
"enable": true,
|
|
"class_id": 0,
|
|
"left": 0.06,
|
|
"right": 0.06,
|
|
"top": 0.04,
|
|
"bottom": 0.16
|
|
},
|
|
"debug": {
|
|
"stats": true,
|
|
"stats_interval": 30,
|
|
"detections": true
|
|
}
|
|
},
|
|
{
|
|
"id": "person_trk",
|
|
"type": "tracker",
|
|
"role": "filter",
|
|
"enable": true,
|
|
"cpu_affinity": [
|
|
5
|
|
],
|
|
"mode": "bytetrack_lite",
|
|
"per_class": true,
|
|
"state_key": "full_pipeline_1080p_workshoe",
|
|
"track_classes": [
|
|
0
|
|
],
|
|
"ignore_classes": [],
|
|
"high_th": 0.55,
|
|
"low_th": 0.1,
|
|
"iou_th": 0.3,
|
|
"max_age_ms": 900,
|
|
"min_hits": 1,
|
|
"max_tracks": 128
|
|
},
|
|
{
|
|
"id": "shoe_det",
|
|
"type": "ai_shoe_det",
|
|
"role": "filter",
|
|
"enable": true,
|
|
"cpu_affinity": [
|
|
6
|
|
],
|
|
"use_rga": true,
|
|
"rga_gate": "full_pipeline_1080p",
|
|
"rga_max_inflight": 4,
|
|
"dst_packed": true,
|
|
"use_dma_input": false,
|
|
"infer_fps": 2,
|
|
"infer_phase_ms": 150,
|
|
"model_path": "./models/yolov8s_shoe_640-rk3588.rknn",
|
|
"model_w": 640,
|
|
"model_h": 640,
|
|
"conf": 0.22,
|
|
"nms": 0.45,
|
|
"v8_box_format": "cxcywh",
|
|
"append_detections": true,
|
|
"dynamic_roi": {
|
|
"enable": true,
|
|
"person_class_id": 0,
|
|
"shoe_class_id": 1,
|
|
"debug_roi_class_id": -1,
|
|
"max_rois": 3,
|
|
"min_person_height": 60,
|
|
"max_box_area_ratio": 0.6,
|
|
"y_offset": 0.7,
|
|
"width_scale": 1.6,
|
|
"height_scale": 0.4
|
|
}
|
|
},
|
|
{
|
|
"id": "shoe_assoc",
|
|
"type": "logic_gate",
|
|
"role": "filter",
|
|
"enable": true,
|
|
"cpu_affinity": [
|
|
6
|
|
],
|
|
"mode": "person_shoe_check",
|
|
"debug": true,
|
|
"person_shoe_check": {
|
|
"person_class": 0,
|
|
"shoe_class": 1,
|
|
"violation_class": 2,
|
|
"min_person_score": 0.3,
|
|
"min_shoe_score": 0.22,
|
|
"foot_region": {
|
|
"y_offset": 0.7,
|
|
"width_scale": 1.6,
|
|
"height_scale": 0.4
|
|
},
|
|
"min_shoe_height_ratio": 0.08,
|
|
"min_shoe_area_ratio": 0.012,
|
|
"max_shoe_height_ratio": 0.14,
|
|
"max_shoe_width_ratio": 0.38,
|
|
"max_shoe_area_ratio": 0.05,
|
|
"max_shoe_roi_width_ratio": 0.45,
|
|
"max_shoe_roi_height_ratio": 0.35,
|
|
"max_shoe_roi_area_ratio": 0.10
|
|
}
|
|
},
|
|
{
|
|
"id": "shoe_color",
|
|
"type": "logic_gate",
|
|
"role": "filter",
|
|
"enable": true,
|
|
"cpu_affinity": [
|
|
6
|
|
],
|
|
"mode": "ppe_boots_check",
|
|
"anchor_class": 0,
|
|
"boots_class": 1,
|
|
"violation_class": 2,
|
|
"debug": true,
|
|
"color_check": {
|
|
"enable": true
|
|
}
|
|
},
|
|
{
|
|
"id": "pre_osd",
|
|
"type": "preprocess",
|
|
"role": "filter",
|
|
"enable": true,
|
|
"cpu_affinity": [
|
|
7
|
|
],
|
|
"dst_w": 1920,
|
|
"dst_h": 1080,
|
|
"dst_format": "nv12",
|
|
"resize_mode": "stretch",
|
|
"rga_gate": "full_pipeline_1080p",
|
|
"use_rga": true
|
|
},
|
|
{
|
|
"id": "osd",
|
|
"type": "osd",
|
|
"role": "filter",
|
|
"enable": true,
|
|
"cpu_affinity": [
|
|
7
|
|
],
|
|
"draw_bbox": true,
|
|
"draw_text": true,
|
|
"draw_face_det": true,
|
|
"draw_face_recog": true,
|
|
"draw_face_bbox": true,
|
|
"line_width": 2.0,
|
|
"font_scale": 1.0,
|
|
"use_rga_bbox": false,
|
|
"labels": [
|
|
"person",
|
|
"shoe",
|
|
"non_black_shoe"
|
|
]
|
|
},
|
|
{
|
|
"id": "publish",
|
|
"type": "publish",
|
|
"role": "filter",
|
|
"enable": true,
|
|
"cpu_affinity": [
|
|
3
|
|
],
|
|
"queue": {
|
|
"size": 2,
|
|
"policy": "drop_oldest"
|
|
},
|
|
"codec": "h264",
|
|
"fps": 30,
|
|
"gop": 60,
|
|
"bitrate_kbps": 4000,
|
|
"mpp_output_timeout_ms": 50,
|
|
"mpp_packet_wait_ms": 10,
|
|
"use_mpp": true,
|
|
"use_ffmpeg_mux": true,
|
|
"outputs": [
|
|
{
|
|
"proto": "hls",
|
|
"path": "./web/hls/cam1/index.m3u8",
|
|
"segment_sec": 2
|
|
},
|
|
{
|
|
"proto": "rtsp_server",
|
|
"port": 8555,
|
|
"path": "/live/cam1"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "alarm",
|
|
"type": "alarm",
|
|
"role": "sink",
|
|
"enable": true,
|
|
"eval_fps": 2,
|
|
"labels": [
|
|
"person",
|
|
"shoe",
|
|
"non_black_shoe"
|
|
],
|
|
"rules": [
|
|
{
|
|
"name": "non_compliant_workshoe",
|
|
"class_ids": [
|
|
2
|
|
],
|
|
"roi": {
|
|
"x": 0.0,
|
|
"y": 0.0,
|
|
"w": 1.0,
|
|
"h": 1.0
|
|
},
|
|
"min_score": 0.1,
|
|
"min_box_area_ratio": 0.0,
|
|
"require_track_id": false,
|
|
"min_duration_ms": 0,
|
|
"min_hits": 1,
|
|
"hit_window_ms": 3000,
|
|
"cooldown_ms": 1000,
|
|
"per_track_cooldown_ms": 0
|
|
}
|
|
],
|
|
"face_rules": [
|
|
{
|
|
"name": "unknown_face",
|
|
"type": "unknown",
|
|
"cooldown_ms": 7000,
|
|
"min_sim": 0.35,
|
|
"min_hits": 1,
|
|
"hit_window_ms": 1500,
|
|
"min_face_area_ratio": 0.01,
|
|
"min_face_aspect": 0.6,
|
|
"max_face_aspect": 1.6
|
|
},
|
|
{
|
|
"name": "known_person",
|
|
"type": "person",
|
|
"cooldown_ms": 7000,
|
|
"min_sim": 0.6,
|
|
"min_hits": 1,
|
|
"hit_window_ms": 1500,
|
|
"min_face_area_ratio": 0.01,
|
|
"min_face_aspect": 0.6,
|
|
"max_face_aspect": 1.6
|
|
}
|
|
],
|
|
"actions": {
|
|
"log": {
|
|
"enable": true,
|
|
"level": "info",
|
|
"include_detections": true,
|
|
"min_interval_ms": 2000
|
|
},
|
|
"snapshot": {
|
|
"enable": true,
|
|
"format": "jpg",
|
|
"quality": 85,
|
|
"upload": {
|
|
"type": "minio",
|
|
"endpoint": "http://10.0.0.49:9000",
|
|
"bucket": "myminio",
|
|
"region": "us-east-1",
|
|
"access_key": "admin",
|
|
"secret_key": "password"
|
|
}
|
|
},
|
|
"clip": {
|
|
"enable": true,
|
|
"pre_sec": 5,
|
|
"post_sec": 10,
|
|
"format": "mp4",
|
|
"fps": 30,
|
|
"upload": {
|
|
"type": "minio",
|
|
"endpoint": "http://10.0.0.49:9000",
|
|
"bucket": "myminio",
|
|
"region": "us-east-1",
|
|
"access_key": "admin",
|
|
"secret_key": "password"
|
|
}
|
|
},
|
|
"external_api": {
|
|
"enable": true,
|
|
"getTokenUrl": "http://10.0.0.49:8080/api/getToken",
|
|
"putMessageUrl": "http://10.0.0.49:8080/api/putMessage",
|
|
"tenantCode": "32",
|
|
"channelNo": "cam1",
|
|
"timeout_ms": 3000,
|
|
"include_media_url": true,
|
|
"token_header": "X-Access-Token",
|
|
"token_json_path": "responseBody.token",
|
|
"token_cache_sec": 1200
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"edges": [
|
|
[
|
|
"in_cam1",
|
|
"pre_rgb"
|
|
],
|
|
[
|
|
"pre_rgb",
|
|
"face_det"
|
|
],
|
|
[
|
|
"face_det",
|
|
"face_recog"
|
|
],
|
|
[
|
|
"face_recog",
|
|
"person_det"
|
|
],
|
|
[
|
|
"person_det",
|
|
"person_trk"
|
|
],
|
|
[
|
|
"person_trk",
|
|
"shoe_det",
|
|
{
|
|
"queue": {
|
|
"size": 16,
|
|
"strategy": "drop_oldest"
|
|
}
|
|
}
|
|
],
|
|
[
|
|
"shoe_det",
|
|
"shoe_assoc",
|
|
{
|
|
"queue": {
|
|
"size": 16,
|
|
"strategy": "drop_oldest"
|
|
}
|
|
}
|
|
],
|
|
[
|
|
"shoe_assoc",
|
|
"shoe_color",
|
|
{
|
|
"queue": {
|
|
"size": 16,
|
|
"strategy": "drop_oldest"
|
|
}
|
|
}
|
|
],
|
|
[
|
|
"shoe_color",
|
|
"osd",
|
|
{
|
|
"queue": {
|
|
"size": 16,
|
|
"strategy": "drop_oldest"
|
|
}
|
|
}
|
|
],
|
|
[
|
|
"osd",
|
|
"pre_osd",
|
|
{
|
|
"queue": {
|
|
"size": 32,
|
|
"strategy": "drop_oldest"
|
|
}
|
|
}
|
|
],
|
|
[
|
|
"pre_osd",
|
|
"publish",
|
|
{
|
|
"queue": {
|
|
"size": 64,
|
|
"strategy": "drop_oldest"
|
|
}
|
|
}
|
|
],
|
|
[
|
|
"publish",
|
|
"alarm",
|
|
{
|
|
"queue": {
|
|
"size": 64,
|
|
"strategy": "drop_oldest"
|
|
}
|
|
}
|
|
]
|
|
]
|
|
}
|
|
]
|
|
}
|