diff --git a/generated/verified-results.v1.json b/generated/verified-results.v1.json index 241978d..5dbde52 100644 --- a/generated/verified-results.v1.json +++ b/generated/verified-results.v1.json @@ -1,6 +1,6 @@ { "schema_version": "va.verified-results.v1", - "generated_at": "2026-04-22T21:42:25.175023Z", + "generated_at": "2026-04-25T10:45:04.900279Z", "results": [ { "schema_version": "va.submission.v1", @@ -110,7 +110,7 @@ "device": "gpu" }, "source_file": "yolox-nano__pytorch__cuda__a100__20260422T210738517662Z.json", - "verified_at": "2026-04-22T21:42:25.175023Z" + "verified_at": "2026-04-25T10:45:04.900279Z" }, { "schema_version": "va.submission.v1", @@ -220,7 +220,7 @@ "device": "gpu" }, "source_file": "yolox-tiny__pytorch__cuda__a100__20260422T211048259826Z.json", - "verified_at": "2026-04-22T21:42:25.175023Z" + "verified_at": "2026-04-25T10:45:04.900279Z" }, { "schema_version": "va.submission.v1", @@ -330,7 +330,7 @@ "device": "gpu" }, "source_file": "yolox-s__pytorch__cuda__a100__20260422T211415726273Z.json", - "verified_at": "2026-04-22T21:42:25.175023Z" + "verified_at": "2026-04-25T10:45:04.900279Z" }, { "schema_version": "va.submission.v1", @@ -440,7 +440,7 @@ "device": "gpu" }, "source_file": "yolox-m__pytorch__cuda__a100__20260422T211755804986Z.json", - "verified_at": "2026-04-22T21:42:25.175023Z" + "verified_at": "2026-04-25T10:45:04.900279Z" }, { "schema_version": "va.submission.v1", @@ -550,7 +550,7 @@ "device": "gpu" }, "source_file": "yolox-l__pytorch__cuda__a100__20260422T212137557221Z.json", - "verified_at": "2026-04-22T21:42:25.175023Z" + "verified_at": "2026-04-25T10:45:04.900279Z" }, { "schema_version": "va.submission.v1", @@ -660,7 +660,7 @@ "device": "gpu" }, "source_file": "yolox-x__pytorch__cuda__a100__20260422T212545950868Z.json", - "verified_at": "2026-04-22T21:42:25.175023Z" + "verified_at": "2026-04-25T10:45:04.900279Z" }, { "schema_version": "va.submission.v1", @@ -770,7 +770,7 @@ "device": "gpu" }, "source_file": "yolov9t__pytorch__cuda__a100__20260422T213021533387Z.json", - "verified_at": "2026-04-22T21:42:25.175023Z" + "verified_at": "2026-04-25T10:45:04.900279Z" }, { "schema_version": "va.submission.v1", @@ -880,7 +880,7 @@ "device": "gpu" }, "source_file": "yolov9s__pytorch__cuda__a100__20260422T213440148659Z.json", - "verified_at": "2026-04-22T21:42:25.175023Z" + "verified_at": "2026-04-25T10:45:04.900279Z" }, { "schema_version": "va.submission.v1", @@ -990,7 +990,7 @@ "device": "gpu" }, "source_file": "yolov9m__pytorch__cuda__a100__20260422T213842693352Z.json", - "verified_at": "2026-04-22T21:42:25.175023Z" + "verified_at": "2026-04-25T10:45:04.900279Z" }, { "schema_version": "va.submission.v1", @@ -1100,7 +1100,557 @@ "device": "gpu" }, "source_file": "yolov9c__pytorch__cuda__a100__20260422T214225175023Z.json", - "verified_at": "2026-04-22T21:42:25.175023Z" + "verified_at": "2026-04-25T10:45:04.900279Z" + }, + { + "schema_version": "va.submission.v1", + "submission_id": "rtdetr-r18-pytorch-cuda-a100-20260425T102126Z", + "created_at": "2026-04-25T10:21:26.737426Z", + "benchmark": { + "harness": "vision-analysis-benchmark", + "harness_version": "2.0.0", + "libreyolo_version": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9" + }, + "model": { + "id": "rtdetr-r18", + "name": "rt-detr-r18", + "family": "rtdetr", + "variant": "r18", + "source": "libreyolo", + "weights": "LibreRTDETRr18.pt", + "input_size": 640 + }, + "dataset": { + "id": "coco2017", + "split": "val2017", + "num_images": 5000 + }, + "config": { + "batch_size": 1, + "input_size": 640, + "conf": 0.001, + "iou": 0.6, + "max_det": 300 + }, + "hardware": { + "gpu": "NVIDIA A100-PCIE-40GB", + "gpu_memory_gb": 0.0, + "driver_version": "535.161.07", + "cuda_version": "12.4", + "cpu": "Intel(R) Xeon(R) Gold 6240R CPU @ 2.40GHz", + "cpu_cores": 96, + "ram_gb": 188, + "id": "a100" + }, + "software": { + "python": "3.10.6", + "torch": "2.6.0+cu124", + "libreyolo": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9", + "onnxruntime": "not-installed" + }, + "accuracy": { + "mAP_50_95": 0.4556151001189804, + "mAP_50": 0.6246503507032735, + "mAP_75": 0.49329906636843585, + "mAP_small": 0.2733382715256018, + "mAP_medium": 0.48820849798884347, + "mAP_large": 0.6203059367331049, + "AR1": 0.34799664962692595, + "AR10": 0.583077139848735, + "AR100": 0.6481241654033346, + "AR_small": 0.43596107045785615, + "AR_medium": 0.6883081785393841, + "AR_large": 0.8224926935310362 + }, + "timing": { + "batch_size": 1, + "num_images": 5000, + "total_ms": { + "mean": 36.494, + "std": 4.619, + "p50": 36.715, + "p95": 41.823, + "p99": 46.271, + "preprocess_ms": 4.051, + "inference_ms": 23.683, + "postprocess_ms": 8.76 + } + }, + "throughput": { + "fps_mean": 27.4, + "fps_p50": 27.24 + }, + "model_stats": { + "params_millions": 20.18, + "gflops": 60.0 + }, + "memory": { + "peak_vram_mb": 154.5, + "peak_ram_mb": 784.2 + }, + "metadata": { + "benchmark_date": "2026-04-25T10:21:26.737426Z", + "benchmark_version": "2.0.0" + }, + "eval": { + "dataset": "coco", + "split": "val2017", + "numImages": 5000 + }, + "implementation": { + "provider": "libreyolo", + "version": "1.0.0" + }, + "runtime": { + "format": "pytorch", + "precision": "fp32", + "provider": "cuda", + "device": "gpu" + }, + "source_file": "rtdetr-r18__pytorch__cuda__a100__20260425T102126737426Z.json", + "verified_at": "2026-04-25T10:45:04.900279Z" + }, + { + "schema_version": "va.submission.v1", + "submission_id": "rtdetr-r34-pytorch-cuda-a100-20260425T102653Z", + "created_at": "2026-04-25T10:26:53.752131Z", + "benchmark": { + "harness": "vision-analysis-benchmark", + "harness_version": "2.0.0", + "libreyolo_version": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9" + }, + "model": { + "id": "rtdetr-r34", + "name": "rt-detr-r34", + "family": "rtdetr", + "variant": "r34", + "source": "libreyolo", + "weights": "LibreRTDETRr34.pt", + "input_size": 640 + }, + "dataset": { + "id": "coco2017", + "split": "val2017", + "num_images": 5000 + }, + "config": { + "batch_size": 1, + "input_size": 640, + "conf": 0.001, + "iou": 0.6, + "max_det": 300 + }, + "hardware": { + "gpu": "NVIDIA A100-PCIE-40GB", + "gpu_memory_gb": 0.0, + "driver_version": "535.161.07", + "cuda_version": "12.4", + "cpu": "Intel(R) Xeon(R) Gold 6240R CPU @ 2.40GHz", + "cpu_cores": 96, + "ram_gb": 188, + "id": "a100" + }, + "software": { + "python": "3.10.6", + "torch": "2.6.0+cu124", + "libreyolo": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9", + "onnxruntime": "not-installed" + }, + "accuracy": { + "mAP_50_95": 0.482231328429119, + "mAP_50": 0.6579418048311223, + "mAP_75": 0.519746191015324, + "mAP_small": 0.2970886921335799, + "mAP_medium": 0.516833615291312, + "mAP_large": 0.6524542606332853, + "AR1": 0.3608807015889737, + "AR10": 0.6040801069969245, + "AR100": 0.6686184452175916, + "AR_small": 0.45908316010522143, + "AR_medium": 0.7074798198635306, + "AR_large": 0.8429348398810788 + }, + "timing": { + "batch_size": 1, + "num_images": 5000, + "total_ms": { + "mean": 36.032, + "std": 3.624, + "p50": 35.759, + "p95": 41.918, + "p99": 45.537, + "preprocess_ms": 3.213, + "inference_ms": 23.865, + "postprocess_ms": 8.953 + } + }, + "throughput": { + "fps_mean": 27.75, + "fps_p50": 27.96 + }, + "model_stats": { + "params_millions": 31.44, + "gflops": 91.0 + }, + "memory": { + "peak_vram_mb": 198.4, + "peak_ram_mb": 788.6 + }, + "metadata": { + "benchmark_date": "2026-04-25T10:26:53.752131Z", + "benchmark_version": "2.0.0" + }, + "eval": { + "dataset": "coco", + "split": "val2017", + "numImages": 5000 + }, + "implementation": { + "provider": "libreyolo", + "version": "1.0.0" + }, + "runtime": { + "format": "pytorch", + "precision": "fp32", + "provider": "cuda", + "device": "gpu" + }, + "source_file": "rtdetr-r34__pytorch__cuda__a100__20260425T102653752131Z.json", + "verified_at": "2026-04-25T10:45:04.900279Z" + }, + { + "schema_version": "va.submission.v1", + "submission_id": "rtdetr-r50-pytorch-cuda-a100-20260425T103244Z", + "created_at": "2026-04-25T10:32:44.508474Z", + "benchmark": { + "harness": "vision-analysis-benchmark", + "harness_version": "2.0.0", + "libreyolo_version": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9" + }, + "model": { + "id": "rtdetr-r50", + "name": "rt-detr-r50", + "family": "rtdetr", + "variant": "r50", + "source": "libreyolo", + "weights": "LibreRTDETRr50.pt", + "input_size": 640 + }, + "dataset": { + "id": "coco2017", + "split": "val2017", + "num_images": 5000 + }, + "config": { + "batch_size": 1, + "input_size": 640, + "conf": 0.001, + "iou": 0.6, + "max_det": 300 + }, + "hardware": { + "gpu": "NVIDIA A100-PCIE-40GB", + "gpu_memory_gb": 0.0, + "driver_version": "535.161.07", + "cuda_version": "12.4", + "cpu": "Intel(R) Xeon(R) Gold 6240R CPU @ 2.40GHz", + "cpu_cores": 96, + "ram_gb": 188, + "id": "a100" + }, + "software": { + "python": "3.10.6", + "torch": "2.6.0+cu124", + "libreyolo": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9", + "onnxruntime": "not-installed" + }, + "accuracy": { + "mAP_50_95": 0.5274104576481303, + "mAP_50": 0.7065873988027765, + "mAP_75": 0.5734238472240446, + "mAP_small": 0.3438043949764354, + "mAP_medium": 0.5749441451456849, + "mAP_large": 0.6991174719815941, + "AR1": 0.3861510396863554, + "AR10": 0.639052615040417, + "AR100": 0.7029195517978514, + "AR_small": 0.5194051030782495, + "AR_medium": 0.7449720233441469, + "AR_large": 0.8650764561170845 + }, + "timing": { + "batch_size": 1, + "num_images": 5000, + "total_ms": { + "mean": 44.132, + "std": 3.533, + "p50": 43.67, + "p95": 50.442, + "p99": 52.88, + "preprocess_ms": 3.376, + "inference_ms": 31.766, + "postprocess_ms": 8.99 + } + }, + "throughput": { + "fps_mean": 22.66, + "fps_p50": 22.9 + }, + "model_stats": { + "params_millions": 42.89, + "gflops": 136.0 + }, + "memory": { + "peak_vram_mb": 321.6, + "peak_ram_mb": 541.8 + }, + "metadata": { + "benchmark_date": "2026-04-25T10:32:44.508474Z", + "benchmark_version": "2.0.0" + }, + "eval": { + "dataset": "coco", + "split": "val2017", + "numImages": 5000 + }, + "implementation": { + "provider": "libreyolo", + "version": "1.0.0" + }, + "runtime": { + "format": "pytorch", + "precision": "fp32", + "provider": "cuda", + "device": "gpu" + }, + "source_file": "rtdetr-r50__pytorch__cuda__a100__20260425T103244508474Z.json", + "verified_at": "2026-04-25T10:45:04.900279Z" + }, + { + "schema_version": "va.submission.v1", + "submission_id": "rtdetr-r50m-pytorch-cuda-a100-20260425T103803Z", + "created_at": "2026-04-25T10:38:03.976286Z", + "benchmark": { + "harness": "vision-analysis-benchmark", + "harness_version": "2.0.0", + "libreyolo_version": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9" + }, + "model": { + "id": "rtdetr-r50m", + "name": "rt-detr-r50m", + "family": "rtdetr", + "variant": "r50m", + "source": "libreyolo", + "weights": "LibreRTDETRr50m.pt", + "input_size": 640 + }, + "dataset": { + "id": "coco2017", + "split": "val2017", + "num_images": 5000 + }, + "config": { + "batch_size": 1, + "input_size": 640, + "conf": 0.001, + "iou": 0.6, + "max_det": 300 + }, + "hardware": { + "gpu": "NVIDIA A100-PCIE-40GB", + "gpu_memory_gb": 0.0, + "driver_version": "535.161.07", + "cuda_version": "12.4", + "cpu": "Intel(R) Xeon(R) Gold 6240R CPU @ 2.40GHz", + "cpu_cores": 96, + "ram_gb": 188, + "id": "a100" + }, + "software": { + "python": "3.10.6", + "torch": "2.6.0+cu124", + "libreyolo": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9", + "onnxruntime": "not-installed" + }, + "accuracy": { + "mAP_50_95": 0.5078765862822612, + "mAP_50": 0.6869567084299302, + "mAP_75": 0.5483152945769528, + "mAP_small": 0.3326262158000143, + "mAP_medium": 0.5558693649869989, + "mAP_large": 0.6847458454314366, + "AR1": 0.376209683457418, + "AR10": 0.6211704336346009, + "AR100": 0.6900510203965331, + "AR_small": 0.5117216786373685, + "AR_medium": 0.7312161487945071, + "AR_large": 0.8603629255049704 + }, + "timing": { + "batch_size": 1, + "num_images": 5000, + "total_ms": { + "mean": 39.766, + "std": 3.685, + "p50": 39.587, + "p95": 45.376, + "p99": 48.319, + "preprocess_ms": 3.217, + "inference_ms": 27.513, + "postprocess_ms": 9.037 + } + }, + "throughput": { + "fps_mean": 25.15, + "fps_p50": 25.26 + }, + "model_stats": { + "params_millions": 36.59, + "gflops": 0.0 + }, + "memory": { + "peak_vram_mb": 297.8, + "peak_ram_mb": 510.3 + }, + "metadata": { + "benchmark_date": "2026-04-25T10:38:03.976286Z", + "benchmark_version": "2.0.0" + }, + "eval": { + "dataset": "coco", + "split": "val2017", + "numImages": 5000 + }, + "implementation": { + "provider": "libreyolo", + "version": "1.0.0" + }, + "runtime": { + "format": "pytorch", + "precision": "fp32", + "provider": "cuda", + "device": "gpu" + }, + "source_file": "rtdetr-r50m__pytorch__cuda__a100__20260425T103803976286Z.json", + "verified_at": "2026-04-25T10:45:04.900279Z" + }, + { + "schema_version": "va.submission.v1", + "submission_id": "rtdetr-r101-pytorch-cuda-a100-20260425T104504Z", + "created_at": "2026-04-25T10:45:04.900279Z", + "benchmark": { + "harness": "vision-analysis-benchmark", + "harness_version": "2.0.0", + "libreyolo_version": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9" + }, + "model": { + "id": "rtdetr-r101", + "name": "rt-detr-r101", + "family": "rtdetr", + "variant": "r101", + "source": "libreyolo", + "weights": "LibreRTDETRr101.pt", + "input_size": 640 + }, + "dataset": { + "id": "coco2017", + "split": "val2017", + "num_images": 5000 + }, + "config": { + "batch_size": 1, + "input_size": 640, + "conf": 0.001, + "iou": 0.6, + "max_det": 300 + }, + "hardware": { + "gpu": "NVIDIA A100-PCIE-40GB", + "gpu_memory_gb": 0.0, + "driver_version": "535.161.07", + "cuda_version": "12.4", + "cpu": "Intel(R) Xeon(R) Gold 6240R CPU @ 2.40GHz", + "cpu_cores": 96, + "ram_gb": 188, + "id": "a100" + }, + "software": { + "python": "3.10.6", + "torch": "2.6.0+cu124", + "libreyolo": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9", + "onnxruntime": "not-installed" + }, + "accuracy": { + "mAP_50_95": 0.5392392497899958, + "mAP_50": 0.7217653748568328, + "mAP_75": 0.5835911037302713, + "mAP_small": 0.34971855707099264, + "mAP_medium": 0.5833210131784319, + "mAP_large": 0.7181744163616286, + "AR1": 0.38959340047589863, + "AR10": 0.6471218994166777, + "AR100": 0.7091285005278486, + "AR_small": 0.5153257158417273, + "AR_medium": 0.7508719216714281, + "AR_large": 0.8786719248597161 + }, + "timing": { + "batch_size": 1, + "num_images": 5000, + "total_ms": { + "mean": 53.645, + "std": 3.183, + "p50": 52.934, + "p95": 60.018, + "p99": 63.694, + "preprocess_ms": 3.206, + "inference_ms": 42.091, + "postprocess_ms": 8.349 + } + }, + "throughput": { + "fps_mean": 18.64, + "fps_p50": 18.89 + }, + "model_stats": { + "params_millions": 76.56, + "gflops": 259.0 + }, + "memory": { + "peak_vram_mb": 507.5, + "peak_ram_mb": 497.1 + }, + "metadata": { + "benchmark_date": "2026-04-25T10:45:04.900279Z", + "benchmark_version": "2.0.0" + }, + "eval": { + "dataset": "coco", + "split": "val2017", + "numImages": 5000 + }, + "implementation": { + "provider": "libreyolo", + "version": "1.0.0" + }, + "runtime": { + "format": "pytorch", + "precision": "fp32", + "provider": "cuda", + "device": "gpu" + }, + "source_file": "rtdetr-r101__pytorch__cuda__a100__20260425T104504900279Z.json", + "verified_at": "2026-04-25T10:45:04.900279Z" } ] } diff --git a/submissions/rtdetr-r101__pytorch__cuda__a100__20260425T104504900279Z.json b/submissions/rtdetr-r101__pytorch__cuda__a100__20260425T104504900279Z.json new file mode 100644 index 0000000..6e9d31b --- /dev/null +++ b/submissions/rtdetr-r101__pytorch__cuda__a100__20260425T104504900279Z.json @@ -0,0 +1,108 @@ +{ + "schema_version": "va.submission.v1", + "submission_id": "rtdetr-r101-pytorch-cuda-a100-20260425T104504Z", + "created_at": "2026-04-25T10:45:04.900279Z", + "benchmark": { + "harness": "vision-analysis-benchmark", + "harness_version": "2.0.0", + "libreyolo_version": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9" + }, + "model": { + "id": "rtdetr-r101", + "name": "rt-detr-r101", + "family": "rtdetr", + "variant": "r101", + "source": "libreyolo", + "weights": "LibreRTDETRr101.pt", + "input_size": 640 + }, + "dataset": { + "id": "coco2017", + "split": "val2017", + "num_images": 5000 + }, + "config": { + "batch_size": 1, + "input_size": 640, + "conf": 0.001, + "iou": 0.6, + "max_det": 300 + }, + "hardware": { + "gpu": "NVIDIA A100-PCIE-40GB", + "gpu_memory_gb": 0.0, + "driver_version": "535.161.07", + "cuda_version": "12.4", + "cpu": "Intel(R) Xeon(R) Gold 6240R CPU @ 2.40GHz", + "cpu_cores": 96, + "ram_gb": 188, + "id": "a100" + }, + "software": { + "python": "3.10.6", + "torch": "2.6.0+cu124", + "libreyolo": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9", + "onnxruntime": "not-installed" + }, + "accuracy": { + "mAP_50_95": 0.5392392497899958, + "mAP_50": 0.7217653748568328, + "mAP_75": 0.5835911037302713, + "mAP_small": 0.34971855707099264, + "mAP_medium": 0.5833210131784319, + "mAP_large": 0.7181744163616286, + "AR1": 0.38959340047589863, + "AR10": 0.6471218994166777, + "AR100": 0.7091285005278486, + "AR_small": 0.5153257158417273, + "AR_medium": 0.7508719216714281, + "AR_large": 0.8786719248597161 + }, + "timing": { + "batch_size": 1, + "num_images": 5000, + "total_ms": { + "mean": 53.645, + "std": 3.183, + "p50": 52.934, + "p95": 60.018, + "p99": 63.694, + "preprocess_ms": 3.206, + "inference_ms": 42.091, + "postprocess_ms": 8.349 + } + }, + "throughput": { + "fps_mean": 18.64, + "fps_p50": 18.89 + }, + "model_stats": { + "params_millions": 76.56, + "gflops": 259.0 + }, + "memory": { + "peak_vram_mb": 507.5, + "peak_ram_mb": 497.1 + }, + "metadata": { + "benchmark_date": "2026-04-25T10:45:04.900279Z", + "benchmark_version": "2.0.0" + }, + "eval": { + "dataset": "coco", + "split": "val2017", + "numImages": 5000 + }, + "implementation": { + "provider": "libreyolo", + "version": "1.0.0" + }, + "runtime": { + "format": "pytorch", + "precision": "fp32", + "provider": "cuda", + "device": "gpu" + } +} diff --git a/submissions/rtdetr-r18__pytorch__cuda__a100__20260425T102126737426Z.json b/submissions/rtdetr-r18__pytorch__cuda__a100__20260425T102126737426Z.json new file mode 100644 index 0000000..350a16c --- /dev/null +++ b/submissions/rtdetr-r18__pytorch__cuda__a100__20260425T102126737426Z.json @@ -0,0 +1,108 @@ +{ + "schema_version": "va.submission.v1", + "submission_id": "rtdetr-r18-pytorch-cuda-a100-20260425T102126Z", + "created_at": "2026-04-25T10:21:26.737426Z", + "benchmark": { + "harness": "vision-analysis-benchmark", + "harness_version": "2.0.0", + "libreyolo_version": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9" + }, + "model": { + "id": "rtdetr-r18", + "name": "rt-detr-r18", + "family": "rtdetr", + "variant": "r18", + "source": "libreyolo", + "weights": "LibreRTDETRr18.pt", + "input_size": 640 + }, + "dataset": { + "id": "coco2017", + "split": "val2017", + "num_images": 5000 + }, + "config": { + "batch_size": 1, + "input_size": 640, + "conf": 0.001, + "iou": 0.6, + "max_det": 300 + }, + "hardware": { + "gpu": "NVIDIA A100-PCIE-40GB", + "gpu_memory_gb": 0.0, + "driver_version": "535.161.07", + "cuda_version": "12.4", + "cpu": "Intel(R) Xeon(R) Gold 6240R CPU @ 2.40GHz", + "cpu_cores": 96, + "ram_gb": 188, + "id": "a100" + }, + "software": { + "python": "3.10.6", + "torch": "2.6.0+cu124", + "libreyolo": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9", + "onnxruntime": "not-installed" + }, + "accuracy": { + "mAP_50_95": 0.4556151001189804, + "mAP_50": 0.6246503507032735, + "mAP_75": 0.49329906636843585, + "mAP_small": 0.2733382715256018, + "mAP_medium": 0.48820849798884347, + "mAP_large": 0.6203059367331049, + "AR1": 0.34799664962692595, + "AR10": 0.583077139848735, + "AR100": 0.6481241654033346, + "AR_small": 0.43596107045785615, + "AR_medium": 0.6883081785393841, + "AR_large": 0.8224926935310362 + }, + "timing": { + "batch_size": 1, + "num_images": 5000, + "total_ms": { + "mean": 36.494, + "std": 4.619, + "p50": 36.715, + "p95": 41.823, + "p99": 46.271, + "preprocess_ms": 4.051, + "inference_ms": 23.683, + "postprocess_ms": 8.76 + } + }, + "throughput": { + "fps_mean": 27.4, + "fps_p50": 27.24 + }, + "model_stats": { + "params_millions": 20.18, + "gflops": 60.0 + }, + "memory": { + "peak_vram_mb": 154.5, + "peak_ram_mb": 784.2 + }, + "metadata": { + "benchmark_date": "2026-04-25T10:21:26.737426Z", + "benchmark_version": "2.0.0" + }, + "eval": { + "dataset": "coco", + "split": "val2017", + "numImages": 5000 + }, + "implementation": { + "provider": "libreyolo", + "version": "1.0.0" + }, + "runtime": { + "format": "pytorch", + "precision": "fp32", + "provider": "cuda", + "device": "gpu" + } +} diff --git a/submissions/rtdetr-r34__pytorch__cuda__a100__20260425T102653752131Z.json b/submissions/rtdetr-r34__pytorch__cuda__a100__20260425T102653752131Z.json new file mode 100644 index 0000000..1a6b7a1 --- /dev/null +++ b/submissions/rtdetr-r34__pytorch__cuda__a100__20260425T102653752131Z.json @@ -0,0 +1,108 @@ +{ + "schema_version": "va.submission.v1", + "submission_id": "rtdetr-r34-pytorch-cuda-a100-20260425T102653Z", + "created_at": "2026-04-25T10:26:53.752131Z", + "benchmark": { + "harness": "vision-analysis-benchmark", + "harness_version": "2.0.0", + "libreyolo_version": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9" + }, + "model": { + "id": "rtdetr-r34", + "name": "rt-detr-r34", + "family": "rtdetr", + "variant": "r34", + "source": "libreyolo", + "weights": "LibreRTDETRr34.pt", + "input_size": 640 + }, + "dataset": { + "id": "coco2017", + "split": "val2017", + "num_images": 5000 + }, + "config": { + "batch_size": 1, + "input_size": 640, + "conf": 0.001, + "iou": 0.6, + "max_det": 300 + }, + "hardware": { + "gpu": "NVIDIA A100-PCIE-40GB", + "gpu_memory_gb": 0.0, + "driver_version": "535.161.07", + "cuda_version": "12.4", + "cpu": "Intel(R) Xeon(R) Gold 6240R CPU @ 2.40GHz", + "cpu_cores": 96, + "ram_gb": 188, + "id": "a100" + }, + "software": { + "python": "3.10.6", + "torch": "2.6.0+cu124", + "libreyolo": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9", + "onnxruntime": "not-installed" + }, + "accuracy": { + "mAP_50_95": 0.482231328429119, + "mAP_50": 0.6579418048311223, + "mAP_75": 0.519746191015324, + "mAP_small": 0.2970886921335799, + "mAP_medium": 0.516833615291312, + "mAP_large": 0.6524542606332853, + "AR1": 0.3608807015889737, + "AR10": 0.6040801069969245, + "AR100": 0.6686184452175916, + "AR_small": 0.45908316010522143, + "AR_medium": 0.7074798198635306, + "AR_large": 0.8429348398810788 + }, + "timing": { + "batch_size": 1, + "num_images": 5000, + "total_ms": { + "mean": 36.032, + "std": 3.624, + "p50": 35.759, + "p95": 41.918, + "p99": 45.537, + "preprocess_ms": 3.213, + "inference_ms": 23.865, + "postprocess_ms": 8.953 + } + }, + "throughput": { + "fps_mean": 27.75, + "fps_p50": 27.96 + }, + "model_stats": { + "params_millions": 31.44, + "gflops": 91.0 + }, + "memory": { + "peak_vram_mb": 198.4, + "peak_ram_mb": 788.6 + }, + "metadata": { + "benchmark_date": "2026-04-25T10:26:53.752131Z", + "benchmark_version": "2.0.0" + }, + "eval": { + "dataset": "coco", + "split": "val2017", + "numImages": 5000 + }, + "implementation": { + "provider": "libreyolo", + "version": "1.0.0" + }, + "runtime": { + "format": "pytorch", + "precision": "fp32", + "provider": "cuda", + "device": "gpu" + } +} diff --git a/submissions/rtdetr-r50__pytorch__cuda__a100__20260425T103244508474Z.json b/submissions/rtdetr-r50__pytorch__cuda__a100__20260425T103244508474Z.json new file mode 100644 index 0000000..e3fe94b --- /dev/null +++ b/submissions/rtdetr-r50__pytorch__cuda__a100__20260425T103244508474Z.json @@ -0,0 +1,108 @@ +{ + "schema_version": "va.submission.v1", + "submission_id": "rtdetr-r50-pytorch-cuda-a100-20260425T103244Z", + "created_at": "2026-04-25T10:32:44.508474Z", + "benchmark": { + "harness": "vision-analysis-benchmark", + "harness_version": "2.0.0", + "libreyolo_version": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9" + }, + "model": { + "id": "rtdetr-r50", + "name": "rt-detr-r50", + "family": "rtdetr", + "variant": "r50", + "source": "libreyolo", + "weights": "LibreRTDETRr50.pt", + "input_size": 640 + }, + "dataset": { + "id": "coco2017", + "split": "val2017", + "num_images": 5000 + }, + "config": { + "batch_size": 1, + "input_size": 640, + "conf": 0.001, + "iou": 0.6, + "max_det": 300 + }, + "hardware": { + "gpu": "NVIDIA A100-PCIE-40GB", + "gpu_memory_gb": 0.0, + "driver_version": "535.161.07", + "cuda_version": "12.4", + "cpu": "Intel(R) Xeon(R) Gold 6240R CPU @ 2.40GHz", + "cpu_cores": 96, + "ram_gb": 188, + "id": "a100" + }, + "software": { + "python": "3.10.6", + "torch": "2.6.0+cu124", + "libreyolo": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9", + "onnxruntime": "not-installed" + }, + "accuracy": { + "mAP_50_95": 0.5274104576481303, + "mAP_50": 0.7065873988027765, + "mAP_75": 0.5734238472240446, + "mAP_small": 0.3438043949764354, + "mAP_medium": 0.5749441451456849, + "mAP_large": 0.6991174719815941, + "AR1": 0.3861510396863554, + "AR10": 0.639052615040417, + "AR100": 0.7029195517978514, + "AR_small": 0.5194051030782495, + "AR_medium": 0.7449720233441469, + "AR_large": 0.8650764561170845 + }, + "timing": { + "batch_size": 1, + "num_images": 5000, + "total_ms": { + "mean": 44.132, + "std": 3.533, + "p50": 43.67, + "p95": 50.442, + "p99": 52.88, + "preprocess_ms": 3.376, + "inference_ms": 31.766, + "postprocess_ms": 8.99 + } + }, + "throughput": { + "fps_mean": 22.66, + "fps_p50": 22.9 + }, + "model_stats": { + "params_millions": 42.89, + "gflops": 136.0 + }, + "memory": { + "peak_vram_mb": 321.6, + "peak_ram_mb": 541.8 + }, + "metadata": { + "benchmark_date": "2026-04-25T10:32:44.508474Z", + "benchmark_version": "2.0.0" + }, + "eval": { + "dataset": "coco", + "split": "val2017", + "numImages": 5000 + }, + "implementation": { + "provider": "libreyolo", + "version": "1.0.0" + }, + "runtime": { + "format": "pytorch", + "precision": "fp32", + "provider": "cuda", + "device": "gpu" + } +} diff --git a/submissions/rtdetr-r50m__pytorch__cuda__a100__20260425T103803976286Z.json b/submissions/rtdetr-r50m__pytorch__cuda__a100__20260425T103803976286Z.json new file mode 100644 index 0000000..ecc00db --- /dev/null +++ b/submissions/rtdetr-r50m__pytorch__cuda__a100__20260425T103803976286Z.json @@ -0,0 +1,108 @@ +{ + "schema_version": "va.submission.v1", + "submission_id": "rtdetr-r50m-pytorch-cuda-a100-20260425T103803Z", + "created_at": "2026-04-25T10:38:03.976286Z", + "benchmark": { + "harness": "vision-analysis-benchmark", + "harness_version": "2.0.0", + "libreyolo_version": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9" + }, + "model": { + "id": "rtdetr-r50m", + "name": "rt-detr-r50m", + "family": "rtdetr", + "variant": "r50m", + "source": "libreyolo", + "weights": "LibreRTDETRr50m.pt", + "input_size": 640 + }, + "dataset": { + "id": "coco2017", + "split": "val2017", + "num_images": 5000 + }, + "config": { + "batch_size": 1, + "input_size": 640, + "conf": 0.001, + "iou": 0.6, + "max_det": 300 + }, + "hardware": { + "gpu": "NVIDIA A100-PCIE-40GB", + "gpu_memory_gb": 0.0, + "driver_version": "535.161.07", + "cuda_version": "12.4", + "cpu": "Intel(R) Xeon(R) Gold 6240R CPU @ 2.40GHz", + "cpu_cores": 96, + "ram_gb": 188, + "id": "a100" + }, + "software": { + "python": "3.10.6", + "torch": "2.6.0+cu124", + "libreyolo": "1.0.0", + "libreyolo_commit": "1c70efb05a78d1a6e82f29478283883fc9bf38f9", + "onnxruntime": "not-installed" + }, + "accuracy": { + "mAP_50_95": 0.5078765862822612, + "mAP_50": 0.6869567084299302, + "mAP_75": 0.5483152945769528, + "mAP_small": 0.3326262158000143, + "mAP_medium": 0.5558693649869989, + "mAP_large": 0.6847458454314366, + "AR1": 0.376209683457418, + "AR10": 0.6211704336346009, + "AR100": 0.6900510203965331, + "AR_small": 0.5117216786373685, + "AR_medium": 0.7312161487945071, + "AR_large": 0.8603629255049704 + }, + "timing": { + "batch_size": 1, + "num_images": 5000, + "total_ms": { + "mean": 39.766, + "std": 3.685, + "p50": 39.587, + "p95": 45.376, + "p99": 48.319, + "preprocess_ms": 3.217, + "inference_ms": 27.513, + "postprocess_ms": 9.037 + } + }, + "throughput": { + "fps_mean": 25.15, + "fps_p50": 25.26 + }, + "model_stats": { + "params_millions": 36.59, + "gflops": 0.0 + }, + "memory": { + "peak_vram_mb": 297.8, + "peak_ram_mb": 510.3 + }, + "metadata": { + "benchmark_date": "2026-04-25T10:38:03.976286Z", + "benchmark_version": "2.0.0" + }, + "eval": { + "dataset": "coco", + "split": "val2017", + "numImages": 5000 + }, + "implementation": { + "provider": "libreyolo", + "version": "1.0.0" + }, + "runtime": { + "format": "pytorch", + "precision": "fp32", + "provider": "cuda", + "device": "gpu" + } +} diff --git a/support-matrix.json b/support-matrix.json index 0f188a1..7854c3c 100644 --- a/support-matrix.json +++ b/support-matrix.json @@ -15,18 +15,34 @@ "rfdetr-n", "rfdetr-s", "rfdetr-m", - "rfdetr-l" + "rfdetr-l", + "rtdetr-r18", + "rtdetr-r34", + "rtdetr-r50", + "rtdetr-r50m", + "rtdetr-r101" ], "runtimes": [ { "backend": "pytorch", - "providers": ["cpu", "cuda", "mps"], - "precisions": ["fp32"] + "providers": [ + "cpu", + "cuda", + "mps" + ], + "precisions": [ + "fp32" + ] }, { "backend": "onnx", - "providers": ["cpu", "cuda"], - "precisions": ["fp32"] + "providers": [ + "cpu", + "cuda" + ], + "precisions": [ + "fp32" + ] } ] } diff --git a/website/src/data/metadata/models.json b/website/src/data/metadata/models.json index b11e870..9b62bae 100644 --- a/website/src/data/metadata/models.json +++ b/website/src/data/metadata/models.json @@ -754,6 +754,35 @@ "releaseDate": "2023-04-17", "inLibreYOLO": false }, + { + "id": "rtdetr-r34", + "displayName": "RT-DETR-R34", + "family": "rtdetr", + "variant": "r34", + "task": "detection", + "architecture": { + "type": "transformer", + "backbone": "ResNet-34", + "neck": "HybridEncoder", + "head": "DETR" + }, + "detectionApproach": "detr", + "postprocessing": "nms-free", + "specs": { + "paramsM": 31.0, + "flopsG": 91.0, + "inputSizeDefault": 640, + "numClasses": 80 + }, + "paperReportedMap": 48.5, + "source": { + "originalWeightsUrl": "https://github.com/lyuwenyu/RT-DETR/releases", + "libreyoloWeightsUrl": null + }, + "license": "Apache-2.0", + "releaseDate": "2023-04-17", + "inLibreYOLO": false + }, { "id": "rtdetr-r50", "displayName": "RT-DETR-R50", @@ -783,6 +812,35 @@ "releaseDate": "2023-04-17", "inLibreYOLO": false }, + { + "id": "rtdetr-r50m", + "displayName": "RT-DETR-R50m", + "family": "rtdetr", + "variant": "r50m", + "task": "detection", + "architecture": { + "type": "transformer", + "backbone": "ResNet-50", + "neck": "HybridEncoder (0.5 expansion)", + "head": "DETR (eval at decoder layer 3 of 6)" + }, + "detectionApproach": "detr", + "postprocessing": "nms-free", + "specs": { + "paramsM": 36.6, + "flopsG": 0.0, + "inputSizeDefault": 640, + "numClasses": 80 + }, + "source": { + "originalWeightsUrl": null, + "libreyoloWeightsUrl": "https://huggingface.co/LibreYOLO/LibreRTDETRr50m" + }, + "license": "Apache-2.0", + "releaseDate": "2026-04-22", + "inLibreYOLO": true, + "notes": "LibreYOLO-specific RT-DETR variant: half-width hybrid encoder and early decoder exit (layer 3 of 6) for a faster speed/accuracy tradeoff. Not in the original RT-DETR paper." + }, { "id": "rtdetr-r101", "displayName": "RT-DETR-R101",