{ "schemaVersion": 1, "generatedAt": "2026-10-22T10:44:53.238Z", "evaluation": "known_84_development_and_fresh_28_model_followup", "seriesBaseline": { "schemaVersion": 1, "productionRevision": "43f3764", "rawReceiptPath": "/benchmarks/model-followup-2026-10-22-8cc87ab4f0dcb556.json", "receiptSha256": "8cc87ab4f0dcb5566299b765849ce171f16329f371bd1da9bff60ebaa08fe751", "priorCumulativeCostUsdUpperBound": 0.2439582, "remainingSharedCapUsd": 0.7560418 }, "baseline": { "schemaVersion": 1, "policy": "Latest recorded result per case from three different frozen model configurations/cohorts. This composite baseline is not a single 84-case run; differences include batching, prompts and response variation. Original labels, source bytes and sink anchors are unchanged.", "cases": [ { "case": { "id": "BenchmarkTest00094", "path": "testcode/BenchmarkTest00094.py", "expectedCwe": "CWE-22", "vulnerable": false, "sinkLines": [ 54 ], "sourceSha256": "6d58cbd52ca9fc3034ee584df73a332dd800c7b05f78eeada7b2fce5468564ac", "sanitizedSha256": "c23327edcef3c0fc1e3c8017df45f892614053d99184cd5893424e6226678ace", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00620", "path": "testcode/BenchmarkTest00620.py", "expectedCwe": "CWE-22", "vulnerable": true, "sinkLines": [ 50 ], "sourceSha256": "9b9fccb8bcc532fbfac2ae326052601a7ac254aa18593061f48288de83785815", "sanitizedSha256": "19af4b10ae41270b62704d05fb38fdb75b63418024f44b658ef31258705b8ca2", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 60, "endLine": 60 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 49, "endLine": 50 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 49, "endLine": 50 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 60, "endLine": 60 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00588", "path": "testcode/BenchmarkTest00588.py", "expectedCwe": "CWE-328", "vulnerable": false, "sinkLines": [ 55 ], "sourceSha256": "2097e8a4f2078e05af37d09e86842b5da07540c5cbb9b8f01d4b2ce3c74955ed", "sanitizedSha256": "e34bfe69619f47e35b068ca4c6b442826586bcd5bc311357a3e43ffcac9af56f", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 66, "endLine": 66 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 66, "endLine": 66 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00641", "path": "testcode/BenchmarkTest00641.py", "expectedCwe": "CWE-328", "vulnerable": true, "sinkLines": [ 59 ], "sourceSha256": "4fc4f18e551532d6e5c5770c3fd880e45ddfa640b2940640ea1314bc11866dc9", "sanitizedSha256": "8fa27d2ee4f2f54bc07603f9731b33630c96a973d1e4687565a76b5a4f316761", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 70, "endLine": 70 }, { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ], "modelOnlyMapped": [ { "cwe": "CWE-327", "startLine": 59, "endLine": 59 } ], "modelOnlyVerified": [ { "cwe": "CWE-327", "startLine": 59, "endLine": 59 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 70, "endLine": 70 }, { "cwe": "CWE-328", "startLine": 59, "endLine": 59 }, { "cwe": "CWE-327", "startLine": 59, "endLine": 59 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00780", "path": "testcode/BenchmarkTest00780.py", "expectedCwe": "CWE-330", "vulnerable": false, "sinkLines": [ 51 ], "sourceSha256": "4f30eabc02460c9ecc265a6eec4246c127a2a3f5737396caeed690f4433b3529", "sanitizedSha256": "86aaf74f87b7cfdb4cdc34e05fe84eed23ed2924d145fbea504bf45903e3ccbf", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest01047", "path": "testcode/BenchmarkTest01047.py", "expectedCwe": "CWE-330", "vulnerable": true, "sinkLines": [ 51 ], "sourceSha256": "6dccd0db84942c9c4e6f0f5409f5c17b59d7d9f44e1dac01f14742f424333dd4", "sanitizedSha256": "26b4f5645e2bc9e0aaceec1660e8a687795545000db6e35bf28f4f8374e8c37d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ], "modelOnlyMapped": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ], "servedCombined": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00152", "path": "testcode/BenchmarkTest00152.py", "expectedCwe": "CWE-501", "vulnerable": false, "sinkLines": [ 46 ], "sourceSha256": "a6d5fa4938575080e0fd8faa148ec54d7b9b7bd9ef497b786ca92b00a5d38b19", "sanitizedSha256": "da544e6f59d80088434136924e9cfc3294dc3d063fd65b9cc260ff774384280a", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00497", "path": "testcode/BenchmarkTest00497.py", "expectedCwe": "CWE-501", "vulnerable": true, "sinkLines": [ 43 ], "sourceSha256": "1517d597c46bd244623bdbcb967aa74253336d18be567d17a5a6360184c5bc60", "sanitizedSha256": "250fdfaaa7a2cbe7b321c733d20830526030ee208fdd0a9b57f1b682f0a01fbd", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 43, "endLine": 43 }, { "cwe": "CWE-79", "startLine": 50, "endLine": 50 } ], "modelOnlyMapped": [ { "cwe": "CWE-384", "startLine": 43, "endLine": 43 } ], "modelOnlyVerified": [ { "cwe": "CWE-384", "startLine": 43, "endLine": 43 } ], "servedCombined": [ { "cwe": "CWE-501", "startLine": 43, "endLine": 43 }, { "cwe": "CWE-79", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-384", "startLine": 43, "endLine": 43 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00660", "path": "testcode/BenchmarkTest00660.py", "expectedCwe": "CWE-502", "vulnerable": false, "sinkLines": [ 54 ], "sourceSha256": "821b3e9b3a263dd794e91f54f4f21c22edbd6018244362e86421d81a02c0d0f1", "sanitizedSha256": "3215cbcad8c8b70aeae32061d63bfcfba112fa8738ed5eb5936a7f8017260968", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 58 } ], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00898", "path": "testcode/BenchmarkTest00898.py", "expectedCwe": "CWE-502", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "5c782040ab1d3e8d646b066db97acd6ff9e773d0678df2f5cb698e4f43e73c89", "sanitizedSha256": "7ece7e655428e4b5b0a23756f89b0c1b98506d5c51cb363094dd996cb451f29c", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-502", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-502", "startLine": 49, "endLine": 49 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-502", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-502", "startLine": 49, "endLine": 49 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest01209", "path": "testcode/BenchmarkTest01209.py", "expectedCwe": "CWE-601", "vulnerable": false, "sinkLines": [ 52 ], "sourceSha256": "779b5c720bcb41995b43011dee489c78ff5ee09ffa55de38d3294606296a809a", "sanitizedSha256": "080ab63157fea0a652236be9ca752594696693b6894bf8453807e04f3306b553", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 52, "endLine": 52 } ], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00068", "path": "testcode/BenchmarkTest00068.py", "expectedCwe": "CWE-601", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "1787d21ef653eb0944bffd9be105d752d3f09c00be6ba34b3206e05fc479cf0d", "sanitizedSha256": "a3aace8bc3803c6c445aeab638942198fa613bd5d740e8d6241ff853308caf86", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00292", "path": "testcode/BenchmarkTest00292.py", "expectedCwe": "CWE-611", "vulnerable": false, "sinkLines": [ 54 ], "sourceSha256": "de3a9938d7d30ece54248c7df2056c090c57b250637805fe61d066c1dd8d9399", "sanitizedSha256": "3a0aaa09e3b01c35120eb953c74e7b5eed5eaaa8fb4bcb1ea7b85f5403fe7c3e", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 73, "endLine": 73 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 73, "endLine": 73 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00541", "path": "testcode/BenchmarkTest00541.py", "expectedCwe": "CWE-611", "vulnerable": true, "sinkLines": [ 48, 50 ], "sourceSha256": "04a4794c16d853fa15c0b6b2194553d6d152c540511a79605557b447d826df17", "sanitizedSha256": "d4d103d429fb941ec3eff71bb10413ea2f775e3b313a1efcbdc9f6f776f56b66", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 69, "endLine": 69 }, { "cwe": "CWE-611", "startLine": 50, "endLine": 50 } ], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 48, "endLine": 48 } ], "modelOnlyVerified": [ { "cwe": "CWE-611", "startLine": 48, "endLine": 48 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 69, "endLine": 69 }, { "cwe": "CWE-611", "startLine": 50, "endLine": 50 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00415", "path": "testcode/BenchmarkTest00415.py", "expectedCwe": "CWE-614", "vulnerable": false, "sinkLines": [ 62, 63, 64, 65 ], "sourceSha256": "23e107c4b9ebcab6cc4f657ace95900cc7b7a5eb26feee839aacc12144ed6fd2", "sanitizedSha256": "92db41af40d6faf108a63a8dfa4a8cdadb76f82fb4d33fc2266aa22afb31aca2", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00494", "path": "testcode/BenchmarkTest00494.py", "expectedCwe": "CWE-614", "vulnerable": true, "sinkLines": [ 57, 58, 59, 60 ], "sourceSha256": "978f1986c2920bd9dd0bd5b6703dbb2ad7265a5e1a378811cd6ee87db5747e80", "sanitizedSha256": "652848fd250683063d678bc40ab7f3e738f33d5463a15ebaf48f11635231df33", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 3 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 }, { "cwe": "CWE-614", "startLine": 57, "endLine": 57 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 }, { "cwe": "CWE-614", "startLine": 57, "endLine": 57 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00943", "path": "testcode/BenchmarkTest00943.py", "expectedCwe": "CWE-643", "vulnerable": false, "sinkLines": [ 55 ], "sourceSha256": "fcc315f3aa65053fa6aee6e1d2f7954b5ec7d2157d18dfabb67ffc6658b2c22f", "sanitizedSha256": "959ec149bee3a3586f2e9431be7590d07b067aeee6126204a78b94cb02fa2a74", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": null, "startLine": 55, "endLine": 55 } ], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00844", "path": "testcode/BenchmarkTest00844.py", "expectedCwe": "CWE-643", "vulnerable": true, "sinkLines": [ 50 ], "sourceSha256": "b90be9de8a393bb2d4d1a12b83096f7a855df6f3955d7e6b0b20fb5f8863ed33", "sanitizedSha256": "9f8b24f1afd957380f0f3293f62542c5140f8344087d2c496d5173394088604b", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-643", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-643", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00512", "path": "testcode/BenchmarkTest00512.py", "expectedCwe": "CWE-78", "vulnerable": false, "sinkLines": [ 56 ], "sourceSha256": "6fea4f65eb817b5051660be2a3cdc3378356fc7a8aab31dda3cf8cc3b2f4015d", "sanitizedSha256": "51f8b86636d07663960930bb8d104216a30637425989014e9d451f541deeaaa5", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 56, "endLine": 56 } ], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00511", "path": "testcode/BenchmarkTest00511.py", "expectedCwe": "CWE-78", "vulnerable": true, "sinkLines": [ 57 ], "sourceSha256": "60eb453e6e3ddcff7e1576e617c58fe4736cca9b736ae11e2c9a5489c95b08e1", "sanitizedSha256": "ae1042fa6ef12dcc0bfe15e5f51848e379e30f94fdefba340041da51be15b7b7", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00452", "path": "testcode/BenchmarkTest00452.py", "expectedCwe": "CWE-79", "vulnerable": false, "sinkLines": [ 43, 44, 45, 47 ], "sourceSha256": "3d46a83230d60675ba311acc08820590fb94b20e2c8cd1a12cbaf97ee74a14ea", "sanitizedSha256": "eb471b5429c061e8d71f27372c6bae7159c736b9a9b0d96e27efba1c00ba24da", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00841", "path": "testcode/BenchmarkTest00841.py", "expectedCwe": "CWE-79", "vulnerable": true, "sinkLines": [ 49, 50, 51, 53 ], "sourceSha256": "2c85fcc002dfa639dc9ad5e26f0b89f2b0bcfd718397cf54c2ffbb6f335e9dcc", "sanitizedSha256": "425294c7e17559bcdd034281fa3a302fe56538d3a82f2c1b4e2dbf81270a689d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 49, "endLine": 51 } ], "modelOnlyVerified": [ { "cwe": "CWE-79", "startLine": 49, "endLine": 51 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00012", "path": "testcode/BenchmarkTest00012.py", "expectedCwe": "CWE-89", "vulnerable": false, "sinkLines": [ 51 ], "sourceSha256": "fd90bac85ce2fe311dedb3372dc8ec4037dbe6de2d4955bcc89cdb56187cffd7", "sanitizedSha256": "88f82e23c6876c77323c0938d2680488b76c913646790f365ce5564a6f5ee09c", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00099", "path": "testcode/BenchmarkTest00099.py", "expectedCwe": "CWE-89", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "70a1ae553181b4ea78e6dec87c0c7ca73fdf1a9babbfeec062ea3465a8e64f8c", "sanitizedSha256": "2a8a3855f61181dc2261b7431fe6c24e7e89fe5a1e3da9f42e9485d7133fd7c8", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-89", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ], "modelOnlyMapped": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-89", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00991", "path": "testcode/BenchmarkTest00991.py", "expectedCwe": "CWE-90", "vulnerable": false, "sinkLines": [ 60 ], "sourceSha256": "0d2015bf5a576c79c9c0d74d309a4cc8c1723b88d160230cf6802704604f5007", "sanitizedSha256": "dc41ace1485480328cce72e3c15e34a96eba89a732e0bb737c564215210a57e8", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 57, "endLine": 57 } ], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest01200", "path": "testcode/BenchmarkTest01200.py", "expectedCwe": "CWE-90", "vulnerable": true, "sinkLines": [ 45 ], "sourceSha256": "f3946bad750473f59f5840bd770f67c0bf4cc1769b66d31829596aec3fba0206", "sanitizedSha256": "c4e35c08ad100ca41a71c152ff38fdd0b60453edea6ff7f0b534343eb5d49824", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 }, { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00818", "path": "testcode/BenchmarkTest00818.py", "expectedCwe": "CWE-94", "vulnerable": false, "sinkLines": [ 49 ], "sourceSha256": "03e86c5de51c8f0e9a01331571f53852b6d80405e23fccfbfd48ccb727650ee6", "sanitizedSha256": "643d34c01818b153a76f46edb92af152d79e8c563c732e766377bddef6aea8ac", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ], "modelOnlyMapped": [ { "cwe": "CWE-95", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest00161", "path": "testcode/BenchmarkTest00161.py", "expectedCwe": "CWE-94", "vulnerable": true, "sinkLines": [ 40 ], "sourceSha256": "5b7fff85449c25547a5beea20039187be606733bbbfef06d0ef431d896395a8b", "sanitizedSha256": "96804ff42dce0d994d41b825a8eba49452c5e5a38faa68a5724e461581beb802", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "protocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "priorFinishedAt": "2026-10-22T09:30:32.817Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 } ], "modelOnlyVerified": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 } ], "servedCombined": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00068", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00991", "BenchmarkTest00818" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00012" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest00841", "BenchmarkTest00099", "BenchmarkTest01200" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00161" ] } ] } }, { "case": { "id": "BenchmarkTest01109", "path": "testcode/BenchmarkTest01109.py", "expectedCwe": "CWE-22", "vulnerable": false, "sinkLines": [ 48 ], "sourceSha256": "50a81744784ae345fe5e185d4e1e0dcd5f2cd1027da685ab9d0b3587435a90ec", "sanitizedSha256": "046673552639bdde0bf53e8bf86952e13b2667a715d66ea6409d119b3962cbef", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 48, "endLine": 48 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 47, "endLine": 48 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 47, "endLine": 48 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 48, "endLine": 48 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00619", "path": "testcode/BenchmarkTest00619.py", "expectedCwe": "CWE-22", "vulnerable": true, "sinkLines": [ 53 ], "sourceSha256": "f8c5d506c626838763e389f6fa73422253269ab82b99d971f2b8c43d73f5fd57", "sanitizedSha256": "67f819a161c0e145282e786eb30198a3e924f225d9ff64e45803ca59169f76eb", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 64, "endLine": 64 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 52, "endLine": 53 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 52, "endLine": 53 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 64, "endLine": 64 } ] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest01173", "path": "testcode/BenchmarkTest01173.py", "expectedCwe": "CWE-78", "vulnerable": false, "sinkLines": [ 51 ], "sourceSha256": "cab02e797999547489e145d4fed01cffa2d1e6b7b966868223b2cb2ab486e74b", "sanitizedSha256": "eacf51696eae21531a939ad5f9a2a9b627ecaec0469f3ad2d76dad02f645b3c8", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 }, { "cwe": "CWE-79", "startLine": 61, "endLine": 61 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 48, "endLine": 51 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 48, "endLine": 51 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 }, { "cwe": "CWE-79", "startLine": 61, "endLine": 61 } ] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00168", "path": "testcode/BenchmarkTest00168.py", "expectedCwe": "CWE-78", "vulnerable": true, "sinkLines": [ 60 ], "sourceSha256": "4ac770cd0c09bb7f0836026f44bfbef036d499eead2925ef195824e2605df169", "sanitizedSha256": "c8fb517b9a6bb4a693b1674b12a5c61f28413025f98b182a7cf8136d594659a4", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 60, "endLine": 60 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 60 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 60 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 60, "endLine": 60 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00670", "path": "testcode/BenchmarkTest00670.py", "expectedCwe": "CWE-79", "vulnerable": false, "sinkLines": [ 45, 46, 47, 49 ], "sourceSha256": "cf0ffbf2521ef3b2bd5f113f78c6544b99d594f25c581361f2fd0c625b6d1a01", "sanitizedSha256": "ebab115c9670aa850d94e02aa3f48153c2519241ebd4e09f95bd8848b3d1b00e", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 45, "endLine": 47 } ], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00096", "path": "testcode/BenchmarkTest00096.py", "expectedCwe": "CWE-79", "vulnerable": true, "sinkLines": [ 50, 51, 52, 54 ], "sourceSha256": "c8448b0fd2b31f66cdd269bf17a5064dbddbdef90586392d2d7ee5114d5cfda0", "sanitizedSha256": "f79965eedba0109ab2d2c1d864d591189e31f694e9dbc93aec5758536bd0628d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 54, "endLine": 54 } ], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 50, "endLine": 52 } ], "modelOnlyVerified": [ { "cwe": "CWE-79", "startLine": 50, "endLine": 52 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 54, "endLine": 54 } ] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00192", "path": "testcode/BenchmarkTest00192.py", "expectedCwe": "CWE-89", "vulnerable": false, "sinkLines": [ 54 ], "sourceSha256": "3b5fc1f1625dcde200acf3c2933dac865dae84477d06ba789c6b5d7c43edfd47", "sanitizedSha256": "38462c35a4a0d0f262b93859f040d30e0f7d710f755f3184d3a1357cee76b31a", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00455", "path": "testcode/BenchmarkTest00455.py", "expectedCwe": "CWE-89", "vulnerable": true, "sinkLines": [ 46 ], "sourceSha256": "dd5e271f9ac139e7ac99bbde78145027d789ae63357bbcdc5dd5c1987b050eeb", "sanitizedSha256": "36d943d736cb92663752fd39d3926979295582a337e6be348ac58fce6babde02", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-79", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [ { "cwe": "CWE-89", "startLine": 43, "endLine": 46 } ], "modelOnlyVerified": [ { "cwe": "CWE-89", "startLine": 43, "endLine": 46 } ], "servedCombined": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-79", "startLine": 52, "endLine": 52 } ] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00732", "path": "testcode/BenchmarkTest00732.py", "expectedCwe": "CWE-90", "vulnerable": false, "sinkLines": [ 46 ], "sourceSha256": "b9669a1638c1ed6b9979107ef0957ecbecd8190ee2fdfa113d9fec7fea382eb3", "sanitizedSha256": "e8a282f519d51a0aa41999921519fe4ae472fb0bce5a872f026521cd2284333a", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00265", "path": "testcode/BenchmarkTest00265.py", "expectedCwe": "CWE-90", "vulnerable": true, "sinkLines": [ 45 ], "sourceSha256": "ae83fc0686dab7903e2b82a58d9c4ef1839bb6040d7374e77ddfc74e49816220", "sanitizedSha256": "f60121cb218d881d9099de6753c17bef45702753a8bbe2085589f14ed6f4204b", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 45 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 45 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00426", "path": "testcode/BenchmarkTest00426.py", "expectedCwe": "CWE-94", "vulnerable": false, "sinkLines": [ 57 ], "sourceSha256": "ad6a8e062b226c80882e82f29a128699297e5999db7ba3c6f6bbd4d02419f9e4", "sanitizedSha256": "04938f1e0fa60b8c26aa575555da09ad62c12dff22d1a8575aef0c81d279b2af", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 56, "endLine": 57 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00422", "path": "testcode/BenchmarkTest00422.py", "expectedCwe": "CWE-94", "vulnerable": true, "sinkLines": [ 44 ], "sourceSha256": "e16bed57525e8e1b27cd724cedac15deb040dca744d702b92b109192ba2b9a5c", "sanitizedSha256": "e8072cd7128d07555fade12edc887e40db03b4abf61a3eb98c0da4b9bf2c880c", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 3 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-94", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-95", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ], "modelOnlyMapped": [ { "cwe": "CWE-95", "startLine": 42, "endLine": 45 } ], "modelOnlyVerified": [ { "cwe": "CWE-95", "startLine": 42, "endLine": 45 } ], "servedCombined": [ { "cwe": "CWE-94", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-95", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00148", "path": "testcode/BenchmarkTest00148.py", "expectedCwe": "CWE-328", "vulnerable": false, "sinkLines": [ 54, 55 ], "sourceSha256": "fa5627181ac92dcd326cb2f17f480b1a1ad228dfb19aa38da3c506686bcb3975", "sanitizedSha256": "b1fcd9472db207173ecd283451f518ac548363c855f7d112b4b67a2688f06853", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest01077", "path": "testcode/BenchmarkTest01077.py", "expectedCwe": "CWE-328", "vulnerable": true, "sinkLines": [ 55, 56 ], "sourceSha256": "41918ac52be77f9e807a22683317ff2c21f732ec5dff46b6f76423aaf3fe7270", "sanitizedSha256": "2f5436834930f39a1224ff900ff57f7f5b4b0685940a168cad6bf16788e51abd", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-328", "startLine": 55, "endLine": 55 } ], "modelOnlyMapped": [ { "cwe": "CWE-328", "startLine": 55, "endLine": 56 } ], "modelOnlyVerified": [ { "cwe": "CWE-328", "startLine": 55, "endLine": 56 } ], "servedCombined": [ { "cwe": "CWE-328", "startLine": 55, "endLine": 55 } ] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest01058", "path": "testcode/BenchmarkTest01058.py", "expectedCwe": "CWE-330", "vulnerable": false, "sinkLines": [ 52 ], "sourceSha256": "04f37ba243af0fe6a38364ed929f6c95b04ebfc5c993642b65e0ac3e863f0b06", "sanitizedSha256": "1a1f4bf5ea4db125900b5f2b9fa939854e76ef02491c8a8085a2aeeb613e3072", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00621", "path": "testcode/BenchmarkTest00621.py", "expectedCwe": "CWE-330", "vulnerable": true, "sinkLines": [ 52 ], "sourceSha256": "6a292714b56b785093546524b39d419e4695f31f2a58cb0d022673a76c1c190b", "sanitizedSha256": "44aedc0c7420b2b240282101b475e18221dee1ff5b6e4b3066a161e376250ea2", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "modelOnlyVerified": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "servedCombined": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00071", "path": "testcode/BenchmarkTest00071.py", "expectedCwe": "CWE-501", "vulnerable": false, "sinkLines": [ 51 ], "sourceSha256": "02b9ce18abba8a2b4368f21a81c14fb0749cc2cb59106ca0c478b141652e4a44", "sanitizedSha256": "c08103e650acda7a6a6cee7c157d5dcacab86234ef8a4f63b31ca1eadc718460", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-915", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00072", "path": "testcode/BenchmarkTest00072.py", "expectedCwe": "CWE-501", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "d467a06b2d69eed8621effc25f1598cf9a8d65b62a174ab8b26110a80ed77ca4", "sanitizedSha256": "4866259f8a004f13bbf018f59df1d7037a779e3a0f4a7da3fd3d4eee7d50fe48", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ], "modelOnlyMapped": [ { "cwe": "CWE-915", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-915", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 }, { "cwe": "CWE-915", "startLine": 49, "endLine": 49 } ] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00513", "path": "testcode/BenchmarkTest00513.py", "expectedCwe": "CWE-502", "vulnerable": false, "sinkLines": [ 45 ], "sourceSha256": "85a879ec61190b92afe6cddbf3fcddad16954677e81c6160680d019a0345a0b2", "sanitizedSha256": "fdbafaf1106aecfe62334f55ac9fadf40cd47e1e5df279b33da95d5eeb75e5b9", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 45, "endLine": 45 } ], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00510", "path": "testcode/BenchmarkTest00510.py", "expectedCwe": "CWE-502", "vulnerable": true, "sinkLines": [ 46 ], "sourceSha256": "4d418ee88e8efce4f63a732172b23d25406b3bebc1243546a688425ab0493afc", "sanitizedSha256": "e53c02f33b16c10d6d293ce28e0fa3722833f72673041624f4a5272d93215849", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ], "modelOnlyVerified": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ], "servedCombined": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00151", "path": "testcode/BenchmarkTest00151.py", "expectedCwe": "CWE-601", "vulnerable": false, "sinkLines": [ 64 ], "sourceSha256": "a00089f0f8902a15c60e8ff1d800dde791fa5eae3779edf1230c307b935fb6d1", "sanitizedSha256": "c213ef4829bebe86a09805ae5e82f03b75b73bf14eec56434ab414062d34eb82", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest01178", "path": "testcode/BenchmarkTest01178.py", "expectedCwe": "CWE-601", "vulnerable": true, "sinkLines": [ 44 ], "sourceSha256": "fe44ffc9a12d6282ca2cdec4dd0cc495a36545e70856fbc7c90ea0cec5804f75", "sanitizedSha256": "c6b1c9d5bd211b5eccb32a522b459cbdc66689932d866f32135897b883e2b6e2", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-601", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 44, "endLine": 44 } ], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 39, "endLine": 44 } ], "modelOnlyVerified": [ { "cwe": "CWE-601", "startLine": 39, "endLine": 44 } ], "servedCombined": [ { "cwe": "CWE-601", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 44, "endLine": 44 } ] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00540", "path": "testcode/BenchmarkTest00540.py", "expectedCwe": "CWE-611", "vulnerable": false, "sinkLines": [ 56, 58 ], "sourceSha256": "d29f94759ef5bd84b34b4f8cae70468011a3d06dc4cf57f116f0f5e577bbdb49", "sanitizedSha256": "de5829864087e3898e2180e9f2c96ef983bebcee31513c9fa30dd7b0140daa87", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 56, "endLine": 58 } ], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00294", "path": "testcode/BenchmarkTest00294.py", "expectedCwe": "CWE-611", "vulnerable": true, "sinkLines": [ 50, 52 ], "sourceSha256": "08350a96a5aa9a27f69573bb85f3f01265b0eae4d8ddb483409b7b82eb77581a", "sanitizedSha256": "e8d958ea10c17f00706aa528068b1cfcdd23929d07ebb1d65bf5260f3111e8f0", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 71, "endLine": 71 }, { "cwe": "CWE-611", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 50, "endLine": 52 } ], "modelOnlyVerified": [ { "cwe": "CWE-611", "startLine": 50, "endLine": 52 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 71, "endLine": 71 }, { "cwe": "CWE-611", "startLine": 52, "endLine": 52 } ] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest01090", "path": "testcode/BenchmarkTest01090.py", "expectedCwe": "CWE-614", "vulnerable": false, "sinkLines": [ 62, 63, 64, 65 ], "sourceSha256": "2190d04cd05886ecc73a95e1b2075ee64a148e89650e5d96aadcefe438dac8f7", "sanitizedSha256": "a89baa183925d709aed4525c5a10dd566921353b0614a32a61a101920b825685", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00064", "path": "testcode/BenchmarkTest00064.py", "expectedCwe": "CWE-614", "vulnerable": true, "sinkLines": [ 62, 63, 64, 65 ], "sourceSha256": "8ab91066d9084888be73afd6390d257d358b606cc8de482486587686be44cdb9", "sanitizedSha256": "40c7b4b17d61d313cbc45162ccaf8f453836c7dec3472abd11f0fc2e6fde7913", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 3 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 61, "endLine": 61 }, { "cwe": "CWE-79", "startLine": 67, "endLine": 67 }, { "cwe": "CWE-614", "startLine": 62, "endLine": 62 } ], "modelOnlyMapped": [ { "cwe": "CWE-614", "startLine": 62, "endLine": 65 } ], "modelOnlyVerified": [ { "cwe": "CWE-614", "startLine": 62, "endLine": 65 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 61, "endLine": 61 }, { "cwe": "CWE-79", "startLine": 67, "endLine": 67 }, { "cwe": "CWE-614", "startLine": 62, "endLine": 62 } ] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00938", "path": "testcode/BenchmarkTest00938.py", "expectedCwe": "CWE-643", "vulnerable": false, "sinkLines": [ 60 ], "sourceSha256": "9eb6748e839453b9ee9055d4dd41b562df1ede48844c094f0e5c1155a199f304", "sanitizedSha256": "6a0e0a61338b3685fe8654236c4b9c4c15c4586985fba325733955f8d4fd9c4f", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest00101", "path": "testcode/BenchmarkTest00101.py", "expectedCwe": "CWE-643", "vulnerable": true, "sinkLines": [ 55 ], "sourceSha256": "8a8ba79ecfe9ad2db71b07abfd24563a6f5e422f00490b2f210868e4b012d6c6", "sanitizedSha256": "b3b990dff7476ecb5323fb551bde76a2c547e533e27c0bc390bd6c94677c1aca", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "protocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "priorFinishedAt": "2026-10-22T09:21:03.139Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-643", "startLine": 55, "endLine": 55 }, { "cwe": "CWE-79", "startLine": 68, "endLine": 68 } ], "modelOnlyMapped": [ { "cwe": "CWE-643", "startLine": 54, "endLine": 55 } ], "modelOnlyVerified": [ { "cwe": "CWE-643", "startLine": 54, "endLine": 55 } ], "servedCombined": [ { "cwe": "CWE-643", "startLine": 55, "endLine": 55 }, { "cwe": "CWE-79", "startLine": 68, "endLine": 68 } ] }, "batching": { "maxFiles": null, "provenance": "Legacy single-batch protocol reconstruction", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101" ] } ] } }, { "case": { "id": "BenchmarkTest01007", "path": "testcode/BenchmarkTest01007.py", "expectedCwe": "CWE-22", "vulnerable": false, "sinkLines": [ 55 ], "sourceSha256": "67971f1915cd821211affd63b8b36456445315fd734fcb359de5e53a45147810", "sanitizedSha256": "fc7a3d62dbf4bf7326bf5fa50c816f6c54f137d988101906cf236441a0dbfc10", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 54, "endLine": 55 } ], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00615", "path": "testcode/BenchmarkTest00615.py", "expectedCwe": "CWE-22", "vulnerable": true, "sinkLines": [ 53 ], "sourceSha256": "52bebc0f9d08db292cc850e7836682a1fda68664f7af114e25c00d923c222448", "sanitizedSha256": "8d8134438c9d63cacf2ac39ef76e7623b1150c8b49642e5985b41a1fa9dcec43", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 52, "endLine": 53 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 52, "endLine": 53 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00350", "path": "testcode/BenchmarkTest00350.py", "expectedCwe": "CWE-78", "vulnerable": false, "sinkLines": [ 58 ], "sourceSha256": "52eeea7199c73ff35fdb3e260ed647337df16f962f40a7e5b2e2854eed3c6476", "sanitizedSha256": "8076ecec596358fd7bfa58c482282ac1894f50c345aa8d373a31288a94d70ee1", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 55, "endLine": 58 } ], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00167", "path": "testcode/BenchmarkTest00167.py", "expectedCwe": "CWE-78", "vulnerable": true, "sinkLines": [ 53 ], "sourceSha256": "9ccadb894c12ca6ad016aee03830140737f3872c8c3d7bd520814316724a4fd6", "sanitizedSha256": "382a56470a48846110a7a770dfddc73de0891c278a1013d419e560d75d13a54d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 50, "endLine": 53 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 50, "endLine": 53 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest01015", "path": "testcode/BenchmarkTest01015.py", "expectedCwe": "CWE-79", "vulnerable": false, "sinkLines": [ 42, 43, 44, 46 ], "sourceSha256": "6fe8f9a6edc8199cf617ea6a09967aa5e684a206a70fb06c76b17924812e8ad6", "sanitizedSha256": "79b7af09fcbeae91b4f5e388975a3ba9913ebe3008c53f80301c08db4ff33592", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 42, "endLine": 44 } ], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00451", "path": "testcode/BenchmarkTest00451.py", "expectedCwe": "CWE-79", "vulnerable": true, "sinkLines": [ 43, 44, 45, 47 ], "sourceSha256": "3126d8fb33f6bade6bea694afa71da086701a1bf867dee1fbfa0932746e89883", "sanitizedSha256": "23e9100bb6ba525eca147e074568a4e229744546abd431efc2033e048f1ddc76", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 47, "endLine": 47 } ], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 43, "endLine": 45 } ], "modelOnlyVerified": [ { "cwe": "CWE-79", "startLine": 43, "endLine": 45 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 47, "endLine": 47 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00287", "path": "testcode/BenchmarkTest00287.py", "expectedCwe": "CWE-89", "vulnerable": false, "sinkLines": [ 56 ], "sourceSha256": "1b9c652c64ed5ff27094d50029745be8262c4f1bb6d1eb464021155ae11581d6", "sanitizedSha256": "d3f378fae1f062199e039a12b6e2e7f2a94417539137982dcea706bdbe079c16", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00284", "path": "testcode/BenchmarkTest00284.py", "expectedCwe": "CWE-89", "vulnerable": true, "sinkLines": [ 47 ], "sourceSha256": "04c951a90cf18546dc9d73adaf38c77a89c4a5feb4dc735ad86e94da26ffccf6", "sanitizedSha256": "9e26fde3d05ea48b1279b5a7e7edd738d7dd5fcb59df6468cc28a8d3b06754d4", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-89", "startLine": 47, "endLine": 47 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ], "modelOnlyMapped": [ { "cwe": "CWE-89", "startLine": 44, "endLine": 47 } ], "modelOnlyVerified": [ { "cwe": "CWE-89", "startLine": 44, "endLine": 47 } ], "servedCombined": [ { "cwe": "CWE-89", "startLine": 47, "endLine": 47 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00348", "path": "testcode/BenchmarkTest00348.py", "expectedCwe": "CWE-90", "vulnerable": false, "sinkLines": [ 54 ], "sourceSha256": "5546e77472ad706eb5065e782b66cec9b12c9d14c96751607aec6c53ebc9e528", "sanitizedSha256": "427703f1a9a6fc17b4a08a5c815863bb44a5e3dd64095f7891412260db963037", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00427", "path": "testcode/BenchmarkTest00427.py", "expectedCwe": "CWE-90", "vulnerable": true, "sinkLines": [ 50 ], "sourceSha256": "60ec9393dc85e226115ef6acb592647c073598ddbdb6e6e94860af5ced291eb8", "sanitizedSha256": "2b36af950f27f3ccfc73959ba01e8c8b3b7a6144d02c3da40e98c496839ff599", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-90", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 47, "endLine": 47 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 47, "endLine": 47 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 }, { "cwe": "CWE-90", "startLine": 47, "endLine": 47 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00600", "path": "testcode/BenchmarkTest00600.py", "expectedCwe": "CWE-94", "vulnerable": false, "sinkLines": [ 52 ], "sourceSha256": "1252055c6d5eb366d70c6f17f50d3db4e5c614374d6eedb2be55e9d6801ee8d4", "sanitizedSha256": "a1e31708d611b9f3be8f84a0f2185c28aa29302101febbdd0f855b3e8ff473a6", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-95", "startLine": 50, "endLine": 53 } ], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00160", "path": "testcode/BenchmarkTest00160.py", "expectedCwe": "CWE-94", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "a0a5b629d6c62d373f5adedccab68738844d97a4c6f696603fda0b93c096bad0", "sanitizedSha256": "56b8d2a1682510bd0304b34e3a3dfa61064e1a17c3098f3a51cf4f46b4c85563", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-94", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 48, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-94", "startLine": 48, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-94", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00798", "path": "testcode/BenchmarkTest00798.py", "expectedCwe": "CWE-328", "vulnerable": false, "sinkLines": [ 59, 60 ], "sourceSha256": "ca7d8e4a42b1caffa0afacae04aa881cec9440c38956033a8b4f76bbd1259aa8", "sanitizedSha256": "ea2d5466e223109ce5275abe077ae0d9533fdfb293a8565cc3972efcb80cc43d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00586", "path": "testcode/BenchmarkTest00586.py", "expectedCwe": "CWE-328", "vulnerable": true, "sinkLines": [ 59, 60 ], "sourceSha256": "fb2bbc1d572e6c8566b87e2f336af60b0c68f60026d3889532ca8b7376ab8926", "sanitizedSha256": "d6501743620d4b6928d88e88820effd2163968c254e7fdec9739417a79df5c7b", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ], "modelOnlyMapped": [ { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00694", "path": "testcode/BenchmarkTest00694.py", "expectedCwe": "CWE-330", "vulnerable": false, "sinkLines": [ 46 ], "sourceSha256": "b7a1d4a7140383340673cc9cd8a8453f8e9e7db0a49be799ae1bfb9daa294659", "sanitizedSha256": "3ef9779038e71b6669bdaada6db39a63a1cd923b8e44e610d6386d20da4ca87f", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-330", "startLine": 46, "endLine": 46 } ], "modelOnlyVerified": [ { "cwe": "CWE-330", "startLine": 46, "endLine": 46 } ], "servedCombined": [ { "cwe": "CWE-330", "startLine": 46, "endLine": 46 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00626", "path": "testcode/BenchmarkTest00626.py", "expectedCwe": "CWE-330", "vulnerable": true, "sinkLines": [ 52 ], "sourceSha256": "f649713f591b955b3972101bb9addaffa902389d9a58e3a9fac126c8e5a67bad", "sanitizedSha256": "0015d582a1ae9bf08a61337dceb56cca3aae5fe1d94973d9c745d4b5cabe4382", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "modelOnlyVerified": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "servedCombined": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest01162", "path": "testcode/BenchmarkTest01162.py", "expectedCwe": "CWE-501", "vulnerable": false, "sinkLines": [ 39 ], "sourceSha256": "8a2bdb74a500ef829454abe8ed8d3189fde084121f44f7bced0c1c57e352d920", "sanitizedSha256": "0166fbad52e18a77640a4e97567a578935ec2104e4898dde87fa176c59e8064d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 39, "endLine": 39 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ], "modelOnlyMapped": [ { "cwe": "CWE-915", "startLine": 39, "endLine": 39 } ], "modelOnlyVerified": [ { "cwe": "CWE-915", "startLine": 39, "endLine": 39 } ], "servedCombined": [ { "cwe": "CWE-501", "startLine": 39, "endLine": 39 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-915", "startLine": 39, "endLine": 39 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00338", "path": "testcode/BenchmarkTest00338.py", "expectedCwe": "CWE-501", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "e32e47738921d7cec592d0799e74ba5bc9ae341be0d7b77fe39703d3c7e2a329", "sanitizedSha256": "4b69b99fb2edea089031cd8d105d864fc63e22d45127a2a500ec6092dab33124", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00609", "path": "testcode/BenchmarkTest00609.py", "expectedCwe": "CWE-502", "vulnerable": false, "sinkLines": [ 49 ], "sourceSha256": "83cf5531d3f0052cf422a5c8434b4f9f8cffee3899991a44c2c148f208406b60", "sanitizedSha256": "d68b04bb14e33328890ed119e876f99327e5fa48b387255805063594d727675c", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00270", "path": "testcode/BenchmarkTest00270.py", "expectedCwe": "CWE-502", "vulnerable": true, "sinkLines": [ 41 ], "sourceSha256": "5dc0afd9732e8f154d5a20b72b1a5962d9db45df07bba03790c4f5f99f36f96c", "sanitizedSha256": "c4df13072f07e36898c7328de9fd356dd70d4b5aa3e94bfa8c6c04ebcc110a3a", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 } ], "modelOnlyVerified": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 } ], "servedCombined": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00419", "path": "testcode/BenchmarkTest00419.py", "expectedCwe": "CWE-601", "vulnerable": false, "sinkLines": [ 62 ], "sourceSha256": "835ec5dfe16700aea9e8f18574c79424c688d04d91f4e2884895add188ac1130", "sanitizedSha256": "9676f1b20e2748538dd33815679e530147b7d17906126c01dd9ee4155acdeb5f", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00655", "path": "testcode/BenchmarkTest00655.py", "expectedCwe": "CWE-601", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "c4430a1fdfaf5021260176a5af512c1f072256202e617dda9bd1e86154022e7d", "sanitizedSha256": "2ce8dfe9f42df52b021992824c1b63a95c92674e8fea648e5000fd6a464e6421", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00291", "path": "testcode/BenchmarkTest00291.py", "expectedCwe": "CWE-611", "vulnerable": false, "sinkLines": [ 51, 54 ], "sourceSha256": "65d36fbc3ea2769fbb9c826c773f80240f54ce48aef13ece68f8ceb39ce2dd64", "sanitizedSha256": "709f627942705848bb6f0c6009cc9a4791556b7af6845c385819bd236b8cb8f5", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00931", "path": "testcode/BenchmarkTest00931.py", "expectedCwe": "CWE-611", "vulnerable": true, "sinkLines": [ 63, 65 ], "sourceSha256": "937290bb758786591fe3df1e6826d3198a2978ca0f11fac9d2b24923e81978ac", "sanitizedSha256": "6893cb8c1e969e70c94fa9d3d8c7eb749e77d668f3631d3c2bc8852cad3fddf7", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 84, "endLine": 84 }, { "cwe": "CWE-611", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 63, "endLine": 65 } ], "modelOnlyVerified": [ { "cwe": "CWE-611", "startLine": 63, "endLine": 65 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 84, "endLine": 84 }, { "cwe": "CWE-611", "startLine": 65, "endLine": 65 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00813", "path": "testcode/BenchmarkTest00813.py", "expectedCwe": "CWE-614", "vulnerable": false, "sinkLines": [ 58, 59, 60, 61 ], "sourceSha256": "d454674ec4cc6d2a239d699b0de6838f0e4947c652e6ed68c72b6b49f01cbf53", "sanitizedSha256": "2331977f110ee31e65ebc6d6a1f1bd7353bd2b561aadb20873348c5d058e9fe3", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00981", "path": "testcode/BenchmarkTest00981.py", "expectedCwe": "CWE-614", "vulnerable": true, "sinkLines": [ 71, 72, 73, 74 ], "sourceSha256": "e7c8025753d04eb1eb0b114b638cf35d1bee7bb8a6581d138274d2faac8be9a6", "sanitizedSha256": "388b74779120f182ac0764cceba2a79a3c752dab40bc415e69e2a7b51d560308", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 71 } ], "modelOnlyMapped": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 74 } ], "modelOnlyVerified": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 74 } ], "servedCombined": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 71 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest01117", "path": "testcode/BenchmarkTest01117.py", "expectedCwe": "CWE-643", "vulnerable": false, "sinkLines": [ 49 ], "sourceSha256": "e00710191997d6ddd81a90588de720e59ccd41f29dd19dff399cac97b1353897", "sanitizedSha256": "317923b905fc4a65d910a2b4053470f186f18c1d85e5e1256cf3b5fcc365045a", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, { "case": { "id": "BenchmarkTest00217", "path": "testcode/BenchmarkTest00217.py", "expectedCwe": "CWE-643", "vulnerable": true, "sinkLines": [ 58 ], "sourceSha256": "c29d179625863390b237b59e47de0021a6db1aaa27d0c2fcce36b3e4060969bb", "sanitizedSha256": "42f095ee017bd40cdf81bf13ff16604408c717802d433a72e48c2abdbb65f0aa", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, "receipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "protocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "priorFinishedAt": "2026-10-22T09:33:51.311Z", "diagnostics": { "nativeDeterministic": [ { "cwe": "CWE-643", "startLine": 58, "endLine": 58 }, { "cwe": "CWE-79", "startLine": 71, "endLine": 71 } ], "modelOnlyMapped": [ { "cwe": "CWE-643", "startLine": 54, "endLine": 58 } ], "modelOnlyVerified": [ { "cwe": "CWE-643", "startLine": 54, "endLine": 58 } ], "servedCombined": [ { "cwe": "CWE-643", "startLine": 58, "endLine": 58 }, { "cwe": "CWE-79", "startLine": 71, "endLine": 71 } ] }, "batching": { "maxFiles": 8, "provenance": "Frozen protocol batching metadata", "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest01007", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00626", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00291", "BenchmarkTest00931" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00348", "BenchmarkTest00600", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00615", "BenchmarkTest00284", "BenchmarkTest00427", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest01162", "BenchmarkTest00270", "BenchmarkTest00813" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00451", "BenchmarkTest00694", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } } ] }, "seal": { "sealedAt": "2026-10-22T10:15:38.006919+00:00", "freshManifestSha256": "c79c57db2d6320a167c4fea7718623dec0f46eeb04d2f0ba701a5394a290a6ed", "selectionSha256": "2ce9462fb9007fa6f06b2dd8548aea8667ffdb1be20f11b8fe9e24ac10e54e42", "developmentManifestSha256": "6ff1fd090ff97461693c1c7f060d3549fd2e80b3aa87725d2ea059fbdb5c5bcd", "developmentBaselineSha256": "41eb328398327945dc9c0ee37a16189ae8f12ab420e1e2735b8c85f377da0816", "seriesBaselineSha256": "bec45ec1939e9ccec29a13a7d7bb692a09c74a57954333fc688a425bb2cc6784", "previousFreshManifestSha256": "a628f9b6e8c7208818699855628fa1a73d32464e91ef751ca99809cd99b9ba22", "previousSelectionSealSha256": "a8c35d0719dba05da73164e4b7acb81e3fc601f4fe187173c7b6c5df0b406572", "newPredictionsSeen": false, "paidCalls": 0, "sourceIdentities": [ { "path": "testcode/BenchmarkTest00745.py", "sha256": "6bcd7b5fd42cd33e78738a15bddf47cc68b6c56e0696b89d441c9aada0d3e332" }, { "path": "testcode/BenchmarkTest00915.py", "sha256": "b2d8edb4e09638aae8e4882a2e2e6a50add21fdbf46aa1d9e28f59ad2542522b" }, { "path": "testcode/BenchmarkTest01098.py", "sha256": "9ee4aded003903a95c07e7811c97ab2ff1adc65234267ddd87d2a250610b9580" }, { "path": "testcode/BenchmarkTest00606.py", "sha256": "aee8066efd44591f50004069ac8d23fe17f239845f2f2b40d132629142f547f1" }, { "path": "testcode/BenchmarkTest00829.py", "sha256": "c1bc7afbb8e2a0329a6ee70a2d8f269441a08d44654ffe5bf38ea64e430bec35" }, { "path": "testcode/BenchmarkTest00753.py", "sha256": "6d1fe4775331d6d76cdc7c6247ac27d02dd4d1589ee6b61b65495ab4ebeef7bb" }, { "path": "testcode/BenchmarkTest01203.py", "sha256": "c64b6f718f3f71b54a57ac51dc365464852920ee790dfd7f7e476cc4971e0922" }, { "path": "testcode/BenchmarkTest00454.py", "sha256": "855ea60577a8728f5b52c6fc2f68ba449888f50538ab3a7e151ce96a9b3c754d" }, { "path": "testcode/BenchmarkTest01170.py", "sha256": "7572b330263afbabf88480af994cfe092b5982c738172748e0ad5304fbd4e692" }, { "path": "testcode/BenchmarkTest00895.py", "sha256": "b7fe87929b3569f50508746ba5954261966d5a95b24304d6ed0daeea3d04ee22" }, { "path": "testcode/BenchmarkTest00075.py", "sha256": "443f71145aac0d9feb700ad02210f3bf27a874190dcdda8ba82232c4654f455e" }, { "path": "testcode/BenchmarkTest01188.py", "sha256": "982d445efadff613e947398496e77bcd17e94a48a50949772463f005906fa949" }, { "path": "testcode/BenchmarkTest00711.py", "sha256": "096760f01c2e4ce0253ae26a48b8c7fbca5eea1b2fdd1bad56ba1539b1d18826" }, { "path": "testcode/BenchmarkTest00327.py", "sha256": "981338ac47873996b1c937dcea432b31fc60f6cf3a53c19a616f7d34a4b553ee" }, { "path": "testcode/BenchmarkTest00778.py", "sha256": "d1cfaae888fa695eb47be32a7e5e71e7a6668a1331cd08910589622ed41b10f5" }, { "path": "testcode/BenchmarkTest00031.py", "sha256": "9591f70b453676187038f806cab639157579c38297df585d3baa277166d4b776" }, { "path": "testcode/BenchmarkTest00726.py", "sha256": "f4982d206a585b488c69d4cabc1f0972db46941326c745324d6cee98267f62a5" }, { "path": "testcode/BenchmarkTest00888.py", "sha256": "a7059dd42dc10b0f50ed62863ded720d3829f7c14b1e2840550c1f35f711a050" }, { "path": "testcode/BenchmarkTest01102.py", "sha256": "3ed964e7eab63880b30f066553d234de0b075194f74f42dfd42a790bffb8a12a" }, { "path": "testcode/BenchmarkTest00657.py", "sha256": "ed63878de550849dc528a682c8db77d93299434491a33ad95a27e7da047a4ee9" }, { "path": "testcode/BenchmarkTest00816.py", "sha256": "cb008c9011daaefd8efe01973337f25c0fc3cc40ca3107d1e42a299889e12f05" }, { "path": "testcode/BenchmarkTest00495.py", "sha256": "738751475204f8ba517e3e53a805297e4cbe949e68e0381aab49d0cc0b61894d" }, { "path": "testcode/BenchmarkTest00850.py", "sha256": "b3e3333588e35c31131e031193bc425dcac2ee38d62b53708bcdbc34a68771f9" }, { "path": "testcode/BenchmarkTest00930.py", "sha256": "4978abd49da4f591ce284595222fde6a1894f32f8bce87fb13f62a12ced58514" }, { "path": "testcode/BenchmarkTest00416.py", "sha256": "8efea79dd13639e1b4541354647bc12db327911ed4ab98a5ac0bd43331976faf" }, { "path": "testcode/BenchmarkTest01085.py", "sha256": "bc5c385cd5ed37d4a68f47dfcb15905d333f6efe9c9150d867b804511821fbf5" }, { "path": "testcode/BenchmarkTest01116.py", "sha256": "f713ed4a9328d95d8c9a269c2e754d564bb71f770c37fbcf6f09335d84f26f7b" }, { "path": "testcode/BenchmarkTest00535.py", "sha256": "eabb174d24c4929c2e31b26894c8388cdf97861de4d1b9dc5bef30f2e7c0681a" } ] }, "comparison": { "cases": [ { "id": "BenchmarkTest00094", "path": "testcode/BenchmarkTest00094.py", "expectedCwe": "CWE-22", "vulnerable": false, "sinkLines": [ 54 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00620", "path": "testcode/BenchmarkTest00620.py", "expectedCwe": "CWE-22", "vulnerable": true, "sinkLines": [ 50 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00588", "path": "testcode/BenchmarkTest00588.py", "expectedCwe": "CWE-328", "vulnerable": false, "sinkLines": [ 55 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } } } }, { "id": "BenchmarkTest00641", "path": "testcode/BenchmarkTest00641.py", "expectedCwe": "CWE-328", "vulnerable": true, "sinkLines": [ 59 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 3 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00780", "path": "testcode/BenchmarkTest00780.py", "expectedCwe": "CWE-330", "vulnerable": false, "sinkLines": [ 51 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest01047", "path": "testcode/BenchmarkTest01047.py", "expectedCwe": "CWE-330", "vulnerable": true, "sinkLines": [ 51 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } } } }, { "id": "BenchmarkTest00152", "path": "testcode/BenchmarkTest00152.py", "expectedCwe": "CWE-501", "vulnerable": false, "sinkLines": [ 46 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00497", "path": "testcode/BenchmarkTest00497.py", "expectedCwe": "CWE-501", "vulnerable": true, "sinkLines": [ 43 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 3 }, "after": { "status": "complete", "detected": true, "findingCount": 3 } } } }, { "id": "BenchmarkTest00660", "path": "testcode/BenchmarkTest00660.py", "expectedCwe": "CWE-502", "vulnerable": false, "sinkLines": [ 54 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00898", "path": "testcode/BenchmarkTest00898.py", "expectedCwe": "CWE-502", "vulnerable": true, "sinkLines": [ 49 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest01209", "path": "testcode/BenchmarkTest01209.py", "expectedCwe": "CWE-601", "vulnerable": false, "sinkLines": [ 52 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00068", "path": "testcode/BenchmarkTest00068.py", "expectedCwe": "CWE-601", "vulnerable": true, "sinkLines": [ 49 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00292", "path": "testcode/BenchmarkTest00292.py", "expectedCwe": "CWE-611", "vulnerable": false, "sinkLines": [ 54 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } } } }, { "id": "BenchmarkTest00541", "path": "testcode/BenchmarkTest00541.py", "expectedCwe": "CWE-611", "vulnerable": true, "sinkLines": [ 48, 50 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00415", "path": "testcode/BenchmarkTest00415.py", "expectedCwe": "CWE-614", "vulnerable": false, "sinkLines": [ 62, 63, 64, 65 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00494", "path": "testcode/BenchmarkTest00494.py", "expectedCwe": "CWE-614", "vulnerable": true, "sinkLines": [ 57, 58, 59, 60 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 3 }, "after": { "status": "complete", "detected": true, "findingCount": 3 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 3 }, "after": { "status": "complete", "detected": true, "findingCount": 3 } } } }, { "id": "BenchmarkTest00943", "path": "testcode/BenchmarkTest00943.py", "expectedCwe": "CWE-643", "vulnerable": false, "sinkLines": [ 55 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00844", "path": "testcode/BenchmarkTest00844.py", "expectedCwe": "CWE-643", "vulnerable": true, "sinkLines": [ 50 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00512", "path": "testcode/BenchmarkTest00512.py", "expectedCwe": "CWE-78", "vulnerable": false, "sinkLines": [ 56 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00511", "path": "testcode/BenchmarkTest00511.py", "expectedCwe": "CWE-78", "vulnerable": true, "sinkLines": [ 57 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00452", "path": "testcode/BenchmarkTest00452.py", "expectedCwe": "CWE-79", "vulnerable": false, "sinkLines": [ 43, 44, 45, 47 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00841", "path": "testcode/BenchmarkTest00841.py", "expectedCwe": "CWE-79", "vulnerable": true, "sinkLines": [ 49, 50, 51, 53 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00012", "path": "testcode/BenchmarkTest00012.py", "expectedCwe": "CWE-89", "vulnerable": false, "sinkLines": [ 51 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00099", "path": "testcode/BenchmarkTest00099.py", "expectedCwe": "CWE-89", "vulnerable": true, "sinkLines": [ 49 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00991", "path": "testcode/BenchmarkTest00991.py", "expectedCwe": "CWE-90", "vulnerable": false, "sinkLines": [ 60 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } } } }, { "id": "BenchmarkTest01200", "path": "testcode/BenchmarkTest01200.py", "expectedCwe": "CWE-90", "vulnerable": true, "sinkLines": [ 45 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 3 }, "after": { "status": "complete", "detected": true, "findingCount": 3 } } } }, { "id": "BenchmarkTest00818", "path": "testcode/BenchmarkTest00818.py", "expectedCwe": "CWE-94", "vulnerable": false, "sinkLines": [ 49 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } } } }, { "id": "BenchmarkTest00161", "path": "testcode/BenchmarkTest00161.py", "expectedCwe": "CWE-94", "vulnerable": true, "sinkLines": [ 40 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-development-2026-10-22-b3d8cf6ae1ed05fc.json", "receiptSha256": "b3d8cf6ae1ed05fc4fd0e7c3056c8bfe17b003bcd41c4c327d7348cb131a15cb" }, "beforeProtocolSha256": "36cd2c7e3b7e3ae0c01bcdbb5da8485d3db43c5f707e34178b15abd9e7a2d00d", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest01109", "path": "testcode/BenchmarkTest01109.py", "expectedCwe": "CWE-22", "vulnerable": false, "sinkLines": [ 48 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00619", "path": "testcode/BenchmarkTest00619.py", "expectedCwe": "CWE-22", "vulnerable": true, "sinkLines": [ 53 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest01173", "path": "testcode/BenchmarkTest01173.py", "expectedCwe": "CWE-78", "vulnerable": false, "sinkLines": [ 51 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00168", "path": "testcode/BenchmarkTest00168.py", "expectedCwe": "CWE-78", "vulnerable": true, "sinkLines": [ 60 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00670", "path": "testcode/BenchmarkTest00670.py", "expectedCwe": "CWE-79", "vulnerable": false, "sinkLines": [ 45, 46, 47, 49 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00096", "path": "testcode/BenchmarkTest00096.py", "expectedCwe": "CWE-79", "vulnerable": true, "sinkLines": [ 50, 51, 52, 54 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } } } }, { "id": "BenchmarkTest00192", "path": "testcode/BenchmarkTest00192.py", "expectedCwe": "CWE-89", "vulnerable": false, "sinkLines": [ 54 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00455", "path": "testcode/BenchmarkTest00455.py", "expectedCwe": "CWE-89", "vulnerable": true, "sinkLines": [ 46 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00732", "path": "testcode/BenchmarkTest00732.py", "expectedCwe": "CWE-90", "vulnerable": false, "sinkLines": [ 46 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00265", "path": "testcode/BenchmarkTest00265.py", "expectedCwe": "CWE-90", "vulnerable": true, "sinkLines": [ 45 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 3 } } } }, { "id": "BenchmarkTest00426", "path": "testcode/BenchmarkTest00426.py", "expectedCwe": "CWE-94", "vulnerable": false, "sinkLines": [ 57 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } } } }, { "id": "BenchmarkTest00422", "path": "testcode/BenchmarkTest00422.py", "expectedCwe": "CWE-94", "vulnerable": true, "sinkLines": [ 44 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 3 }, "after": { "status": "complete", "detected": true, "findingCount": 3 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 3 }, "after": { "status": "complete", "detected": true, "findingCount": 3 } } } }, { "id": "BenchmarkTest00148", "path": "testcode/BenchmarkTest00148.py", "expectedCwe": "CWE-328", "vulnerable": false, "sinkLines": [ 54, 55 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } } } }, { "id": "BenchmarkTest01077", "path": "testcode/BenchmarkTest01077.py", "expectedCwe": "CWE-328", "vulnerable": true, "sinkLines": [ 55, 56 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } } } }, { "id": "BenchmarkTest01058", "path": "testcode/BenchmarkTest01058.py", "expectedCwe": "CWE-330", "vulnerable": false, "sinkLines": [ 52 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00621", "path": "testcode/BenchmarkTest00621.py", "expectedCwe": "CWE-330", "vulnerable": true, "sinkLines": [ 52 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } } } }, { "id": "BenchmarkTest00071", "path": "testcode/BenchmarkTest00071.py", "expectedCwe": "CWE-501", "vulnerable": false, "sinkLines": [ 51 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } } } }, { "id": "BenchmarkTest00072", "path": "testcode/BenchmarkTest00072.py", "expectedCwe": "CWE-501", "vulnerable": true, "sinkLines": [ 49 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 3 }, "after": { "status": "complete", "detected": true, "findingCount": 3 } } } }, { "id": "BenchmarkTest00513", "path": "testcode/BenchmarkTest00513.py", "expectedCwe": "CWE-502", "vulnerable": false, "sinkLines": [ 45 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00510", "path": "testcode/BenchmarkTest00510.py", "expectedCwe": "CWE-502", "vulnerable": true, "sinkLines": [ 46 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00151", "path": "testcode/BenchmarkTest00151.py", "expectedCwe": "CWE-601", "vulnerable": false, "sinkLines": [ 64 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest01178", "path": "testcode/BenchmarkTest01178.py", "expectedCwe": "CWE-601", "vulnerable": true, "sinkLines": [ 44 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00540", "path": "testcode/BenchmarkTest00540.py", "expectedCwe": "CWE-611", "vulnerable": false, "sinkLines": [ 56, 58 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00294", "path": "testcode/BenchmarkTest00294.py", "expectedCwe": "CWE-611", "vulnerable": true, "sinkLines": [ 50, 52 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest01090", "path": "testcode/BenchmarkTest01090.py", "expectedCwe": "CWE-614", "vulnerable": false, "sinkLines": [ 62, 63, 64, 65 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00064", "path": "testcode/BenchmarkTest00064.py", "expectedCwe": "CWE-614", "vulnerable": true, "sinkLines": [ 62, 63, 64, 65 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 3 }, "after": { "status": "complete", "detected": true, "findingCount": 3 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 3 }, "after": { "status": "complete", "detected": true, "findingCount": 3 } } } }, { "id": "BenchmarkTest00938", "path": "testcode/BenchmarkTest00938.py", "expectedCwe": "CWE-643", "vulnerable": false, "sinkLines": [ 60 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00101", "path": "testcode/BenchmarkTest00101.py", "expectedCwe": "CWE-643", "vulnerable": true, "sinkLines": [ 55 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-trial-untouched-2026-10-22-dbfd9aaaf0e6a997.json", "receiptSha256": "dbfd9aaaf0e6a9972623f77f4cea27332abd1ebec4035bce7f3d1a5669b33602" }, "beforeProtocolSha256": "bfdcd0e0edacc662d44d75759e83f19277139f50af38410259ea7c851cf7f9ba", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest01007", "path": "testcode/BenchmarkTest01007.py", "expectedCwe": "CWE-22", "vulnerable": false, "sinkLines": [ 55 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00615", "path": "testcode/BenchmarkTest00615.py", "expectedCwe": "CWE-22", "vulnerable": true, "sinkLines": [ 53 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00350", "path": "testcode/BenchmarkTest00350.py", "expectedCwe": "CWE-78", "vulnerable": false, "sinkLines": [ 58 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00167", "path": "testcode/BenchmarkTest00167.py", "expectedCwe": "CWE-78", "vulnerable": true, "sinkLines": [ 53 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest01015", "path": "testcode/BenchmarkTest01015.py", "expectedCwe": "CWE-79", "vulnerable": false, "sinkLines": [ 42, 43, 44, 46 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00451", "path": "testcode/BenchmarkTest00451.py", "expectedCwe": "CWE-79", "vulnerable": true, "sinkLines": [ 43, 44, 45, 47 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } } } }, { "id": "BenchmarkTest00287", "path": "testcode/BenchmarkTest00287.py", "expectedCwe": "CWE-89", "vulnerable": false, "sinkLines": [ 56 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00284", "path": "testcode/BenchmarkTest00284.py", "expectedCwe": "CWE-89", "vulnerable": true, "sinkLines": [ 47 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00348", "path": "testcode/BenchmarkTest00348.py", "expectedCwe": "CWE-90", "vulnerable": false, "sinkLines": [ 54 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00427", "path": "testcode/BenchmarkTest00427.py", "expectedCwe": "CWE-90", "vulnerable": true, "sinkLines": [ 50 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 3 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00600", "path": "testcode/BenchmarkTest00600.py", "expectedCwe": "CWE-94", "vulnerable": false, "sinkLines": [ 52 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00160", "path": "testcode/BenchmarkTest00160.py", "expectedCwe": "CWE-94", "vulnerable": true, "sinkLines": [ 49 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00798", "path": "testcode/BenchmarkTest00798.py", "expectedCwe": "CWE-328", "vulnerable": false, "sinkLines": [ 59, 60 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00586", "path": "testcode/BenchmarkTest00586.py", "expectedCwe": "CWE-328", "vulnerable": true, "sinkLines": [ 59, 60 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } } } }, { "id": "BenchmarkTest00694", "path": "testcode/BenchmarkTest00694.py", "expectedCwe": "CWE-330", "vulnerable": false, "sinkLines": [ 46 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00626", "path": "testcode/BenchmarkTest00626.py", "expectedCwe": "CWE-330", "vulnerable": true, "sinkLines": [ 52 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } } } }, { "id": "BenchmarkTest01162", "path": "testcode/BenchmarkTest01162.py", "expectedCwe": "CWE-501", "vulnerable": false, "sinkLines": [ 39 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 1 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 3 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00338", "path": "testcode/BenchmarkTest00338.py", "expectedCwe": "CWE-501", "vulnerable": true, "sinkLines": [ 49 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00609", "path": "testcode/BenchmarkTest00609.py", "expectedCwe": "CWE-502", "vulnerable": false, "sinkLines": [ 49 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00270", "path": "testcode/BenchmarkTest00270.py", "expectedCwe": "CWE-502", "vulnerable": true, "sinkLines": [ 41 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00419", "path": "testcode/BenchmarkTest00419.py", "expectedCwe": "CWE-601", "vulnerable": false, "sinkLines": [ 62 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00655", "path": "testcode/BenchmarkTest00655.py", "expectedCwe": "CWE-601", "vulnerable": true, "sinkLines": [ 49 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00291", "path": "testcode/BenchmarkTest00291.py", "expectedCwe": "CWE-611", "vulnerable": false, "sinkLines": [ 51, 54 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00931", "path": "testcode/BenchmarkTest00931.py", "expectedCwe": "CWE-611", "vulnerable": true, "sinkLines": [ 63, 65 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } }, { "id": "BenchmarkTest00813", "path": "testcode/BenchmarkTest00813.py", "expectedCwe": "CWE-614", "vulnerable": false, "sinkLines": [ 58, 59, 60, 61 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 2 }, "after": { "status": "complete", "detected": false, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 2 }, "after": { "status": "complete", "detected": false, "findingCount": 2 } } } }, { "id": "BenchmarkTest00981", "path": "testcode/BenchmarkTest00981.py", "expectedCwe": "CWE-614", "vulnerable": true, "sinkLines": [ 71, 72, 73, 74 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } } } }, { "id": "BenchmarkTest01117", "path": "testcode/BenchmarkTest01117.py", "expectedCwe": "CWE-643", "vulnerable": false, "sinkLines": [ 49 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } }, "servedCombined": { "before": { "status": "complete", "detected": false, "findingCount": 0 }, "after": { "status": "complete", "detected": false, "findingCount": 0 } } } }, { "id": "BenchmarkTest00217", "path": "testcode/BenchmarkTest00217.py", "expectedCwe": "CWE-643", "vulnerable": true, "sinkLines": [ 58 ], "beforeReceipt": { "rawReceiptPath": "/benchmarks/model-followup-untouched-2026-10-22-3f923cb1a03c9d86.json", "receiptSha256": "3f923cb1a03c9d8627427f8ced651c0e845d4ee15e699dab3ab7372bc9c92b86" }, "beforeProtocolSha256": "8c4260d2f76e9a5eb092e2f24b5057473f81d198bb92827836706eecb4f11511", "outcomes": { "nativeDeterministic": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } }, "modelOnlyMapped": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "modelOnlyVerified": { "before": { "status": "complete", "detected": true, "findingCount": 1 }, "after": { "status": "complete", "detected": true, "findingCount": 1 } }, "servedCombined": { "before": { "status": "complete", "detected": true, "findingCount": 2 }, "after": { "status": "complete", "detected": true, "findingCount": 2 } } } } ], "before": { "nativeDeterministic": { "tp": 42, "fn": 0, "fp": 3, "tn": 39, "scored": 84, "failed": 0, "notRun": 0 }, "modelOnlyMapped": { "tp": 31, "fn": 11, "fp": 12, "tn": 30, "scored": 84, "failed": 0, "notRun": 0 }, "modelOnlyVerified": { "tp": 30, "fn": 12, "fp": 3, "tn": 39, "scored": 84, "failed": 0, "notRun": 0 }, "servedCombined": { "tp": 42, "fn": 0, "fp": 4, "tn": 38, "scored": 84, "failed": 0, "notRun": 0 } }, "after": { "nativeDeterministic": { "tp": 42, "fn": 0, "fp": 3, "tn": 39, "scored": 84, "failed": 0, "notRun": 0 }, "modelOnlyMapped": { "tp": 28, "fn": 14, "fp": 9, "tn": 33, "scored": 84, "failed": 0, "notRun": 0 }, "modelOnlyVerified": { "tp": 28, "fn": 14, "fp": 2, "tn": 40, "scored": 84, "failed": 0, "notRun": 0 }, "servedCombined": { "tp": 42, "fn": 0, "fp": 3, "tn": 39, "scored": 84, "failed": 0, "notRun": 0 } }, "policy": "The before totals combine each case's latest published outcome at the start of this iteration from different earlier configurations. They are not a single 84-case run. Additional paid development trials remain separately visible and do not replace this pinned baseline. After totals are one new run on all 84 known development cases. Single-run response variation and configuration differences limit causal conclusions." }, "diagnosticRows": [ { "id": "BenchmarkTest00094", "expectedCwe": "CWE-22", "vulnerable": false, "sinkLines": [ 54 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00620", "expectedCwe": "CWE-22", "vulnerable": true, "sinkLines": [ 50 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 60, "endLine": 60 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 49, "endLine": 50 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 49, "endLine": 50 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 60, "endLine": 60 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 60, "endLine": 60 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 60, "endLine": 60 } ] } }, { "id": "BenchmarkTest00588", "expectedCwe": "CWE-328", "vulnerable": false, "sinkLines": [ 55 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 66, "endLine": 66 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 66, "endLine": 66 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 66, "endLine": 66 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 66, "endLine": 66 } ] } }, { "id": "BenchmarkTest00641", "expectedCwe": "CWE-328", "vulnerable": true, "sinkLines": [ 59 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 70, "endLine": 70 }, { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ], "modelOnlyMapped": [ { "cwe": "CWE-327", "startLine": 59, "endLine": 59 } ], "modelOnlyVerified": [ { "cwe": "CWE-327", "startLine": 59, "endLine": 59 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 70, "endLine": 70 }, { "cwe": "CWE-328", "startLine": 59, "endLine": 59 }, { "cwe": "CWE-327", "startLine": 59, "endLine": 59 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 70, "endLine": 70 }, { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ], "modelOnlyMapped": [ { "cwe": "CWE-327", "startLine": 59, "endLine": 59 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 70, "endLine": 70 }, { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ] } }, { "id": "BenchmarkTest00780", "expectedCwe": "CWE-330", "vulnerable": false, "sinkLines": [ 51 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest01047", "expectedCwe": "CWE-330", "vulnerable": true, "sinkLines": [ 51 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ], "modelOnlyMapped": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ], "servedCombined": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ], "modelOnlyMapped": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ], "servedCombined": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ] } }, { "id": "BenchmarkTest00152", "expectedCwe": "CWE-501", "vulnerable": false, "sinkLines": [ 46 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00497", "expectedCwe": "CWE-501", "vulnerable": true, "sinkLines": [ 43 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 43, "endLine": 43 }, { "cwe": "CWE-79", "startLine": 50, "endLine": 50 } ], "modelOnlyMapped": [ { "cwe": "CWE-384", "startLine": 43, "endLine": 43 } ], "modelOnlyVerified": [ { "cwe": "CWE-384", "startLine": 43, "endLine": 43 } ], "servedCombined": [ { "cwe": "CWE-501", "startLine": 43, "endLine": 43 }, { "cwe": "CWE-79", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-384", "startLine": 43, "endLine": 43 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 43, "endLine": 43 }, { "cwe": "CWE-79", "startLine": 50, "endLine": 50 } ], "modelOnlyMapped": [ { "cwe": "CWE-290", "startLine": 43, "endLine": 43 } ], "modelOnlyVerified": [ { "cwe": "CWE-290", "startLine": 43, "endLine": 43 } ], "servedCombined": [ { "cwe": "CWE-501", "startLine": 43, "endLine": 43 }, { "cwe": "CWE-79", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-290", "startLine": 43, "endLine": 43 } ] } }, { "id": "BenchmarkTest00660", "expectedCwe": "CWE-502", "vulnerable": false, "sinkLines": [ 54 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 58 } ], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00898", "expectedCwe": "CWE-502", "vulnerable": true, "sinkLines": [ 49 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-502", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-502", "startLine": 49, "endLine": 49 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-502", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-502", "startLine": 49, "endLine": 49 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-502", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-502", "startLine": 49, "endLine": 49 } ], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-502", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-502", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-502", "startLine": 49, "endLine": 49 } ] } }, { "id": "BenchmarkTest01209", "expectedCwe": "CWE-601", "vulnerable": false, "sinkLines": [ 52 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 52, "endLine": 52 } ], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00068", "expectedCwe": "CWE-601", "vulnerable": true, "sinkLines": [ 49 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ] } }, { "id": "BenchmarkTest00292", "expectedCwe": "CWE-611", "vulnerable": false, "sinkLines": [ 54 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 73, "endLine": 73 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 73, "endLine": 73 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 73, "endLine": 73 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 73, "endLine": 73 } ] } }, { "id": "BenchmarkTest00541", "expectedCwe": "CWE-611", "vulnerable": true, "sinkLines": [ 48, 50 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 69, "endLine": 69 }, { "cwe": "CWE-611", "startLine": 50, "endLine": 50 } ], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 48, "endLine": 48 } ], "modelOnlyVerified": [ { "cwe": "CWE-611", "startLine": 48, "endLine": 48 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 69, "endLine": 69 }, { "cwe": "CWE-611", "startLine": 50, "endLine": 50 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 69, "endLine": 69 }, { "cwe": "CWE-611", "startLine": 50, "endLine": 50 } ], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 48, "endLine": 48 } ], "modelOnlyVerified": [ { "cwe": "CWE-611", "startLine": 48, "endLine": 48 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 69, "endLine": 69 }, { "cwe": "CWE-611", "startLine": 50, "endLine": 50 } ] } }, { "id": "BenchmarkTest00415", "expectedCwe": "CWE-614", "vulnerable": false, "sinkLines": [ 62, 63, 64, 65 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00494", "expectedCwe": "CWE-614", "vulnerable": true, "sinkLines": [ 57, 58, 59, 60 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 }, { "cwe": "CWE-614", "startLine": 57, "endLine": 57 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 }, { "cwe": "CWE-614", "startLine": 57, "endLine": 57 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 }, { "cwe": "CWE-614", "startLine": 57, "endLine": 57 } ], "modelOnlyMapped": [ { "cwe": "CWE-614", "startLine": 57, "endLine": 60 } ], "modelOnlyVerified": [ { "cwe": "CWE-614", "startLine": 57, "endLine": 60 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 }, { "cwe": "CWE-614", "startLine": 57, "endLine": 57 } ] } }, { "id": "BenchmarkTest00943", "expectedCwe": "CWE-643", "vulnerable": false, "sinkLines": [ 55 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": null, "startLine": 55, "endLine": 55 } ], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00844", "expectedCwe": "CWE-643", "vulnerable": true, "sinkLines": [ 50 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-643", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-643", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-643", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [ { "cwe": "CWE-643", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-643", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-643", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] } }, { "id": "BenchmarkTest00512", "expectedCwe": "CWE-78", "vulnerable": false, "sinkLines": [ 56 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 56, "endLine": 56 } ], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 56, "endLine": 56 } ], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00511", "expectedCwe": "CWE-78", "vulnerable": true, "sinkLines": [ 57 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 57 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 57 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 } ] } }, { "id": "BenchmarkTest00452", "expectedCwe": "CWE-79", "vulnerable": false, "sinkLines": [ 43, 44, 45, 47 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": null, "startLine": 37, "endLine": 37 } ], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00841", "expectedCwe": "CWE-79", "vulnerable": true, "sinkLines": [ 49, 50, 51, 53 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 49, "endLine": 51 } ], "modelOnlyVerified": [ { "cwe": "CWE-79", "startLine": 49, "endLine": 51 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 50, "endLine": 50 } ], "modelOnlyVerified": [ { "cwe": "CWE-79", "startLine": 50, "endLine": 50 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 50, "endLine": 50 } ] } }, { "id": "BenchmarkTest00012", "expectedCwe": "CWE-89", "vulnerable": false, "sinkLines": [ 51 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00099", "expectedCwe": "CWE-89", "vulnerable": true, "sinkLines": [ 49 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-89", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ], "modelOnlyMapped": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-89", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-89", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ], "modelOnlyMapped": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-89", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ] } }, { "id": "BenchmarkTest00991", "expectedCwe": "CWE-90", "vulnerable": false, "sinkLines": [ 60 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 57, "endLine": 57 } ], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 57, "endLine": 57 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 57, "endLine": 57 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 57, "endLine": 57 } ] } }, { "id": "BenchmarkTest01200", "expectedCwe": "CWE-90", "vulnerable": true, "sinkLines": [ 45 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 }, { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 }, { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ] } }, { "id": "BenchmarkTest00818", "expectedCwe": "CWE-94", "vulnerable": false, "sinkLines": [ 49 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ], "modelOnlyMapped": [ { "cwe": "CWE-95", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ], "modelOnlyMapped": [ { "cwe": "CWE-95", "startLine": 48, "endLine": 50 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ] } }, { "id": "BenchmarkTest00161", "expectedCwe": "CWE-94", "vulnerable": true, "sinkLines": [ 40 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 } ], "modelOnlyVerified": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 } ], "servedCombined": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 } ], "modelOnlyVerified": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 } ], "servedCombined": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ] } }, { "id": "BenchmarkTest01109", "expectedCwe": "CWE-22", "vulnerable": false, "sinkLines": [ 48 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 48, "endLine": 48 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 47, "endLine": 48 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 47, "endLine": 48 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 48, "endLine": 48 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 48, "endLine": 48 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 48, "endLine": 48 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 48, "endLine": 48 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 48, "endLine": 48 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ] } }, { "id": "BenchmarkTest00619", "expectedCwe": "CWE-22", "vulnerable": true, "sinkLines": [ 53 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 64, "endLine": 64 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 52, "endLine": 53 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 52, "endLine": 53 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 64, "endLine": 64 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 64, "endLine": 64 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 64, "endLine": 64 } ] } }, { "id": "BenchmarkTest01173", "expectedCwe": "CWE-78", "vulnerable": false, "sinkLines": [ 51 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 }, { "cwe": "CWE-79", "startLine": 61, "endLine": 61 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 48, "endLine": 51 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 48, "endLine": 51 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 }, { "cwe": "CWE-79", "startLine": 61, "endLine": 61 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 }, { "cwe": "CWE-79", "startLine": 61, "endLine": 61 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 }, { "cwe": "CWE-79", "startLine": 61, "endLine": 61 } ] } }, { "id": "BenchmarkTest00168", "expectedCwe": "CWE-78", "vulnerable": true, "sinkLines": [ 60 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 60, "endLine": 60 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 60 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 60 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 60, "endLine": 60 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 60, "endLine": 60 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 60, "endLine": 60 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 60, "endLine": 60 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 60, "endLine": 60 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ] } }, { "id": "BenchmarkTest00670", "expectedCwe": "CWE-79", "vulnerable": false, "sinkLines": [ 45, 46, 47, 49 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 45, "endLine": 47 } ], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00096", "expectedCwe": "CWE-79", "vulnerable": true, "sinkLines": [ 50, 51, 52, 54 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 54, "endLine": 54 } ], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 50, "endLine": 52 } ], "modelOnlyVerified": [ { "cwe": "CWE-79", "startLine": 50, "endLine": 52 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 54, "endLine": 54 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 54, "endLine": 54 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 54, "endLine": 54 } ] } }, { "id": "BenchmarkTest00192", "expectedCwe": "CWE-89", "vulnerable": false, "sinkLines": [ 54 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00455", "expectedCwe": "CWE-89", "vulnerable": true, "sinkLines": [ 46 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-79", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [ { "cwe": "CWE-89", "startLine": 43, "endLine": 46 } ], "modelOnlyVerified": [ { "cwe": "CWE-89", "startLine": 43, "endLine": 46 } ], "servedCombined": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-79", "startLine": 52, "endLine": 52 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-79", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 46 } ], "modelOnlyVerified": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 46 } ], "servedCombined": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-79", "startLine": 52, "endLine": 52 } ] } }, { "id": "BenchmarkTest00732", "expectedCwe": "CWE-90", "vulnerable": false, "sinkLines": [ 46 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00265", "expectedCwe": "CWE-90", "vulnerable": true, "sinkLines": [ 45 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 45 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 45 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 }, { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ] } }, { "id": "BenchmarkTest00426", "expectedCwe": "CWE-94", "vulnerable": false, "sinkLines": [ 57 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 56, "endLine": 57 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 57, "endLine": 57 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] } }, { "id": "BenchmarkTest00422", "expectedCwe": "CWE-94", "vulnerable": true, "sinkLines": [ 44 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-94", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-95", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ], "modelOnlyMapped": [ { "cwe": "CWE-95", "startLine": 42, "endLine": 45 } ], "modelOnlyVerified": [ { "cwe": "CWE-95", "startLine": 42, "endLine": 45 } ], "servedCombined": [ { "cwe": "CWE-94", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-95", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-94", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-95", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ], "modelOnlyMapped": [ { "cwe": "CWE-95", "startLine": 42, "endLine": 45 } ], "modelOnlyVerified": [ { "cwe": "CWE-95", "startLine": 42, "endLine": 45 } ], "servedCombined": [ { "cwe": "CWE-94", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-95", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ] } }, { "id": "BenchmarkTest00148", "expectedCwe": "CWE-328", "vulnerable": false, "sinkLines": [ 54, 55 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ] } }, { "id": "BenchmarkTest01077", "expectedCwe": "CWE-328", "vulnerable": true, "sinkLines": [ 55, 56 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-328", "startLine": 55, "endLine": 55 } ], "modelOnlyMapped": [ { "cwe": "CWE-328", "startLine": 55, "endLine": 56 } ], "modelOnlyVerified": [ { "cwe": "CWE-328", "startLine": 55, "endLine": 56 } ], "servedCombined": [ { "cwe": "CWE-328", "startLine": 55, "endLine": 55 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-328", "startLine": 55, "endLine": 55 } ], "modelOnlyMapped": [ { "cwe": "CWE-327", "startLine": 55, "endLine": 55 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-328", "startLine": 55, "endLine": 55 } ] } }, { "id": "BenchmarkTest01058", "expectedCwe": "CWE-330", "vulnerable": false, "sinkLines": [ 52 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00621", "expectedCwe": "CWE-330", "vulnerable": true, "sinkLines": [ 52 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "modelOnlyVerified": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "servedCombined": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "modelOnlyVerified": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "servedCombined": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ] } }, { "id": "BenchmarkTest00071", "expectedCwe": "CWE-501", "vulnerable": false, "sinkLines": [ 51 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-915", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-384", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [ { "cwe": "CWE-384", "startLine": 51, "endLine": 51 } ], "servedCombined": [ { "cwe": "CWE-384", "startLine": 51, "endLine": 51 } ] } }, { "id": "BenchmarkTest00072", "expectedCwe": "CWE-501", "vulnerable": true, "sinkLines": [ 49 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ], "modelOnlyMapped": [ { "cwe": "CWE-915", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-915", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 }, { "cwe": "CWE-915", "startLine": 49, "endLine": 49 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ], "modelOnlyMapped": [ { "cwe": "CWE-384", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-384", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 }, { "cwe": "CWE-384", "startLine": 49, "endLine": 49 } ] } }, { "id": "BenchmarkTest00513", "expectedCwe": "CWE-502", "vulnerable": false, "sinkLines": [ 45 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 45, "endLine": 45 } ], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": null, "startLine": 45, "endLine": 45 } ], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00510", "expectedCwe": "CWE-502", "vulnerable": true, "sinkLines": [ 46 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ], "modelOnlyVerified": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ], "servedCombined": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ], "modelOnlyVerified": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ], "servedCombined": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ] } }, { "id": "BenchmarkTest00151", "expectedCwe": "CWE-601", "vulnerable": false, "sinkLines": [ 64 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest01178", "expectedCwe": "CWE-601", "vulnerable": true, "sinkLines": [ 44 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-601", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 44, "endLine": 44 } ], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 39, "endLine": 44 } ], "modelOnlyVerified": [ { "cwe": "CWE-601", "startLine": 39, "endLine": 44 } ], "servedCombined": [ { "cwe": "CWE-601", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 44, "endLine": 44 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-601", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 44, "endLine": 44 } ], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 39, "endLine": 44 } ], "modelOnlyVerified": [ { "cwe": "CWE-601", "startLine": 39, "endLine": 44 } ], "servedCombined": [ { "cwe": "CWE-601", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 44, "endLine": 44 } ] } }, { "id": "BenchmarkTest00540", "expectedCwe": "CWE-611", "vulnerable": false, "sinkLines": [ 56, 58 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 56, "endLine": 58 } ], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 56, "endLine": 56 } ], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00294", "expectedCwe": "CWE-611", "vulnerable": true, "sinkLines": [ 50, 52 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 71, "endLine": 71 }, { "cwe": "CWE-611", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 50, "endLine": 52 } ], "modelOnlyVerified": [ { "cwe": "CWE-611", "startLine": 50, "endLine": 52 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 71, "endLine": 71 }, { "cwe": "CWE-611", "startLine": 52, "endLine": 52 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 71, "endLine": 71 }, { "cwe": "CWE-611", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 50, "endLine": 50 } ], "modelOnlyVerified": [ { "cwe": "CWE-611", "startLine": 50, "endLine": 50 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 71, "endLine": 71 }, { "cwe": "CWE-611", "startLine": 52, "endLine": 52 } ] } }, { "id": "BenchmarkTest01090", "expectedCwe": "CWE-614", "vulnerable": false, "sinkLines": [ 62, 63, 64, 65 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00064", "expectedCwe": "CWE-614", "vulnerable": true, "sinkLines": [ 62, 63, 64, 65 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 61, "endLine": 61 }, { "cwe": "CWE-79", "startLine": 67, "endLine": 67 }, { "cwe": "CWE-614", "startLine": 62, "endLine": 62 } ], "modelOnlyMapped": [ { "cwe": "CWE-614", "startLine": 62, "endLine": 65 } ], "modelOnlyVerified": [ { "cwe": "CWE-614", "startLine": 62, "endLine": 65 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 61, "endLine": 61 }, { "cwe": "CWE-79", "startLine": 67, "endLine": 67 }, { "cwe": "CWE-614", "startLine": 62, "endLine": 62 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 61, "endLine": 61 }, { "cwe": "CWE-79", "startLine": 67, "endLine": 67 }, { "cwe": "CWE-614", "startLine": 62, "endLine": 62 } ], "modelOnlyMapped": [ { "cwe": "CWE-614", "startLine": 62, "endLine": 65 } ], "modelOnlyVerified": [ { "cwe": "CWE-614", "startLine": 62, "endLine": 65 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 61, "endLine": 61 }, { "cwe": "CWE-79", "startLine": 67, "endLine": 67 }, { "cwe": "CWE-614", "startLine": 62, "endLine": 62 } ] } }, { "id": "BenchmarkTest00938", "expectedCwe": "CWE-643", "vulnerable": false, "sinkLines": [ 60 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00101", "expectedCwe": "CWE-643", "vulnerable": true, "sinkLines": [ 55 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-643", "startLine": 55, "endLine": 55 }, { "cwe": "CWE-79", "startLine": 68, "endLine": 68 } ], "modelOnlyMapped": [ { "cwe": "CWE-643", "startLine": 54, "endLine": 55 } ], "modelOnlyVerified": [ { "cwe": "CWE-643", "startLine": 54, "endLine": 55 } ], "servedCombined": [ { "cwe": "CWE-643", "startLine": 55, "endLine": 55 }, { "cwe": "CWE-79", "startLine": 68, "endLine": 68 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-643", "startLine": 55, "endLine": 55 }, { "cwe": "CWE-79", "startLine": 68, "endLine": 68 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-643", "startLine": 55, "endLine": 55 }, { "cwe": "CWE-79", "startLine": 68, "endLine": 68 } ] } }, { "id": "BenchmarkTest01007", "expectedCwe": "CWE-22", "vulnerable": false, "sinkLines": [ 55 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 54, "endLine": 55 } ], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 55, "endLine": 55 } ], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00615", "expectedCwe": "CWE-22", "vulnerable": true, "sinkLines": [ 53 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 52, "endLine": 53 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 52, "endLine": 53 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ] } }, { "id": "BenchmarkTest00350", "expectedCwe": "CWE-78", "vulnerable": false, "sinkLines": [ 58 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 55, "endLine": 58 } ], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 58, "endLine": 58 } ], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00167", "expectedCwe": "CWE-78", "vulnerable": true, "sinkLines": [ 53 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 50, "endLine": 53 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 50, "endLine": 53 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 53, "endLine": 53 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 53, "endLine": 53 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] } }, { "id": "BenchmarkTest01015", "expectedCwe": "CWE-79", "vulnerable": false, "sinkLines": [ 42, 43, 44, 46 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 42, "endLine": 44 } ], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00451", "expectedCwe": "CWE-79", "vulnerable": true, "sinkLines": [ 43, 44, 45, 47 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 47, "endLine": 47 } ], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 43, "endLine": 45 } ], "modelOnlyVerified": [ { "cwe": "CWE-79", "startLine": 43, "endLine": 45 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 47, "endLine": 47 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 47, "endLine": 47 } ], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 43, "endLine": 45 } ], "modelOnlyVerified": [ { "cwe": "CWE-79", "startLine": 43, "endLine": 45 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 47, "endLine": 47 } ] } }, { "id": "BenchmarkTest00287", "expectedCwe": "CWE-89", "vulnerable": false, "sinkLines": [ 56 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00284", "expectedCwe": "CWE-89", "vulnerable": true, "sinkLines": [ 47 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-89", "startLine": 47, "endLine": 47 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ], "modelOnlyMapped": [ { "cwe": "CWE-89", "startLine": 44, "endLine": 47 } ], "modelOnlyVerified": [ { "cwe": "CWE-89", "startLine": 44, "endLine": 47 } ], "servedCombined": [ { "cwe": "CWE-89", "startLine": 47, "endLine": 47 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-89", "startLine": 47, "endLine": 47 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ], "modelOnlyMapped": [ { "cwe": "CWE-89", "startLine": 44, "endLine": 47 } ], "modelOnlyVerified": [ { "cwe": "CWE-89", "startLine": 44, "endLine": 47 } ], "servedCombined": [ { "cwe": "CWE-89", "startLine": 47, "endLine": 47 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ] } }, { "id": "BenchmarkTest00348", "expectedCwe": "CWE-90", "vulnerable": false, "sinkLines": [ 54 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 54, "endLine": 54 } ], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00427", "expectedCwe": "CWE-90", "vulnerable": true, "sinkLines": [ 50 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-90", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 47, "endLine": 47 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 47, "endLine": 47 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 }, { "cwe": "CWE-90", "startLine": 47, "endLine": 47 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-90", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 50, "endLine": 50 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 50, "endLine": 50 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ] } }, { "id": "BenchmarkTest00600", "expectedCwe": "CWE-94", "vulnerable": false, "sinkLines": [ 52 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-95", "startLine": 50, "endLine": 53 } ], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-95", "startLine": 52, "endLine": 52 } ], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00160", "expectedCwe": "CWE-94", "vulnerable": true, "sinkLines": [ 49 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-94", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 48, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-94", "startLine": 48, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-94", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-94", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-94", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-94", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ] } }, { "id": "BenchmarkTest00798", "expectedCwe": "CWE-328", "vulnerable": false, "sinkLines": [ 59, 60 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00586", "expectedCwe": "CWE-328", "vulnerable": true, "sinkLines": [ 59, 60 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ], "modelOnlyMapped": [ { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ], "modelOnlyMapped": [ { "cwe": null, "startLine": 59, "endLine": 59 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ] } }, { "id": "BenchmarkTest00694", "expectedCwe": "CWE-330", "vulnerable": false, "sinkLines": [ 46 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-330", "startLine": 46, "endLine": 46 } ], "modelOnlyVerified": [ { "cwe": "CWE-330", "startLine": 46, "endLine": 46 } ], "servedCombined": [ { "cwe": "CWE-330", "startLine": 46, "endLine": 46 } ] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00626", "expectedCwe": "CWE-330", "vulnerable": true, "sinkLines": [ 52 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "modelOnlyVerified": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "servedCombined": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ] } }, { "id": "BenchmarkTest01162", "expectedCwe": "CWE-501", "vulnerable": false, "sinkLines": [ 39 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 39, "endLine": 39 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ], "modelOnlyMapped": [ { "cwe": "CWE-915", "startLine": 39, "endLine": 39 } ], "modelOnlyVerified": [ { "cwe": "CWE-915", "startLine": 39, "endLine": 39 } ], "servedCombined": [ { "cwe": "CWE-501", "startLine": 39, "endLine": 39 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-915", "startLine": 39, "endLine": 39 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 39, "endLine": 39 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-501", "startLine": 39, "endLine": 39 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ] } }, { "id": "BenchmarkTest00338", "expectedCwe": "CWE-501", "vulnerable": true, "sinkLines": [ 49 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ] } }, { "id": "BenchmarkTest00609", "expectedCwe": "CWE-502", "vulnerable": false, "sinkLines": [ 49 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00270", "expectedCwe": "CWE-502", "vulnerable": true, "sinkLines": [ 41 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 } ], "modelOnlyVerified": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 } ], "servedCombined": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 } ], "modelOnlyVerified": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 } ], "servedCombined": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ] } }, { "id": "BenchmarkTest00419", "expectedCwe": "CWE-601", "vulnerable": false, "sinkLines": [ 62 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 62, "endLine": 62 } ], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00655", "expectedCwe": "CWE-601", "vulnerable": true, "sinkLines": [ 49 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ] } }, { "id": "BenchmarkTest00291", "expectedCwe": "CWE-611", "vulnerable": false, "sinkLines": [ 51, 54 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00931", "expectedCwe": "CWE-611", "vulnerable": true, "sinkLines": [ 63, 65 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 84, "endLine": 84 }, { "cwe": "CWE-611", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 63, "endLine": 65 } ], "modelOnlyVerified": [ { "cwe": "CWE-611", "startLine": 63, "endLine": 65 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 84, "endLine": 84 }, { "cwe": "CWE-611", "startLine": 65, "endLine": 65 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 84, "endLine": 84 }, { "cwe": "CWE-611", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 63, "endLine": 63 } ], "modelOnlyVerified": [ { "cwe": "CWE-611", "startLine": 63, "endLine": 63 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 84, "endLine": 84 }, { "cwe": "CWE-611", "startLine": 65, "endLine": 65 } ] } }, { "id": "BenchmarkTest00813", "expectedCwe": "CWE-614", "vulnerable": false, "sinkLines": [ 58, 59, 60, 61 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] } }, { "id": "BenchmarkTest00981", "expectedCwe": "CWE-614", "vulnerable": true, "sinkLines": [ 71, 72, 73, 74 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 71 } ], "modelOnlyMapped": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 74 } ], "modelOnlyVerified": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 74 } ], "servedCombined": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 71 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 71 } ], "modelOnlyMapped": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 74 } ], "modelOnlyVerified": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 74 } ], "servedCombined": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 71 } ] } }, { "id": "BenchmarkTest01117", "expectedCwe": "CWE-643", "vulnerable": false, "sinkLines": [ 49 ], "before": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "after": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] } }, { "id": "BenchmarkTest00217", "expectedCwe": "CWE-643", "vulnerable": true, "sinkLines": [ 58 ], "before": { "nativeDeterministic": [ { "cwe": "CWE-643", "startLine": 58, "endLine": 58 }, { "cwe": "CWE-79", "startLine": 71, "endLine": 71 } ], "modelOnlyMapped": [ { "cwe": "CWE-643", "startLine": 54, "endLine": 58 } ], "modelOnlyVerified": [ { "cwe": "CWE-643", "startLine": 54, "endLine": 58 } ], "servedCombined": [ { "cwe": "CWE-643", "startLine": 58, "endLine": 58 }, { "cwe": "CWE-79", "startLine": 71, "endLine": 71 } ] }, "after": { "nativeDeterministic": [ { "cwe": "CWE-643", "startLine": 58, "endLine": 58 }, { "cwe": "CWE-79", "startLine": 71, "endLine": 71 } ], "modelOnlyMapped": [ { "cwe": "CWE-643", "startLine": 58, "endLine": 58 } ], "modelOnlyVerified": [ { "cwe": "CWE-643", "startLine": 58, "endLine": 58 } ], "servedCombined": [ { "cwe": "CWE-643", "startLine": 58, "endLine": 58 }, { "cwe": "CWE-79", "startLine": 71, "endLine": 71 } ] } } ], "contextProof": { "caseId": "BenchmarkTest01162", "routeSha256": "0166fbad52e18a77640a4e97567a578935ec2104e4898dde87fa176c59e8064d", "helperSha256": "89db71030f136a205b52ea1aecec7ffb596efca2721ef91522eea4b2075814a4", "paidCalls": 0, "isolated": [ { "ruleId": "TRUST-001", "cwe": "CWE-501", "startLine": 39, "endLine": 39, "verdict": "uncertain" }, { "ruleId": "XSS-001", "cwe": "CWE-79", "startLine": 46, "endLine": 46, "verdict": "uncertain" } ], "suppliedContext": [], "policy": "One supplemental native context comparison on a known safe case. Supplying a source-proven helper body can resolve an uncertain isolated warning. This does not change the isolated benchmark scores, prove broad helper coverage or establish customer precision." }, "development": { "schemaVersion": 1, "protocolSha256": "677c4dd6d3a1254d6946aae21c4a5fa3207a604dc99b7e6c5ac9ed9beee24610", "frozenAt": "2026-10-22T10:31:22.571Z", "startedAt": "2026-10-22T10:31:29.860Z", "finishedAt": "2026-10-22T10:39:41.591Z", "suite": { "name": "OWASP BenchmarkPython v0.1 balanced 28-case model detection-stage pilot", "repository": "https://github.com/OWASP-Benchmark/BenchmarkPython", "revision": "f1291485808b66e20ddb6b01b10dc71b3df8c8ba", "labelsSha256": "6396f37c97cfd0c018db3d8750095ce6c678a083f83620cfb3e88fe27a46bb0c", "totalCases": 1230 }, "config": { "model": "deepseek-v4-flash", "baseUrl": "https://api.deepseek.com", "concurrency": 1, "timeoutMs": 240000, "reasoningEffort": "none", "chainReasoningEffort": "low" }, "runtime": { "bun": "1.3.11", "node": "v24.3.0", "platform": "darwin", "arch": "arm64" }, "sourceIdentities": [ { "path": "apps/scan-cli/package.json", "sha256": "cc9d0ae3f24a0f1a2858e9ff0663c4804b88c77f8e2b8cf8a8b1082dc0e3d024" }, { "path": "apps/scan-cli/src/analysis-cache.ts", "sha256": "d0baba6157b77cf5cba8f8f6ac59d7929442ca9f144081b3622af80fac1f147f" }, { "path": "apps/scan-cli/src/analysisCoverage.ts", "sha256": "e3e0ba94e08f15d16db22214b3169798241d27ace83e9c2b3339ac2fde0f8ae4" }, { "path": "apps/scan-cli/src/appmodel.ts", "sha256": "11cb10ad4dc07e45360addf350638c231942a34c8a94cb56dffd687d40658f9c" }, { "path": "apps/scan-cli/src/batching.ts", "sha256": "4dbac39c710e1a5a661807c31dd1710d28f4554b5fb300541282eb38deb6e7cd" }, { "path": "apps/scan-cli/src/bench.ts", "sha256": "59b7870fc1cccd5925260c4912bfcc33b279c4dfd655e69cde689b23f59f9d12" }, { "path": "apps/scan-cli/src/benchmark-scorecard.ts", "sha256": "025b9f1a2fa845985d9fafbb6e84e6a39557eb73eba6064fcc2486b9a45979ee" }, { "path": "apps/scan-cli/src/cassette.ts", "sha256": "a811a8a9037156049094648cddb02ea0fd28938e4d5d7f9ba7a5d520d8ddb1c2" }, { "path": "apps/scan-cli/src/context.ts", "sha256": "26e02925eb5f20405171950bb35d20aaf71aa67eade8482ea70e4c89ced0ac1e" }, { "path": "apps/scan-cli/src/coverage.ts", "sha256": "10c0366ba24dfeb8792f4e1b817293186c6f1b6471cc4d01b2dc4096abc9e910" }, { "path": "apps/scan-cli/src/coverageReport.ts", "sha256": "e8eed15e9df0baefcd94ace34fcf0e63119e87ac4bea3595c2a279a060687a19" }, { "path": "apps/scan-cli/src/deepdive.ts", "sha256": "49c5913019358f87477bc93cab3daaa391beb8ebc307b55637d8f1c9234d8de9" }, { "path": "apps/scan-cli/src/deepseek.ts", "sha256": "b922cbf013b81ed1c3d682ce6e67868a3526034efd011ca6eb78dfc7e1ad8543" }, { "path": "apps/scan-cli/src/defences.ts", "sha256": "fb11f03b658d149a5e74bd8a18c74f27dc74aa24152d301703a1126c5723478f" }, { "path": "apps/scan-cli/src/depGraph.ts", "sha256": "b2e354315743883ed58cdcb22b3e242267e27ad3745ae11903f5d93c278be1f0" }, { "path": "apps/scan-cli/src/dependency-observations.ts", "sha256": "d8c14d1d944f1870602d35ec2d2e5b297e161423a0ed242256c60927b922f02a" }, { "path": "apps/scan-cli/src/depth.ts", "sha256": "aa01dd09689eb2cd271473b3628438951bc367a848807989a552cbf2d54fe1aa" }, { "path": "apps/scan-cli/src/envNames.ts", "sha256": "97071edd26823ab361d481785c04066eedabe6a5866c425562f089b4c7cc2c69" }, { "path": "apps/scan-cli/src/finding-response.ts", "sha256": "645faff3e3e6f9bd1d7bb7a7f93dab6bdb3f28787f08a6b97670193b5af1dc4a" }, { "path": "apps/scan-cli/src/fingerprint.ts", "sha256": "70449e5ba52964cb54514c1d63369f4394a89eb2533c25cec6a35191f6bc795e" }, { "path": "apps/scan-cli/src/gates.ts", "sha256": "1a3b2f6e615e13a43a7da2fa64107845f857d07e17938ee5342662beae8b1a1e" }, { "path": "apps/scan-cli/src/gitleaks.ts", "sha256": "3b45e13abb74de4f204acb29c82b3c8a3c6628373fe91c590bd4ea377f9bec38" }, { "path": "apps/scan-cli/src/helpers.ts", "sha256": "ae9c19d7ff10118b3089d4709a04f0cc749083dfe23d3e0c865b692ac32cc4b6" }, { "path": "apps/scan-cli/src/iac.ts", "sha256": "78011b64b0c4da54861405f19b9e33fe9f5b42f5c2108330c9fe46f17fd033ed" }, { "path": "apps/scan-cli/src/image.ts", "sha256": "a7aa4b3605587ec02c07116058a720c7b894b34b000598010f67061bbc9e2e22" }, { "path": "apps/scan-cli/src/imports.ts", "sha256": "37e654e1643d66d1b4b3dd08a71f029c85221f24bc1857a52f4c289e536de42a" }, { "path": "apps/scan-cli/src/independent-benchmark.ts", "sha256": "44d2a86c3e10ea7b897800dec90f7e73fd7096bc575c4fbdac50308a4561f242" }, { "path": "apps/scan-cli/src/index.ts", "sha256": "28244b9a65713e5d5f4e5a5581de5302372e1a5436870f1543dc5936805fd632" }, { "path": "apps/scan-cli/src/intelligence.ts", "sha256": "93bfb294b41bdf1616533ac6445c271430497e0def81e6443ef723c6a35efc90" }, { "path": "apps/scan-cli/src/kernel.ts", "sha256": "18f2d1eeeeacc4b528e343c91cae0b08bc6e252427e886af5470730d8774d4f0" }, { "path": "apps/scan-cli/src/logger.ts", "sha256": "3d53733daa48af057f2709b29af2d0e506af3f62764ea64cd1b5758be0ba8582" }, { "path": "apps/scan-cli/src/manifests.ts", "sha256": "bb1672c1bd3c1d399c16878572874efbe5e648e33b88e61455ba98b574d04af7" }, { "path": "apps/scan-cli/src/mapFinding.ts", "sha256": "be3ec1f53d70c7f6021ad695ffc37363e46d2dd34b047c14ade59dce2401459a" }, { "path": "apps/scan-cli/src/model-benchmark.ts", "sha256": "d1807991cb04db49daadc70df165a2c25b90ab33409168fa2b3b4d4feaf2b9c5" }, { "path": "apps/scan-cli/src/noise.ts", "sha256": "5d30d0453a93bd04a4bc10be6692d8a9813677dee35c7c3ba7af12ee7fb16bfa" }, { "path": "apps/scan-cli/src/oci.ts", "sha256": "c5600f5dbeb7e786ebcf0a75cf1d24c35314af3fcdcdc681feac7ad1154f7277" }, { "path": "apps/scan-cli/src/openapi.ts", "sha256": "6223b8611795454a8f0f52ec1f7bb577f19b144d41cb19dd226dc6c7168328c9" }, { "path": "apps/scan-cli/src/osdb.ts", "sha256": "cd464bb11b5953068934c17cde3f10bedaeaaed03fdf6d85cf267a2df0145e6b" }, { "path": "apps/scan-cli/src/prefilter.ts", "sha256": "53571e87886dbc160b0d64cac8a485c84d539c34e2a67bc07262350c2b83176f" }, { "path": "apps/scan-cli/src/prompts.ts", "sha256": "6868a349ceaf9b4a64951129d5998b19ba22c77c5b72c93ebdc3f4513dbf086a" }, { "path": "apps/scan-cli/src/pullRequest.ts", "sha256": "2fbfa5525a0a9e9e0f9f35348429f397cc37bf22a897f779ea83e31a3d7c31bd" }, { "path": "apps/scan-cli/src/python-config.ts", "sha256": "cbd69945e59780938e88bbd3ba594696ad7c4fcfe00550e4a07102bd685e4065" }, { "path": "apps/scan-cli/src/python-flow.ts", "sha256": "ffc6d7325bbfefcc33b295998ee00ca3fb6fcf3af5df6391afff60a59ac34ade" }, { "path": "apps/scan-cli/src/quality.ts", "sha256": "7b69ff447ff7d673420eb84fc13c19b8b3a779f18bc01feb3c5c44166bcce40e" }, { "path": "apps/scan-cli/src/reachGraph.ts", "sha256": "099e451f8b1cf41d631d2831dba4629e4bc7ea0c31ce6b1291571e4f602dbd04" }, { "path": "apps/scan-cli/src/reachability.ts", "sha256": "fa01a82a0bca1a3ba67faca4f6fdc209fc0b81f099b59f70ead33dc6a1d5c24a" }, { "path": "apps/scan-cli/src/recovery.ts", "sha256": "c51f097dc8f7dfa1f0576c9c66fc459acb615122ad9e9d78b7ecad124b6c7e98" }, { "path": "apps/scan-cli/src/relatedSpans.ts", "sha256": "b455844c8a2dd2c8a91e56a291920ed34c7a3fb003c6cb285a82f2c5a92aaf2e" }, { "path": "apps/scan-cli/src/repoSecrets.ts", "sha256": "071dd5a1b259aa2cbf7adcd32b5a6010c69a8601711ae5a3f74117df35611d0f" }, { "path": "apps/scan-cli/src/reporter.ts", "sha256": "7c1ee9071898d0c47eb79c6542c7bd677933eda9f159f0dea9fcdcafc28bcbd6" }, { "path": "apps/scan-cli/src/repository-benchmark.ts", "sha256": "dc324cf0bf446082626a6bd31879782a6516149bd45d9293d7dbc519d7f08cb4" }, { "path": "apps/scan-cli/src/rule-defenses.ts", "sha256": "02e15e50eeefe594378f0cf7e9925d651df06561e64fe06365c7bcfdb3dcf1a1" }, { "path": "apps/scan-cli/src/rules.ts", "sha256": "4cd142f29398311478e0931f6f2cc0646d03d8f7448c423751927773996e4889" }, { "path": "apps/scan-cli/src/sbom.ts", "sha256": "2f76a139d11e49b67a826603881cbf81ffc4474bc4bd9fde6506e0c558c8f0d9" }, { "path": "apps/scan-cli/src/scan.ts", "sha256": "df65338708a1de4edb042b1bd3fbec79455c3b61ffabb8fba0caeff2a594e9e8" }, { "path": "apps/scan-cli/src/scanVersions.ts", "sha256": "5e3991039c32835b23767c90aafaa33ab15a6e61f7e01a9b0d3ab5683c602653" }, { "path": "apps/scan-cli/src/search.ts", "sha256": "f9db1c3b5fe9900a6e4f4335d53ada9083e2ae932ebcee853b56f527ba95f219" }, { "path": "apps/scan-cli/src/silence.ts", "sha256": "8c65ac7f0df90c9c15394ac6de861f86ce3d89a2930a8ebe7445d63eaa5e2787" }, { "path": "apps/scan-cli/src/spread.ts", "sha256": "2d80502b0d1b0d453aa0e2da7513fefdf75755a37d5af1e3cf6a5cb08b12d9d0" }, { "path": "apps/scan-cli/src/stability.ts", "sha256": "61012aae5957361f46a8f15413ea429e7350fefabce4e9e0e6fa972278cc34e7" }, { "path": "apps/scan-cli/src/stop.ts", "sha256": "d35e4491a63e6792342b8b5deea342a2b4bbe22975aeb6f26c51537e2275fd6f" }, { "path": "apps/scan-cli/src/sweep.ts", "sha256": "1c51efc21e15e6fa3bbf1b5d3b7504e7aed497a507abe5182397c1250252ce55" }, { "path": "apps/scan-cli/src/tar.ts", "sha256": "2c80b52c78e9c75185ed90b3cd4f4a6bca969fe0d1c736f15f8b72e47773e6f6" }, { "path": "apps/scan-cli/src/template-flow.ts", "sha256": "435188aca557af792af85cb0553cac1361e075e2d3e007f8963b2e399810469b" }, { "path": "apps/scan-cli/src/tools.ts", "sha256": "cf9de13aa44e1550fdeedfba7e25ac7ccf36b289825a8eaf3f1928cf8b5df3d8" }, { "path": "apps/scan-cli/src/trivy.ts", "sha256": "150153c1b23996bc0f8a32301c65d0bff0be1fa2fae6cb7eb0f5c581c700c236" }, { "path": "apps/scan-cli/src/verdict-contract.ts", "sha256": "e24ab43d9f4cc96ebd2e3948286779b2e0b0390f42106f14b3b7eef3bcee9d61" }, { "path": "apps/scan-cli/src/verify.ts", "sha256": "a107310a1f21fff33e0642c492bd368858c4c46da73dedebfdf480f4931b8bfe" }, { "path": "apps/scan-cli/src/walk.ts", "sha256": "3d2a350dfe6e25403e50eefa3a0dbaebe275b422950717fc438be3bd5c74d097" }, { "path": "bun.lock", "sha256": "14b55bb0ae964bab83edb70d146e5e5eac16a7ef7418b4bd94842a5335edbbbd" }, { "path": "package.json", "sha256": "0c61121892bbd320487234c977f0e12f550a611adcb621d86d138c60cf0f6422" }, { "path": "packages/schemas/package.json", "sha256": "a46ecb31aa9aa33ceb6daafae8394ccdfa228fc7789198c421a02c0999aaa786" }, { "path": "packages/schemas/src/billing.ts", "sha256": "7ae419533da6bc2a20ad243b33b452dcd25d7dd67fe6c4b89c7d44193818322e" }, { "path": "packages/schemas/src/careers.ts", "sha256": "c367f27b05dfdc9d57e25fe9987bf21e78f3f65ea9556afccea999cbfc068c46" }, { "path": "packages/schemas/src/dependencyObservations.ts", "sha256": "d5a641b059b22592c692d3283502b9d77213ec42e77e03e600d0a20ee72d4038" }, { "path": "packages/schemas/src/findings.ts", "sha256": "a12c3448f1e41d2eda5313f9b9a8fcf64ed2b77ebc80e5e22a7c682060878a38" }, { "path": "packages/schemas/src/immunity.ts", "sha256": "cbe2557cc42d164e9d677f92ab8e26ce12762b4b2f60d5a3f2430b59a793abce" }, { "path": "packages/schemas/src/index.ts", "sha256": "dc8572d1089083d76301bdf8634bfe9565973f00e6cc49beca1101df17ec4cbe" }, { "path": "packages/schemas/src/investigation.ts", "sha256": "0a4a6a4370ff428910b2fb0ef53450fae064392dc58e341f8eb33da2252300b5" }, { "path": "packages/schemas/src/ir.ts", "sha256": "c1b1d0766b20e4830a9a6ab35d27ba16dc676f9a4c2a9badebd4fdbd17919df8" }, { "path": "packages/schemas/src/knowledge.ts", "sha256": "74488c0199366e71df6c2a83e71333317392e6b010e88f6beb66b935cec4bc85" }, { "path": "packages/schemas/src/notifications.ts", "sha256": "994d00573e810665c4379c2cb86147d28ac588ffca1b7f5c305cbd3ee98578c9" }, { "path": "packages/schemas/src/packages.ts", "sha256": "cabe240416e6c35be7baae9e776017e272f03efc5c4bcac3db05b3c11fa75d7e" }, { "path": "packages/schemas/src/proof.ts", "sha256": "80dcb156960b75ec0dee7e607fba08229ddc0cccb5c8951e813274b27340953f" }, { "path": "packages/schemas/src/reachability.ts", "sha256": "6f78887ccf9f09df85e9cad8b5c271fd036782846bcdd301de44e85645f86b39" }, { "path": "packages/schemas/src/reproduction.ts", "sha256": "ef08346d379d5f325bd579a7536679fef7d09fab7f4925392c55c55fd3aa7ab5" }, { "path": "packages/schemas/src/scanCompletion.ts", "sha256": "881dd9263b32be386c364e8595562cadf7e9cbda9efe5aa64abac11b798c7e8f" }, { "path": "packages/schemas/src/scanPullRequest.ts", "sha256": "09e56c5771b087884f735f69a3f3cb625f99e7aab1a867fd1f469fd1906ba2b6" }, { "path": "packages/schemas/src/scanReasons.ts", "sha256": "fba539e6d3c2140db2a329a6be9ce53e7ed0f6dc4437f085d2ce014be71d200a" }, { "path": "packages/schemas/src/secretRepair.ts", "sha256": "f139123f488ba9a19e2a22bcd02544986d0e056358876a3db51655f7d5a99be2" }, { "path": "packages/schemas/src/secrets.ts", "sha256": "e3a898bcadcbc68d0587b513db1d1945174437f358e0fe33624e97df50b42c00" }, { "path": "packages/schemas/src/security.ts", "sha256": "311afcee8ce9a869a622a19e2b1db1e57e003ace1f655921760ec21689a46f44" }, { "path": "packages/schemas/src/states.ts", "sha256": "540c39ae578d9f7cae4ab84e5e183852e6eb84ae49d1d992c2cbf8c2e81a66b6" }, { "path": "packages/schemas/src/wire.ts", "sha256": "b0c21292deadef07a17133b79eb89e4d3dc3dd6bfd165f61653efb699d9d6c3d" }, { "path": "packages/schemas/src/workspace.ts", "sha256": "17a5fab2b0f41f698fbe2f1eceb055c035ae04bec35f547c03531d2e0eefbf42" }, { "path": "rulepacks/common/ANGULAR-TRUST-001/rule.yaml", "sha256": "add1d0987ffcb76cf8286d4da2210674893a8a8c693c9afacb5f4adbbfc7f73d" }, { "path": "rulepacks/common/ANGULAR-TRUST-001/tests/safe/sanitized_html.ts", "sha256": "0d602cd9ae708c8060652de16f1c361a5522dc81d81624e8bdaaaae2664457d2" }, { "path": "rulepacks/common/ANGULAR-TRUST-001/tests/vulnerable/bypass_trust_html.ts", "sha256": "dda816ef1b3d98aa23f109516466c901b66bee2cc3c4742f997ddbf75dac2165" }, { "path": "rulepacks/common/CLEARTEXT-001/rule.yaml", "sha256": "19d83cbe5fabd840248811236a6426d860695cc99d57105d7f67d71b46cfb809" }, { "path": "rulepacks/common/CLEARTEXT-001/tests/safe/https_endpoint.ts", "sha256": "c497ad77c81fd53d387c2b5b10161388c87628740d0b678891581d330ab1ca03" }, { "path": "rulepacks/common/CLEARTEXT-001/tests/vulnerable/ftp_endpoint.ts", "sha256": "c3a6c3a828cc4cdca45bbdf486c6c2856066163884baa74f760a91e896f11870" }, { "path": "rulepacks/common/CMDI-001/rule.yaml", "sha256": "76a524d4596595bec3d2b8550e593f8f73b2c463c594bb7a70f2cb8c3ea9346c" }, { "path": "rulepacks/common/CODE-001/rule.yaml", "sha256": "313aa196ab864dd25536b018605c1c3b36f18956a367376ee0e005bb319f58be" }, { "path": "rulepacks/common/CODE-001/tests/safe/comment_mentions_eval.ts", "sha256": "a47f8173953238cb60d08856a1b037366fbe536a88da34b23c643e9cad35d572" }, { "path": "rulepacks/common/CODE-001/tests/safe/literal_mentions_eval.ts", "sha256": "3d09dab28d07ba35d263943091655822f5f5d217b2d6fccbbf3f9cb435bacfc2" }, { "path": "rulepacks/common/CODE-001/tests/vulnerable/eval_query.ts", "sha256": "e3f4f0d3c518040aa2696ea7f76ff19db67601d38be08b42373615b3ded3dae0" }, { "path": "rulepacks/common/DESER-001/rule.yaml", "sha256": "20b2f7b0d2b0a0dbf7d8725589a031e8d7cb58d318d151d099bfc1c2e484dd79" }, { "path": "rulepacks/common/DESER-001/tests/safe/yaml_safe_load.ts", "sha256": "7aaaf0beb687fdadfafbc7d6d1a952647353a222571032ea59242f87bf33dba9" }, { "path": "rulepacks/common/DESER-001/tests/vulnerable/yaml_load_body.ts", "sha256": "f108c65e1710a394fa1785691e1cb6d621e3e0b778da96403788137e3156453a" }, { "path": "rulepacks/common/PATH-001/rule.yaml", "sha256": "b45b1cfe6d8c5af96ec1e8a1c837feeb8ddc239424adca3c188a64c161a00d2f" }, { "path": "rulepacks/common/PATH-001/tests/safe/read_normalized_path.ts", "sha256": "de57b93ba7c7f086a1a9de7d2872628ccb63d84da3fb2fa1ef195bf58b0d2ca6" }, { "path": "rulepacks/common/PATH-001/tests/safe/template_allowlisted.ts", "sha256": "d1d539bba782f1be978bfc1758690d38426278adaf1a44dbf76705e47ce6618b" }, { "path": "rulepacks/common/PATH-001/tests/vulnerable/read_user_path.ts", "sha256": "f1b1f2b69e5992f4004d8a30d0e696fb19d21cd1cb02927e61687e5991d7569d" }, { "path": "rulepacks/common/REDIR-001/rule.yaml", "sha256": "ebaba25880fec0039dad28bd24cbdd36541ab08036ce72527d31363ba37551f7" }, { "path": "rulepacks/common/REDIR-001/tests/safe/redirect_allowlist.ts", "sha256": "903c9879c7b4b35624849633a17e8a34a86dc25f4526cc3df5342b5bb0e49bde" }, { "path": "rulepacks/common/REDIR-001/tests/vulnerable/open_redirect.ts", "sha256": "efd4e225c944fb8647054fa952e40f0d6f3b3b905e22a6bf89f4b2c310daf363" }, { "path": "rulepacks/common/SQLI-001/rule.yaml", "sha256": "3e64945a2e853ae7bbd868a110edbca234966a170a03f3dfe6f49de7077c6fcc" }, { "path": "rulepacks/common/SQLI-001/tests/safe/drizzle_where.ts", "sha256": "106f09d70c246f993c7098b5d059bea9b836d1d025154d2c21b2b330519e7ceb" }, { "path": "rulepacks/common/SQLI-001/tests/safe/identifier_allowlist.ts", "sha256": "bca1e858b9fda6aff77dc1334c96e61446966250ab503c5832c0ef2919ce8436" }, { "path": "rulepacks/common/SQLI-001/tests/safe/parameterized_query.ts", "sha256": "bc711ba097116beaedf72e93c7b3b20b961a2d1258948ecb0dbe6e0ab8831a4c" }, { "path": "rulepacks/common/SQLI-001/tests/vulnerable/concat_query.ts", "sha256": "a2429d8b1f611d41495a356ac305368dc5b78092e491a43bedf6a0f663b6ecb8" }, { "path": "rulepacks/common/SSRF-001/rule.yaml", "sha256": "86bbbbd1f8bfe819cb8af8bde8ca5e43e038979c728fa8ad030641777a631f3e" }, { "path": "rulepacks/common/SSRF-001/tests/safe/express_proxy_allowlist.ts", "sha256": "571f26fc750cdb14b72c7803cd2dd50d62acd806d1677dd5165aa92060ecd21f" }, { "path": "rulepacks/common/SSRF-001/tests/vulnerable/express_proxy.ts", "sha256": "e4f646374bcb08c30fb8af627a91668f4841512cebe1bf804f79c0c4cc2229ab" }, { "path": "rulepacks/common/SSTI-001/rule.yaml", "sha256": "1cf2a5878dad69f9adf9cad88ea2000064898a51447e053a47ef05581954edde" }, { "path": "rulepacks/common/SSTI-001/tests/safe/precompiled_template.ts", "sha256": "0d5febf5ff8f2070115eaeba0870cdfcd392a2dd142487f0a996b04cc491a6e1" }, { "path": "rulepacks/common/SSTI-001/tests/vulnerable/handlebars_compile.ts", "sha256": "4b04998aa32236b06404c7c9aaf2674d01173576b2401efd4904166a4f30fd5f" }, { "path": "rulepacks/common/UPLOAD-001/rule.yaml", "sha256": "e5d8812fab296e63bb94fed6486797995e830fd2feedb5e4ac567bb7e904600b" }, { "path": "rulepacks/common/UPLOAD-001/tests/safe/mime_checked_upload.ts", "sha256": "e020db518e233ac8433f5237c1744d70d6854bd802dbd232f6377d1e03c9aa77" }, { "path": "rulepacks/common/UPLOAD-001/tests/vulnerable/unchecked_upload.ts", "sha256": "c2c4629e3af2db831f72d99572b49c758174bb224e4a2f4abb88ab82f12a3967" }, { "path": "rulepacks/common/XSS-001/rule.yaml", "sha256": "4eafa1e0a5329f76ec075e03d6bf756570cd1643ec4b1aaff9f4ae8960073237" }, { "path": "rulepacks/common/XSS-001/tests/safe/escaped_html.ts", "sha256": "199162c065905fc36a12bae5eedef52093de52b6faea7189b26c94fc4b297fd0" }, { "path": "rulepacks/common/XSS-001/tests/vulnerable/inner_html.ts", "sha256": "9bc3e7f70495dec60e4fae6e44c6525d1f7eed9eaab34f1b7f0c2f62ee334865" }, { "path": "rulepacks/javascript/CMDI-002/rule.yaml", "sha256": "ec140652bbbf75b9ac7abf0491617a7b2fedafec6b01e061afcc455fd46dfab2" }, { "path": "rulepacks/javascript/CODE-002/rule.yaml", "sha256": "5fba2995a7c08491b7fce10659cff11e00d9197bf59a5d3a38f93403ca398b63" }, { "path": "rulepacks/javascript/PATH-002/rule.yaml", "sha256": "6cd1dcc2bd021b507e56eda1048e2d556a7f2d63e174a387c55654dfd32b2fc1" }, { "path": "rulepacks/javascript/PROTO-001/rule.yaml", "sha256": "bf376e71fc05a878df13da0e52dad459fb0c3fd64022d8a69733f3714f6c0ee7" }, { "path": "rulepacks/javascript/PROTO-002/rule.yaml", "sha256": "a33eb6189979feb4815736b9b41878181409cb6582bcbc84cf8b570a8ca6fdde" }, { "path": "rulepacks/javascript/REDOS-001/rule.yaml", "sha256": "b20709f91bfe5bc2b834174a53fb2d0aa2772fd21838191273c117a662d7fbbc" }, { "path": "rulepacks/javascript/REDOS-002/rule.yaml", "sha256": "96c5b0ca1b87ccfd62d47a5cdf0333b9aeb8af676e57db2cb1bf51071a01f128" }, { "path": "rulepacks/javascript/REDOS-003/rule.yaml", "sha256": "1cc53d782185aed8c25f674342c6e25c26bf4fe7d28c11149cd7d4e6c00591b1" }, { "path": "rulepacks/javascript/REDOS-004/rule.yaml", "sha256": "4fc5fa489991681c7b6c7c8fdab2271f0e482c5bdf65cbdb1a5ed14fcc79fefa" }, { "path": "rulepacks/javascript/XSS-002/rule.yaml", "sha256": "265b5dddc5503e3cfede82589a20346e7111aee234aae699bd72010284ab4819" }, { "path": "rulepacks/python/COOKIE-001/rule.yaml", "sha256": "e96b7b90b587fa6d110a094a04a62e892ea7c3e568dc3348cb91152dc31b28eb" }, { "path": "rulepacks/python/DESER-002/rule.yaml", "sha256": "a77cd0730f50c608ddaa4d8446adb7b728522990b1cd772a96648113e522c731" }, { "path": "rulepacks/python/HASH-001/rule.yaml", "sha256": "e73bc710813e3432d33ebd5c3009af465ff431828a6f62023f8134284cb2952c" }, { "path": "rulepacks/python/LDAP-001/rule.yaml", "sha256": "ba5af874b16aced31442688c2696bdce5d653e06777cb8405ba4827fe81299d9" }, { "path": "rulepacks/python/PYEXEC-001/rule.yaml", "sha256": "e894bf53024edc28c99465d76e0ba6cf0041a365c3e47d886f8fa2d4bb9d978f" }, { "path": "rulepacks/python/RANDOM-001/rule.yaml", "sha256": "cc5ef82221e457cd3735ddf1a2460f0ad1b4c0a42d8d046dc6eb8826c8a4401e" }, { "path": "rulepacks/python/SQLI-002/rule.yaml", "sha256": "8870d9e0c8e50ef1e98bdd0a5d340a993fd08bb79c99b83ab0d5d428532efd3c" }, { "path": "rulepacks/python/SSTI-002/rule.yaml", "sha256": "9eaef2a4dd0a2a05427b38d57224363493ae4d6084de444cb972abe363b4a7e5" }, { "path": "rulepacks/python/TRUST-001/rule.yaml", "sha256": "951696eaf7ece7422b37a1fa86d5985f8d3b128d583ce50df98520a877896372" }, { "path": "rulepacks/python/XPATH-001/rule.yaml", "sha256": "17604e33d66d6d7e378932a5979beba8bd09166a0c9bb9fe298cd448ba34d43b" }, { "path": "rulepacks/python/XXE-001/rule.yaml", "sha256": "560eadedab50b15f003f19895559b947ef17958200940ab1099a351b3278bc4d" } ], "selection": { "seed": "not_applicable_all_previously_measured_cases", "procedure": "Include all 84 distinct cases from the original pilot, first fresh cohort and second fresh cohort. No sampling or random seed is used. Preserve original source bytes, author labels, exact expected CWE and sink anchors. Compare each case with its latest published outcome, drawn from three different earlier frozen configurations. That composite before result is not a single 84-case run. These cases are known label-informed development evidence, not a holdout.", "selectedCases": 84, "corpusCases": 1230, "unselectedCases": 1146, "caseManifestSha256": "6ff1fd090ff97461693c1c7f060d3549fd2e80b3aa87725d2ea059fbdb5c5bcd", "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00588", "BenchmarkTest00641", "BenchmarkTest00780", "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00660", "BenchmarkTest00898", "BenchmarkTest01209", "BenchmarkTest00068", "BenchmarkTest00292", "BenchmarkTest00541", "BenchmarkTest00415", "BenchmarkTest00494", "BenchmarkTest00943", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00452", "BenchmarkTest00841", "BenchmarkTest00012", "BenchmarkTest00099", "BenchmarkTest00991", "BenchmarkTest01200", "BenchmarkTest00818", "BenchmarkTest00161", "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101", "BenchmarkTest01007", "BenchmarkTest00615", "BenchmarkTest00350", "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00451", "BenchmarkTest00287", "BenchmarkTest00284", "BenchmarkTest00348", "BenchmarkTest00427", "BenchmarkTest00600", "BenchmarkTest00160", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest00694", "BenchmarkTest00626", "BenchmarkTest01162", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00270", "BenchmarkTest00419", "BenchmarkTest00655", "BenchmarkTest00291", "BenchmarkTest00931", "BenchmarkTest00813", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ], "sinkReview": "All sink anchors and case labels are retained byte-for-byte from the earlier sealed manifests and immutable published receipts. No new anchor adjudication, aliasing, relabelling or score-dependent edits." }, "plan": { "mode": "default", "maxRounds": 1, "sweepEffort": "none", "verifyEffort": "low", "verifyEnabled": true, "minConfidence": 0.4, "absenceLane": true, "spread": false, "secondOpinion": false, "verifyEngineFindings": false }, "limits": { "requests": 200, "tokens": 1800000, "dollars": 0.3 }, "scope": "Production detection-stage prompt, snippet mapping gates, configured verification and native union policy. Selected source files only, with imported helper bodies absent. No intelligence retrieval, repository execution, additional sweep/absence/spread/chain lanes, PR generation or full hosted scan. Public label-known corpus, not independent held-out accuracy. Labels and suite identifiers are not model messages. Native findings are never deleted by model review.", "targetPlatform": "unknown", "prices": { "inputUsdPerMillion": 0.3, "outputUsdPerMillion": 1.2, "source": "https://api-docs.deepseek.com/quick_start/pricing/", "checkedAt": "2026-10-22T10:31:22.517Z" }, "planned": 84, "corpusCases": 1230, "unselectedCases": 1146, "scores": { "nativeDeterministic": { "tp": 42, "fn": 0, "fp": 3, "tn": 39, "scored": 84, "failed": 0, "notRun": 0 }, "modelOnlyMapped": { "tp": 28, "fn": 14, "fp": 9, "tn": 33, "scored": 84, "failed": 0, "notRun": 0 }, "modelOnlyVerified": { "tp": 28, "fn": 14, "fp": 2, "tn": 40, "scored": 84, "failed": 0, "notRun": 0 }, "servedCombined": { "tp": 42, "fn": 0, "fp": 3, "tn": 39, "scored": 84, "failed": 0, "notRun": 0 } }, "cases": [ { "id": "BenchmarkTest00094", "path": "testcode/BenchmarkTest00094.py", "expectedCwe": "CWE-22", "vulnerable": false, "sinkLines": [ 54 ], "sourceSha256": "6d58cbd52ca9fc3034ee584df73a332dd800c7b05f78eeada7b2fce5468564ac", "sanitizedSha256": "c23327edcef3c0fc1e3c8017df45f892614053d99184cd5893424e6226678ace", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00620", "path": "testcode/BenchmarkTest00620.py", "expectedCwe": "CWE-22", "vulnerable": true, "sinkLines": [ 50 ], "sourceSha256": "9b9fccb8bcc532fbfac2ae326052601a7ac254aa18593061f48288de83785815", "sanitizedSha256": "19af4b10ae41270b62704d05fb38fdb75b63418024f44b658ef31258705b8ca2", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00588", "path": "testcode/BenchmarkTest00588.py", "expectedCwe": "CWE-328", "vulnerable": false, "sinkLines": [ 55 ], "sourceSha256": "2097e8a4f2078e05af37d09e86842b5da07540c5cbb9b8f01d4b2ce3c74955ed", "sanitizedSha256": "e34bfe69619f47e35b068ca4c6b442826586bcd5bc311357a3e43ffcac9af56f", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest00641", "path": "testcode/BenchmarkTest00641.py", "expectedCwe": "CWE-328", "vulnerable": true, "sinkLines": [ 59 ], "sourceSha256": "4fc4f18e551532d6e5c5770c3fd880e45ddfa640b2940640ea1314bc11866dc9", "sanitizedSha256": "8fa27d2ee4f2f54bc07603f9731b33630c96a973d1e4687565a76b5a4f316761", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00780", "path": "testcode/BenchmarkTest00780.py", "expectedCwe": "CWE-330", "vulnerable": false, "sinkLines": [ 51 ], "sourceSha256": "4f30eabc02460c9ecc265a6eec4246c127a2a3f5737396caeed690f4433b3529", "sanitizedSha256": "86aaf74f87b7cfdb4cdc34e05fe84eed23ed2924d145fbea504bf45903e3ccbf", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest01047", "path": "testcode/BenchmarkTest01047.py", "expectedCwe": "CWE-330", "vulnerable": true, "sinkLines": [ 51 ], "sourceSha256": "6dccd0db84942c9c4e6f0f5409f5c17b59d7d9f44e1dac01f14742f424333dd4", "sanitizedSha256": "26b4f5645e2bc9e0aaceec1660e8a687795545000db6e35bf28f4f8374e8c37d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest00152", "path": "testcode/BenchmarkTest00152.py", "expectedCwe": "CWE-501", "vulnerable": false, "sinkLines": [ 46 ], "sourceSha256": "a6d5fa4938575080e0fd8faa148ec54d7b9b7bd9ef497b786ca92b00a5d38b19", "sanitizedSha256": "da544e6f59d80088434136924e9cfc3294dc3d063fd65b9cc260ff774384280a", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00497", "path": "testcode/BenchmarkTest00497.py", "expectedCwe": "CWE-501", "vulnerable": true, "sinkLines": [ 43 ], "sourceSha256": "1517d597c46bd244623bdbcb967aa74253336d18be567d17a5a6360184c5bc60", "sanitizedSha256": "250fdfaaa7a2cbe7b321c733d20830526030ee208fdd0a9b57f1b682f0a01fbd", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, { "id": "BenchmarkTest00660", "path": "testcode/BenchmarkTest00660.py", "expectedCwe": "CWE-502", "vulnerable": false, "sinkLines": [ 54 ], "sourceSha256": "821b3e9b3a263dd794e91f54f4f21c22edbd6018244362e86421d81a02c0d0f1", "sanitizedSha256": "3215cbcad8c8b70aeae32061d63bfcfba112fa8738ed5eb5936a7f8017260968", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00898", "path": "testcode/BenchmarkTest00898.py", "expectedCwe": "CWE-502", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "5c782040ab1d3e8d646b066db97acd6ff9e773d0678df2f5cb698e4f43e73c89", "sanitizedSha256": "7ece7e655428e4b5b0a23756f89b0c1b98506d5c51cb363094dd996cb451f29c", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01209", "path": "testcode/BenchmarkTest01209.py", "expectedCwe": "CWE-601", "vulnerable": false, "sinkLines": [ 52 ], "sourceSha256": "779b5c720bcb41995b43011dee489c78ff5ee09ffa55de38d3294606296a809a", "sanitizedSha256": "080ab63157fea0a652236be9ca752594696693b6894bf8453807e04f3306b553", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00068", "path": "testcode/BenchmarkTest00068.py", "expectedCwe": "CWE-601", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "1787d21ef653eb0944bffd9be105d752d3f09c00be6ba34b3206e05fc479cf0d", "sanitizedSha256": "a3aace8bc3803c6c445aeab638942198fa613bd5d740e8d6241ff853308caf86", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00292", "path": "testcode/BenchmarkTest00292.py", "expectedCwe": "CWE-611", "vulnerable": false, "sinkLines": [ 54 ], "sourceSha256": "de3a9938d7d30ece54248c7df2056c090c57b250637805fe61d066c1dd8d9399", "sanitizedSha256": "3a0aaa09e3b01c35120eb953c74e7b5eed5eaaa8fb4bcb1ea7b85f5403fe7c3e", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest00541", "path": "testcode/BenchmarkTest00541.py", "expectedCwe": "CWE-611", "vulnerable": true, "sinkLines": [ 48, 50 ], "sourceSha256": "04a4794c16d853fa15c0b6b2194553d6d152c540511a79605557b447d826df17", "sanitizedSha256": "d4d103d429fb941ec3eff71bb10413ea2f775e3b313a1efcbdc9f6f776f56b66", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00415", "path": "testcode/BenchmarkTest00415.py", "expectedCwe": "CWE-614", "vulnerable": false, "sinkLines": [ 62, 63, 64, 65 ], "sourceSha256": "23e107c4b9ebcab6cc4f657ace95900cc7b7a5eb26feee839aacc12144ed6fd2", "sanitizedSha256": "92db41af40d6faf108a63a8dfa4a8cdadb76f82fb4d33fc2266aa22afb31aca2", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00494", "path": "testcode/BenchmarkTest00494.py", "expectedCwe": "CWE-614", "vulnerable": true, "sinkLines": [ 57, 58, 59, 60 ], "sourceSha256": "978f1986c2920bd9dd0bd5b6703dbb2ad7265a5e1a378811cd6ee87db5747e80", "sanitizedSha256": "652848fd250683063d678bc40ab7f3e738f33d5463a15ebaf48f11635231df33", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 3 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, { "id": "BenchmarkTest00943", "path": "testcode/BenchmarkTest00943.py", "expectedCwe": "CWE-643", "vulnerable": false, "sinkLines": [ 55 ], "sourceSha256": "fcc315f3aa65053fa6aee6e1d2f7954b5ec7d2157d18dfabb67ffc6658b2c22f", "sanitizedSha256": "959ec149bee3a3586f2e9431be7590d07b067aeee6126204a78b94cb02fa2a74", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00844", "path": "testcode/BenchmarkTest00844.py", "expectedCwe": "CWE-643", "vulnerable": true, "sinkLines": [ 50 ], "sourceSha256": "b90be9de8a393bb2d4d1a12b83096f7a855df6f3955d7e6b0b20fb5f8863ed33", "sanitizedSha256": "9f8b24f1afd957380f0f3293f62542c5140f8344087d2c496d5173394088604b", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00512", "path": "testcode/BenchmarkTest00512.py", "expectedCwe": "CWE-78", "vulnerable": false, "sinkLines": [ 56 ], "sourceSha256": "6fea4f65eb817b5051660be2a3cdc3378356fc7a8aab31dda3cf8cc3b2f4015d", "sanitizedSha256": "51f8b86636d07663960930bb8d104216a30637425989014e9d451f541deeaaa5", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00511", "path": "testcode/BenchmarkTest00511.py", "expectedCwe": "CWE-78", "vulnerable": true, "sinkLines": [ 57 ], "sourceSha256": "60eb453e6e3ddcff7e1576e617c58fe4736cca9b736ae11e2c9a5489c95b08e1", "sanitizedSha256": "ae1042fa6ef12dcc0bfe15e5f51848e379e30f94fdefba340041da51be15b7b7", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00452", "path": "testcode/BenchmarkTest00452.py", "expectedCwe": "CWE-79", "vulnerable": false, "sinkLines": [ 43, 44, 45, 47 ], "sourceSha256": "3d46a83230d60675ba311acc08820590fb94b20e2c8cd1a12cbaf97ee74a14ea", "sanitizedSha256": "eb471b5429c061e8d71f27372c6bae7159c736b9a9b0d96e27efba1c00ba24da", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00841", "path": "testcode/BenchmarkTest00841.py", "expectedCwe": "CWE-79", "vulnerable": true, "sinkLines": [ 49, 50, 51, 53 ], "sourceSha256": "2c85fcc002dfa639dc9ad5e26f0b89f2b0bcfd718397cf54c2ffbb6f335e9dcc", "sanitizedSha256": "425294c7e17559bcdd034281fa3a302fe56538d3a82f2c1b4e2dbf81270a689d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00012", "path": "testcode/BenchmarkTest00012.py", "expectedCwe": "CWE-89", "vulnerable": false, "sinkLines": [ 51 ], "sourceSha256": "fd90bac85ce2fe311dedb3372dc8ec4037dbe6de2d4955bcc89cdb56187cffd7", "sanitizedSha256": "88f82e23c6876c77323c0938d2680488b76c913646790f365ce5564a6f5ee09c", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00099", "path": "testcode/BenchmarkTest00099.py", "expectedCwe": "CWE-89", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "70a1ae553181b4ea78e6dec87c0c7ca73fdf1a9babbfeec062ea3465a8e64f8c", "sanitizedSha256": "2a8a3855f61181dc2261b7431fe6c24e7e89fe5a1e3da9f42e9485d7133fd7c8", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00991", "path": "testcode/BenchmarkTest00991.py", "expectedCwe": "CWE-90", "vulnerable": false, "sinkLines": [ 60 ], "sourceSha256": "0d2015bf5a576c79c9c0d74d309a4cc8c1723b88d160230cf6802704604f5007", "sanitizedSha256": "dc41ace1485480328cce72e3c15e34a96eba89a732e0bb737c564215210a57e8", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest01200", "path": "testcode/BenchmarkTest01200.py", "expectedCwe": "CWE-90", "vulnerable": true, "sinkLines": [ 45 ], "sourceSha256": "f3946bad750473f59f5840bd770f67c0bf4cc1769b66d31829596aec3fba0206", "sanitizedSha256": "c4e35c08ad100ca41a71c152ff38fdd0b60453edea6ff7f0b534343eb5d49824", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, { "id": "BenchmarkTest00818", "path": "testcode/BenchmarkTest00818.py", "expectedCwe": "CWE-94", "vulnerable": false, "sinkLines": [ 49 ], "sourceSha256": "03e86c5de51c8f0e9a01331571f53852b6d80405e23fccfbfd48ccb727650ee6", "sanitizedSha256": "643d34c01818b153a76f46edb92af152d79e8c563c732e766377bddef6aea8ac", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest00161", "path": "testcode/BenchmarkTest00161.py", "expectedCwe": "CWE-94", "vulnerable": true, "sinkLines": [ 40 ], "sourceSha256": "5b7fff85449c25547a5beea20039187be606733bbbfef06d0ef431d896395a8b", "sanitizedSha256": "96804ff42dce0d994d41b825a8eba49452c5e5a38faa68a5724e461581beb802", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01109", "path": "testcode/BenchmarkTest01109.py", "expectedCwe": "CWE-22", "vulnerable": false, "sinkLines": [ 48 ], "sourceSha256": "50a81744784ae345fe5e185d4e1e0dcd5f2cd1027da685ab9d0b3587435a90ec", "sanitizedSha256": "046673552639bdde0bf53e8bf86952e13b2667a715d66ea6409d119b3962cbef", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00619", "path": "testcode/BenchmarkTest00619.py", "expectedCwe": "CWE-22", "vulnerable": true, "sinkLines": [ 53 ], "sourceSha256": "f8c5d506c626838763e389f6fa73422253269ab82b99d971f2b8c43d73f5fd57", "sanitizedSha256": "67f819a161c0e145282e786eb30198a3e924f225d9ff64e45803ca59169f76eb", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01173", "path": "testcode/BenchmarkTest01173.py", "expectedCwe": "CWE-78", "vulnerable": false, "sinkLines": [ 51 ], "sourceSha256": "cab02e797999547489e145d4fed01cffa2d1e6b7b966868223b2cb2ab486e74b", "sanitizedSha256": "eacf51696eae21531a939ad5f9a2a9b627ecaec0469f3ad2d76dad02f645b3c8", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00168", "path": "testcode/BenchmarkTest00168.py", "expectedCwe": "CWE-78", "vulnerable": true, "sinkLines": [ 60 ], "sourceSha256": "4ac770cd0c09bb7f0836026f44bfbef036d499eead2925ef195824e2605df169", "sanitizedSha256": "c8fb517b9a6bb4a693b1674b12a5c61f28413025f98b182a7cf8136d594659a4", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00670", "path": "testcode/BenchmarkTest00670.py", "expectedCwe": "CWE-79", "vulnerable": false, "sinkLines": [ 45, 46, 47, 49 ], "sourceSha256": "cf0ffbf2521ef3b2bd5f113f78c6544b99d594f25c581361f2fd0c625b6d1a01", "sanitizedSha256": "ebab115c9670aa850d94e02aa3f48153c2519241ebd4e09f95bd8848b3d1b00e", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00096", "path": "testcode/BenchmarkTest00096.py", "expectedCwe": "CWE-79", "vulnerable": true, "sinkLines": [ 50, 51, 52, 54 ], "sourceSha256": "c8448b0fd2b31f66cdd269bf17a5064dbddbdef90586392d2d7ee5114d5cfda0", "sanitizedSha256": "f79965eedba0109ab2d2c1d864d591189e31f694e9dbc93aec5758536bd0628d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest00192", "path": "testcode/BenchmarkTest00192.py", "expectedCwe": "CWE-89", "vulnerable": false, "sinkLines": [ 54 ], "sourceSha256": "3b5fc1f1625dcde200acf3c2933dac865dae84477d06ba789c6b5d7c43edfd47", "sanitizedSha256": "38462c35a4a0d0f262b93859f040d30e0f7d710f755f3184d3a1357cee76b31a", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00455", "path": "testcode/BenchmarkTest00455.py", "expectedCwe": "CWE-89", "vulnerable": true, "sinkLines": [ 46 ], "sourceSha256": "dd5e271f9ac139e7ac99bbde78145027d789ae63357bbcdc5dd5c1987b050eeb", "sanitizedSha256": "36d943d736cb92663752fd39d3926979295582a337e6be348ac58fce6babde02", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00732", "path": "testcode/BenchmarkTest00732.py", "expectedCwe": "CWE-90", "vulnerable": false, "sinkLines": [ 46 ], "sourceSha256": "b9669a1638c1ed6b9979107ef0957ecbecd8190ee2fdfa113d9fec7fea382eb3", "sanitizedSha256": "e8a282f519d51a0aa41999921519fe4ae472fb0bce5a872f026521cd2284333a", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00265", "path": "testcode/BenchmarkTest00265.py", "expectedCwe": "CWE-90", "vulnerable": true, "sinkLines": [ 45 ], "sourceSha256": "ae83fc0686dab7903e2b82a58d9c4ef1839bb6040d7374e77ddfc74e49816220", "sanitizedSha256": "f60121cb218d881d9099de6753c17bef45702753a8bbe2085589f14ed6f4204b", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, { "id": "BenchmarkTest00426", "path": "testcode/BenchmarkTest00426.py", "expectedCwe": "CWE-94", "vulnerable": false, "sinkLines": [ 57 ], "sourceSha256": "ad6a8e062b226c80882e82f29a128699297e5999db7ba3c6f6bbd4d02419f9e4", "sanitizedSha256": "04938f1e0fa60b8c26aa575555da09ad62c12dff22d1a8575aef0c81d279b2af", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest00422", "path": "testcode/BenchmarkTest00422.py", "expectedCwe": "CWE-94", "vulnerable": true, "sinkLines": [ 44 ], "sourceSha256": "e16bed57525e8e1b27cd724cedac15deb040dca744d702b92b109192ba2b9a5c", "sanitizedSha256": "e8072cd7128d07555fade12edc887e40db03b4abf61a3eb98c0da4b9bf2c880c", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 3 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, { "id": "BenchmarkTest00148", "path": "testcode/BenchmarkTest00148.py", "expectedCwe": "CWE-328", "vulnerable": false, "sinkLines": [ 54, 55 ], "sourceSha256": "fa5627181ac92dcd326cb2f17f480b1a1ad228dfb19aa38da3c506686bcb3975", "sanitizedSha256": "b1fcd9472db207173ecd283451f518ac548363c855f7d112b4b67a2688f06853", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest01077", "path": "testcode/BenchmarkTest01077.py", "expectedCwe": "CWE-328", "vulnerable": true, "sinkLines": [ 55, 56 ], "sourceSha256": "41918ac52be77f9e807a22683317ff2c21f732ec5dff46b6f76423aaf3fe7270", "sanitizedSha256": "2f5436834930f39a1224ff900ff57f7f5b4b0685940a168cad6bf16788e51abd", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest01058", "path": "testcode/BenchmarkTest01058.py", "expectedCwe": "CWE-330", "vulnerable": false, "sinkLines": [ 52 ], "sourceSha256": "04f37ba243af0fe6a38364ed929f6c95b04ebfc5c993642b65e0ac3e863f0b06", "sanitizedSha256": "1a1f4bf5ea4db125900b5f2b9fa939854e76ef02491c8a8085a2aeeb613e3072", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00621", "path": "testcode/BenchmarkTest00621.py", "expectedCwe": "CWE-330", "vulnerable": true, "sinkLines": [ 52 ], "sourceSha256": "6a292714b56b785093546524b39d419e4695f31f2a58cb0d022673a76c1c190b", "sanitizedSha256": "44aedc0c7420b2b240282101b475e18221dee1ff5b6e4b3066a161e376250ea2", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest00071", "path": "testcode/BenchmarkTest00071.py", "expectedCwe": "CWE-501", "vulnerable": false, "sinkLines": [ 51 ], "sourceSha256": "02b9ce18abba8a2b4368f21a81c14fb0749cc2cb59106ca0c478b141652e4a44", "sanitizedSha256": "c08103e650acda7a6a6cee7c157d5dcacab86234ef8a4f63b31ca1eadc718460", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest00072", "path": "testcode/BenchmarkTest00072.py", "expectedCwe": "CWE-501", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "d467a06b2d69eed8621effc25f1598cf9a8d65b62a174ab8b26110a80ed77ca4", "sanitizedSha256": "4866259f8a004f13bbf018f59df1d7037a779e3a0f4a7da3fd3d4eee7d50fe48", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, { "id": "BenchmarkTest00513", "path": "testcode/BenchmarkTest00513.py", "expectedCwe": "CWE-502", "vulnerable": false, "sinkLines": [ 45 ], "sourceSha256": "85a879ec61190b92afe6cddbf3fcddad16954677e81c6160680d019a0345a0b2", "sanitizedSha256": "fdbafaf1106aecfe62334f55ac9fadf40cd47e1e5df279b33da95d5eeb75e5b9", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00510", "path": "testcode/BenchmarkTest00510.py", "expectedCwe": "CWE-502", "vulnerable": true, "sinkLines": [ 46 ], "sourceSha256": "4d418ee88e8efce4f63a732172b23d25406b3bebc1243546a688425ab0493afc", "sanitizedSha256": "e53c02f33b16c10d6d293ce28e0fa3722833f72673041624f4a5272d93215849", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00151", "path": "testcode/BenchmarkTest00151.py", "expectedCwe": "CWE-601", "vulnerable": false, "sinkLines": [ 64 ], "sourceSha256": "a00089f0f8902a15c60e8ff1d800dde791fa5eae3779edf1230c307b935fb6d1", "sanitizedSha256": "c213ef4829bebe86a09805ae5e82f03b75b73bf14eec56434ab414062d34eb82", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest01178", "path": "testcode/BenchmarkTest01178.py", "expectedCwe": "CWE-601", "vulnerable": true, "sinkLines": [ 44 ], "sourceSha256": "fe44ffc9a12d6282ca2cdec4dd0cc495a36545e70856fbc7c90ea0cec5804f75", "sanitizedSha256": "c6b1c9d5bd211b5eccb32a522b459cbdc66689932d866f32135897b883e2b6e2", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00540", "path": "testcode/BenchmarkTest00540.py", "expectedCwe": "CWE-611", "vulnerable": false, "sinkLines": [ 56, 58 ], "sourceSha256": "d29f94759ef5bd84b34b4f8cae70468011a3d06dc4cf57f116f0f5e577bbdb49", "sanitizedSha256": "de5829864087e3898e2180e9f2c96ef983bebcee31513c9fa30dd7b0140daa87", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00294", "path": "testcode/BenchmarkTest00294.py", "expectedCwe": "CWE-611", "vulnerable": true, "sinkLines": [ 50, 52 ], "sourceSha256": "08350a96a5aa9a27f69573bb85f3f01265b0eae4d8ddb483409b7b82eb77581a", "sanitizedSha256": "e8d958ea10c17f00706aa528068b1cfcdd23929d07ebb1d65bf5260f3111e8f0", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01090", "path": "testcode/BenchmarkTest01090.py", "expectedCwe": "CWE-614", "vulnerable": false, "sinkLines": [ 62, 63, 64, 65 ], "sourceSha256": "2190d04cd05886ecc73a95e1b2075ee64a148e89650e5d96aadcefe438dac8f7", "sanitizedSha256": "a89baa183925d709aed4525c5a10dd566921353b0614a32a61a101920b825685", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00064", "path": "testcode/BenchmarkTest00064.py", "expectedCwe": "CWE-614", "vulnerable": true, "sinkLines": [ 62, 63, 64, 65 ], "sourceSha256": "8ab91066d9084888be73afd6390d257d358b606cc8de482486587686be44cdb9", "sanitizedSha256": "40c7b4b17d61d313cbc45162ccaf8f453836c7dec3472abd11f0fc2e6fde7913", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 3 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, { "id": "BenchmarkTest00938", "path": "testcode/BenchmarkTest00938.py", "expectedCwe": "CWE-643", "vulnerable": false, "sinkLines": [ 60 ], "sourceSha256": "9eb6748e839453b9ee9055d4dd41b562df1ede48844c094f0e5c1155a199f304", "sanitizedSha256": "6a0e0a61338b3685fe8654236c4b9c4c15c4586985fba325733955f8d4fd9c4f", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00101", "path": "testcode/BenchmarkTest00101.py", "expectedCwe": "CWE-643", "vulnerable": true, "sinkLines": [ 55 ], "sourceSha256": "8a8ba79ecfe9ad2db71b07abfd24563a6f5e422f00490b2f210868e4b012d6c6", "sanitizedSha256": "b3b990dff7476ecb5323fb551bde76a2c547e533e27c0bc390bd6c94677c1aca", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01007", "path": "testcode/BenchmarkTest01007.py", "expectedCwe": "CWE-22", "vulnerable": false, "sinkLines": [ 55 ], "sourceSha256": "67971f1915cd821211affd63b8b36456445315fd734fcb359de5e53a45147810", "sanitizedSha256": "fc7a3d62dbf4bf7326bf5fa50c816f6c54f137d988101906cf236441a0dbfc10", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00615", "path": "testcode/BenchmarkTest00615.py", "expectedCwe": "CWE-22", "vulnerable": true, "sinkLines": [ 53 ], "sourceSha256": "52bebc0f9d08db292cc850e7836682a1fda68664f7af114e25c00d923c222448", "sanitizedSha256": "8d8134438c9d63cacf2ac39ef76e7623b1150c8b49642e5985b41a1fa9dcec43", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00350", "path": "testcode/BenchmarkTest00350.py", "expectedCwe": "CWE-78", "vulnerable": false, "sinkLines": [ 58 ], "sourceSha256": "52eeea7199c73ff35fdb3e260ed647337df16f962f40a7e5b2e2854eed3c6476", "sanitizedSha256": "8076ecec596358fd7bfa58c482282ac1894f50c345aa8d373a31288a94d70ee1", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00167", "path": "testcode/BenchmarkTest00167.py", "expectedCwe": "CWE-78", "vulnerable": true, "sinkLines": [ 53 ], "sourceSha256": "9ccadb894c12ca6ad016aee03830140737f3872c8c3d7bd520814316724a4fd6", "sanitizedSha256": "382a56470a48846110a7a770dfddc73de0891c278a1013d419e560d75d13a54d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01015", "path": "testcode/BenchmarkTest01015.py", "expectedCwe": "CWE-79", "vulnerable": false, "sinkLines": [ 42, 43, 44, 46 ], "sourceSha256": "6fe8f9a6edc8199cf617ea6a09967aa5e684a206a70fb06c76b17924812e8ad6", "sanitizedSha256": "79b7af09fcbeae91b4f5e388975a3ba9913ebe3008c53f80301c08db4ff33592", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00451", "path": "testcode/BenchmarkTest00451.py", "expectedCwe": "CWE-79", "vulnerable": true, "sinkLines": [ 43, 44, 45, 47 ], "sourceSha256": "3126d8fb33f6bade6bea694afa71da086701a1bf867dee1fbfa0932746e89883", "sanitizedSha256": "23e9100bb6ba525eca147e074568a4e229744546abd431efc2033e048f1ddc76", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest00287", "path": "testcode/BenchmarkTest00287.py", "expectedCwe": "CWE-89", "vulnerable": false, "sinkLines": [ 56 ], "sourceSha256": "1b9c652c64ed5ff27094d50029745be8262c4f1bb6d1eb464021155ae11581d6", "sanitizedSha256": "d3f378fae1f062199e039a12b6e2e7f2a94417539137982dcea706bdbe079c16", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00284", "path": "testcode/BenchmarkTest00284.py", "expectedCwe": "CWE-89", "vulnerable": true, "sinkLines": [ 47 ], "sourceSha256": "04c951a90cf18546dc9d73adaf38c77a89c4a5feb4dc735ad86e94da26ffccf6", "sanitizedSha256": "9e26fde3d05ea48b1279b5a7e7edd738d7dd5fcb59df6468cc28a8d3b06754d4", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00348", "path": "testcode/BenchmarkTest00348.py", "expectedCwe": "CWE-90", "vulnerable": false, "sinkLines": [ 54 ], "sourceSha256": "5546e77472ad706eb5065e782b66cec9b12c9d14c96751607aec6c53ebc9e528", "sanitizedSha256": "427703f1a9a6fc17b4a08a5c815863bb44a5e3dd64095f7891412260db963037", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00427", "path": "testcode/BenchmarkTest00427.py", "expectedCwe": "CWE-90", "vulnerable": true, "sinkLines": [ 50 ], "sourceSha256": "60ec9393dc85e226115ef6acb592647c073598ddbdb6e6e94860af5ced291eb8", "sanitizedSha256": "2b36af950f27f3ccfc73959ba01e8c8b3b7a6144d02c3da40e98c496839ff599", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00600", "path": "testcode/BenchmarkTest00600.py", "expectedCwe": "CWE-94", "vulnerable": false, "sinkLines": [ 52 ], "sourceSha256": "1252055c6d5eb366d70c6f17f50d3db4e5c614374d6eedb2be55e9d6801ee8d4", "sanitizedSha256": "a1e31708d611b9f3be8f84a0f2185c28aa29302101febbdd0f855b3e8ff473a6", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00160", "path": "testcode/BenchmarkTest00160.py", "expectedCwe": "CWE-94", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "a0a5b629d6c62d373f5adedccab68738844d97a4c6f696603fda0b93c096bad0", "sanitizedSha256": "56b8d2a1682510bd0304b34e3a3dfa61064e1a17c3098f3a51cf4f46b4c85563", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00798", "path": "testcode/BenchmarkTest00798.py", "expectedCwe": "CWE-328", "vulnerable": false, "sinkLines": [ 59, 60 ], "sourceSha256": "ca7d8e4a42b1caffa0afacae04aa881cec9440c38956033a8b4f76bbd1259aa8", "sanitizedSha256": "ea2d5466e223109ce5275abe077ae0d9533fdfb293a8565cc3972efcb80cc43d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00586", "path": "testcode/BenchmarkTest00586.py", "expectedCwe": "CWE-328", "vulnerable": true, "sinkLines": [ 59, 60 ], "sourceSha256": "fb2bbc1d572e6c8566b87e2f336af60b0c68f60026d3889532ca8b7376ab8926", "sanitizedSha256": "d6501743620d4b6928d88e88820effd2163968c254e7fdec9739417a79df5c7b", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest00694", "path": "testcode/BenchmarkTest00694.py", "expectedCwe": "CWE-330", "vulnerable": false, "sinkLines": [ 46 ], "sourceSha256": "b7a1d4a7140383340673cc9cd8a8453f8e9e7db0a49be799ae1bfb9daa294659", "sanitizedSha256": "3ef9779038e71b6669bdaada6db39a63a1cd923b8e44e610d6386d20da4ca87f", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00626", "path": "testcode/BenchmarkTest00626.py", "expectedCwe": "CWE-330", "vulnerable": true, "sinkLines": [ 52 ], "sourceSha256": "f649713f591b955b3972101bb9addaffa902389d9a58e3a9fac126c8e5a67bad", "sanitizedSha256": "0015d582a1ae9bf08a61337dceb56cca3aae5fe1d94973d9c745d4b5cabe4382", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest01162", "path": "testcode/BenchmarkTest01162.py", "expectedCwe": "CWE-501", "vulnerable": false, "sinkLines": [ 39 ], "sourceSha256": "8a2bdb74a500ef829454abe8ed8d3189fde084121f44f7bced0c1c57e352d920", "sanitizedSha256": "0166fbad52e18a77640a4e97567a578935ec2104e4898dde87fa176c59e8064d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00338", "path": "testcode/BenchmarkTest00338.py", "expectedCwe": "CWE-501", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "e32e47738921d7cec592d0799e74ba5bc9ae341be0d7b77fe39703d3c7e2a329", "sanitizedSha256": "4b69b99fb2edea089031cd8d105d864fc63e22d45127a2a500ec6092dab33124", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00609", "path": "testcode/BenchmarkTest00609.py", "expectedCwe": "CWE-502", "vulnerable": false, "sinkLines": [ 49 ], "sourceSha256": "83cf5531d3f0052cf422a5c8434b4f9f8cffee3899991a44c2c148f208406b60", "sanitizedSha256": "d68b04bb14e33328890ed119e876f99327e5fa48b387255805063594d727675c", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00270", "path": "testcode/BenchmarkTest00270.py", "expectedCwe": "CWE-502", "vulnerable": true, "sinkLines": [ 41 ], "sourceSha256": "5dc0afd9732e8f154d5a20b72b1a5962d9db45df07bba03790c4f5f99f36f96c", "sanitizedSha256": "c4df13072f07e36898c7328de9fd356dd70d4b5aa3e94bfa8c6c04ebcc110a3a", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00419", "path": "testcode/BenchmarkTest00419.py", "expectedCwe": "CWE-601", "vulnerable": false, "sinkLines": [ 62 ], "sourceSha256": "835ec5dfe16700aea9e8f18574c79424c688d04d91f4e2884895add188ac1130", "sanitizedSha256": "9676f1b20e2748538dd33815679e530147b7d17906126c01dd9ee4155acdeb5f", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00655", "path": "testcode/BenchmarkTest00655.py", "expectedCwe": "CWE-601", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "c4430a1fdfaf5021260176a5af512c1f072256202e617dda9bd1e86154022e7d", "sanitizedSha256": "2ce8dfe9f42df52b021992824c1b63a95c92674e8fea648e5000fd6a464e6421", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00291", "path": "testcode/BenchmarkTest00291.py", "expectedCwe": "CWE-611", "vulnerable": false, "sinkLines": [ 51, 54 ], "sourceSha256": "65d36fbc3ea2769fbb9c826c773f80240f54ce48aef13ece68f8ceb39ce2dd64", "sanitizedSha256": "709f627942705848bb6f0c6009cc9a4791556b7af6845c385819bd236b8cb8f5", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00931", "path": "testcode/BenchmarkTest00931.py", "expectedCwe": "CWE-611", "vulnerable": true, "sinkLines": [ 63, 65 ], "sourceSha256": "937290bb758786591fe3df1e6826d3198a2978ca0f11fac9d2b24923e81978ac", "sanitizedSha256": "6893cb8c1e969e70c94fa9d3d8c7eb749e77d668f3631d3c2bc8852cad3fddf7", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00813", "path": "testcode/BenchmarkTest00813.py", "expectedCwe": "CWE-614", "vulnerable": false, "sinkLines": [ 58, 59, 60, 61 ], "sourceSha256": "d454674ec4cc6d2a239d699b0de6838f0e4947c652e6ed68c72b6b49f01cbf53", "sanitizedSha256": "2331977f110ee31e65ebc6d6a1f1bd7353bd2b561aadb20873348c5d058e9fe3", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 2 } } }, { "id": "BenchmarkTest00981", "path": "testcode/BenchmarkTest00981.py", "expectedCwe": "CWE-614", "vulnerable": true, "sinkLines": [ 71, 72, 73, 74 ], "sourceSha256": "e7c8025753d04eb1eb0b114b638cf35d1bee7bb8a6581d138274d2faac8be9a6", "sanitizedSha256": "388b74779120f182ac0764cceba2a79a3c752dab40bc415e69e2a7b51d560308", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest01117", "path": "testcode/BenchmarkTest01117.py", "expectedCwe": "CWE-643", "vulnerable": false, "sinkLines": [ 49 ], "sourceSha256": "e00710191997d6ddd81a90588de720e59ccd41f29dd19dff399cac97b1353897", "sanitizedSha256": "317923b905fc4a65d910a2b4053470f186f18c1d85e5e1256cf3b5fcc365045a", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00217", "path": "testcode/BenchmarkTest00217.py", "expectedCwe": "CWE-643", "vulnerable": true, "sinkLines": [ 58 ], "sourceSha256": "c29d179625863390b237b59e47de0021a6db1aaa27d0c2fcce36b3e4060969bb", "sanitizedSha256": "42f095ee017bd40cdf81bf13ff16604408c717802d433a72e48c2abdbb65f0aa", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } } ], "servedCombinedPolicy": "Native deterministic findings are preserved and unioned with production-verified model findings using filterNovel. Model failures do not remove native positives and are not scored as safe negatives.", "usage": { "requests": 64, "tokens": 258499, "dollars": 0.16723650000000004, "costUsdUpperBound": 0.16723650000000004, "measuredPromptTokens": 158847, "measuredCompletionTokens": 99652, "unknownUsageRequests": 0, "latencyMs": 490388.637465, "accountingPolicy": "Configured peak cache-miss input and output upper bounds. Completion tokens include provider thinking tokens; cached-input discounts are not credited. Missing usage or interrupted attempts retain full reservation. Actual account billing is not independently verified." }, "providerModels": [ "deepseek-flash" ], "requests": [ { "requestSha256": "e529d791003626c655df60b4c6cdeb85de3f6cacceed2df1dc1a84d434ddd7e8", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:31:30.169Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5594.877375, "promptTokens": 5864, "completionTokens": 1040 }, { "requestSha256": "311d902c2f972f942116c90e7248c47317e7c463beef82ad23026ca2b5f5b5ce", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:31:35.773Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 15902.140291000002, "promptTokens": 1968, "completionTokens": 3394, "reasoningTokens": 3178 }, { "requestSha256": "ff97704e782e04024cd7a1063b218d9d145141269ab3df9163a4259db8c93810", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:31:51.678Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5059.544417000001, "promptTokens": 1816, "completionTokens": 927, "reasoningTokens": 783 }, { "requestSha256": "cb4c504e4a0b2a9096f8044d43be3d0362ada0390ba182b401478e5230395f04", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:31:56.741Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 15567.608040999996, "promptTokens": 1846, "completionTokens": 3187, "reasoningTokens": 3089 }, { "requestSha256": "125d4262854f032dd7396004b5bc2be91fb3cd15e023d0a834e224596b1bb12a", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:32:12.317Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 33521.80908400001, "promptTokens": 1832, "completionTokens": 6285, "reasoningTokens": 6162 }, { "requestSha256": "c3d987d84d900ce15af4c3bf1dd23922c8e487ac71eca0132ee8369e1447353f", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:32:45.824Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6621.945624999993, "promptTokens": 5948, "completionTokens": 1476 }, { "requestSha256": "4c52e92fdbc5d934a056d2992e31b57b3e950ee9bc3a61203800a4ef09961915", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:32:52.450Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 14785.115582999992, "promptTokens": 1938, "completionTokens": 2769, "reasoningTokens": 2661 }, { "requestSha256": "7fd972dd25b9f94bc8f67bbe3f1d7d036eec708ac4bc5e9780e5d1857ea193c8", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:33:07.237Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3130.3243330000114, "promptTokens": 1772, "completionTokens": 467, "reasoningTokens": 307 }, { "requestSha256": "cfabb7d918a9256be3d9ebc0eb545df6d5b86a05b85ff7fd71bf901c02b1993a", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:33:10.372Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4100.935375000001, "promptTokens": 2082, "completionTokens": 800, "reasoningTokens": 629 }, { "requestSha256": "8eb490baf99801b91e102b8cf2a39ac973a43f0420caa99460e5239f3a8b8b85", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:33:14.476Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6570.157208000004, "promptTokens": 1757, "completionTokens": 1359, "reasoningTokens": 1189 }, { "requestSha256": "b69c19800f3a960c8bf5e82b06c4c01e8012de3ea1efa0a9d7c2dce55dcbe88d", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:33:21.049Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2774.692167000001, "promptTokens": 1904, "completionTokens": 439, "reasoningTokens": 268 }, { "requestSha256": "5cb08266b9415e422dd3394dfc21300de92cabd598fbf5d5595e1fea79a139e7", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:33:23.832Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5204.76795899999, "promptTokens": 5756, "completionTokens": 1299 }, { "requestSha256": "c70b59c111508fdb845c1055ec2c2e74a88204d1e599b2f7ea6f0b16e34d1d1c", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:33:29.045Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2114.5650840000017, "promptTokens": 1910, "completionTokens": 332, "reasoningTokens": 161 }, { "requestSha256": "6e7cbcdff611dae2bed871e0ab959e70f3cf77145e226fa388a74b5c3f86d0ee", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:33:31.165Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4587.039417000007, "promptTokens": 1804, "completionTokens": 751, "reasoningTokens": 553 }, { "requestSha256": "26b1521a5430fe6d1cace2638c40b3b50ef77f3848b37ed7da2a22502cf9956f", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:33:35.756Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 19419.916582999984, "promptTokens": 1806, "completionTokens": 4081, "reasoningTokens": 3879 }, { "requestSha256": "f99257301a927c8bfced101aa52b13c9a71b9d8c69c960075b6b9136942d0d06", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:33:55.186Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4568.147834000003, "promptTokens": 1735, "completionTokens": 1090, "reasoningTokens": 929 }, { "requestSha256": "045e4426ed3223e17c8771c9333c4f272529a2c39e1f536e309b950def072305", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:33:59.767Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6370.903416000016, "promptTokens": 1852, "completionTokens": 1679, "reasoningTokens": 1464 }, { "requestSha256": "5a9aa95890ea22c3053219c75acb4a86692d8fd7e3cdce8e3d85d20da6bf84d4", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:34:06.148Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 9919.594167000003, "promptTokens": 1778, "completionTokens": 1762, "reasoningTokens": 1566 }, { "requestSha256": "1588718db67dac3c3e975e7caef3eb75156444f03c8e3b1f55c5b28e6f543489", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:34:16.202Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4838.338458999991, "promptTokens": 6229, "completionTokens": 959 }, { "requestSha256": "65b3972e78675d2b07567339ac96c94582c73e788258ba53b56e3fb2398454d6", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:34:21.052Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3483.825041999982, "promptTokens": 2132, "completionTokens": 712, "reasoningTokens": 558 }, { "requestSha256": "b181d6f861bf6cee41a347ae5d20611c5a44a48577c76f326b35429da3a763f5", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:34:24.541Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 1641.487334000005, "promptTokens": 1927, "completionTokens": 187, "reasoningTokens": 92 }, { "requestSha256": "263a0395cd7af169d48ca78b718227cfbc4eba2bbe803e25484698d96073e436", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:34:26.187Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6194.209042000002, "promptTokens": 1911, "completionTokens": 1191, "reasoningTokens": 980 }, { "requestSha256": "610da5a7809234877b763615e9acf66925d3141e13b383ca542f72ba33d5effe", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:34:32.393Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4175.780625000014, "promptTokens": 5885, "completionTokens": 966 }, { "requestSha256": "5de94c928858aaa9721036dbee813e57f8d8e4fd79ca9783f2080e7ee0b6743d", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:34:36.579Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2570.65516699999, "promptTokens": 1935, "completionTokens": 412, "reasoningTokens": 256 }, { "requestSha256": "0508edb9b6032d243e08bf6209d14067279c4e7d77d5bcd9da9dbce7a513ee1e", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:34:39.155Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 13864.849416000012, "promptTokens": 1850, "completionTokens": 3125, "reasoningTokens": 2958 }, { "requestSha256": "6995294029f9d314b666f240bb7fd88456e7999f233cf8466274318bcbcfaec6", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:34:53.026Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6742.534249999997, "promptTokens": 1873, "completionTokens": 1412, "reasoningTokens": 1246 }, { "requestSha256": "a1bf1e41b0c5e4599ff380902e8cd3379a2102850616941d3a5f129b0370e1f9", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:34:59.780Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2105.225333999988, "promptTokens": 1802, "completionTokens": 250, "reasoningTokens": 75 }, { "requestSha256": "3887c4eeab5577adeff913bf6cc9b95d084f8a69c6a75120ffedeca9da5c1687", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:35:01.904Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6896.233666999993, "promptTokens": 5756, "completionTokens": 1624 }, { "requestSha256": "b00d1ad69d92b3faf148d1a85a229b6b66ec4e7a038273924c8c630d24250b30", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:35:08.808Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5407.364000000001, "promptTokens": 1797, "completionTokens": 1044, "reasoningTokens": 858 }, { "requestSha256": "b8033720a562be1ca7b062aee3b19e1ca277f3b8aebc12712f8c21b76ed63034", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:35:14.229Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2961.0099170000176, "promptTokens": 1789, "completionTokens": 473, "reasoningTokens": 274 }, { "requestSha256": "7b2988e605c9884a33a6e1b26d27123236323bed088526eae6bed751e2014766", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:35:17.197Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4608.760292000021, "promptTokens": 1772, "completionTokens": 876, "reasoningTokens": 689 }, { "requestSha256": "42afe5553ab07844a2713c826a2ac09d479648c6a1dd248913f2942c0a9ff4a8", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:35:21.830Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2041.5859169999894, "promptTokens": 1768, "completionTokens": 284, "reasoningTokens": 115 }, { "requestSha256": "baa9d2bae8028555f9029340fb4b3ee6a6e7ab359fe6ce2c1668a44f4f866eb3", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:35:23.900Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4633.459917, "promptTokens": 1927, "completionTokens": 877, "reasoningTokens": 743 }, { "requestSha256": "4f97e821df2718f79d5a514bf05d4731a1d15fd12e8e9eb6cbdff45ae9a079ba", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:35:28.541Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 11814.29566600002, "promptTokens": 1920, "completionTokens": 2843, "reasoningTokens": 2654 }, { "requestSha256": "c2f1971594f2847b0f12650fe59388d6ddc4d1456b7cf1999b13cb812d1d3040", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:35:40.363Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 8951.576667000016, "promptTokens": 1887, "completionTokens": 2176, "reasoningTokens": 1979 }, { "requestSha256": "6c49b275dd05d8d881fd9e1629fac41effa13a10df81b1bc403e236f946df9cf", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:35:49.327Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6525.289542000013, "promptTokens": 5507, "completionTokens": 1524 }, { "requestSha256": "d47a43f99212191d3c4ef853939b72aadfc4ea193a9619406e948e6a42e20a7d", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:35:55.860Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2783.474499999953, "promptTokens": 1877, "completionTokens": 470, "reasoningTokens": 289 }, { "requestSha256": "f900dec7bdc14175f738f5220d90e14392fbac2d0c4b665259c39f740322b193", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:35:58.651Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 23982.549416999973, "promptTokens": 1883, "completionTokens": 4926, "reasoningTokens": 4669 }, { "requestSha256": "5ede439196afaef80c759bd187c7f7ed74e4720b3b7c0c2b7d949aa210492563", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:36:22.644Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 10116.496875000012, "promptTokens": 1810, "completionTokens": 2201, "reasoningTokens": 2048 }, { "requestSha256": "ff409e3f9c355fc235f324ff57972e757a6a3543bf8c68b985b38cb73dae744e", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:36:32.770Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 8400.033959000022, "promptTokens": 1795, "completionTokens": 1767, "reasoningTokens": 1602 }, { "requestSha256": "c66ce629bb5746274d0da069074ad81a341154b6691b85760daafe37bb2bdf6b", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:36:41.182Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 10084.522500000021, "promptTokens": 1723, "completionTokens": 2166, "reasoningTokens": 1979 }, { "requestSha256": "6fae40dd36cba5e3f296ad6a2a126681de433f9563ca1e0296608e8ea107c763", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:36:51.310Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4675.421583999996, "promptTokens": 1739, "completionTokens": 978, "reasoningTokens": 804 }, { "requestSha256": "52d3d5b9fe00fefa3f0ed491e4c0b66d48ef669c143b67dffbed5d089c0811b4", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:36:56.013Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 14424.701540999988, "promptTokens": 1763, "completionTokens": 3030, "reasoningTokens": 2842 }, { "requestSha256": "bb5149e3a1a23f7aaba24e5d37784b5e62b3e27cd56db16285576807ebeefc45", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:37:10.484Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3392.25441600004, "promptTokens": 5468, "completionTokens": 669 }, { "requestSha256": "0610fe4b925f0f2b1d6213c4f6640a519af3bcb123eaeb4dd5233a348c0c2f27", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:37:13.899Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6619.717833999952, "promptTokens": 1873, "completionTokens": 1447, "reasoningTokens": 1288 }, { "requestSha256": "99dcc12052e1951410016043fbfcb9b858887cb7023204e9dafe77a7bfbdf9b5", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:37:20.539Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 10988.008582999988, "promptTokens": 1809, "completionTokens": 2143, "reasoningTokens": 1951 }, { "requestSha256": "417502ad02e575348ae6db775bd88a19704c980371d3347edcc376f2bb0bc4f5", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:37:31.541Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 13646.462416999973, "promptTokens": 1796, "completionTokens": 2650, "reasoningTokens": 2464 }, { "requestSha256": "27f25389e8d6427e5c2d48595db30a16fe31d66301a71f6866077254c27e9292", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:37:45.219Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5474.342000000004, "promptTokens": 5661, "completionTokens": 1257 }, { "requestSha256": "28a7519cdabfc3d92d0569aef734329089041d9519a9a2ee8a01b2fef378dfd9", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:37:50.704Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3380.811916000035, "promptTokens": 1846, "completionTokens": 519, "reasoningTokens": 327 }, { "requestSha256": "028e6bf6ed9607ab7a950074913a19ea8246409b355e13dc2b0614cd25313e93", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:37:54.094Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3882.152959000028, "promptTokens": 1761, "completionTokens": 640, "reasoningTokens": 450 }, { "requestSha256": "5d1394d190fdb3bba68280f2a43be10c248e9d312b016876803b65673c050a5a", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:37:57.988Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3334.1546659999876, "promptTokens": 1778, "completionTokens": 524, "reasoningTokens": 332 }, { "requestSha256": "15904d8cf6434a49adeab408dd7b23ccf8a801ec7c3110fbaa0db0804c49da6f", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:38:01.334Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2633.0610839999863, "promptTokens": 1883, "completionTokens": 367, "reasoningTokens": 197 }, { "requestSha256": "5b814fd6b9fa420b55b8712bde58300b9f6085071b6a69e061f15ae5a2244946", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:38:03.989Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6311.63837499998, "promptTokens": 5469, "completionTokens": 1433 }, { "requestSha256": "47545bceb5db8066c564b024ff9926ecef2b3b7420f804dc242b20382900dd44", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:38:10.313Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3294.501667000004, "promptTokens": 1861, "completionTokens": 479, "reasoningTokens": 369 }, { "requestSha256": "1cc5313f34048523a6e677b03d3de3c6f4972f4a6ce6fd8215c3307dd2cbfd25", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:38:13.617Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6510.497208999994, "promptTokens": 1802, "completionTokens": 1184, "reasoningTokens": 1040 }, { "requestSha256": "fce59d942e7ac5375420040ea19e206e4bc762c34e6c9c5d63e02f3af5d0c6b4", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:38:20.152Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 1784.2969589999993, "promptTokens": 1676, "completionTokens": 259, "reasoningTokens": 111 }, { "requestSha256": "918b7dbd416304bc129cbecd1062d832463e0066ee1093fdd313f84174eefca3", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:38:21.964Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 1484.6388329999754, "promptTokens": 1771, "completionTokens": 225, "reasoningTokens": 74 }, { "requestSha256": "8a3017e85ddbdf2e1c3a447f67fa487782b28f27ce2a88a059faec8dde71a550", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:38:23.472Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 9940.381541999988, "promptTokens": 1856, "completionTokens": 2147, "reasoningTokens": 1971 }, { "requestSha256": "1a81aa7bf801c83dd33739cd0f9451c0fb583b6554a43132cfc09db3555f7e9d", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:38:33.505Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2633.511666000006, "promptTokens": 1782, "completionTokens": 428, "reasoningTokens": 259 }, { "requestSha256": "fc57b335878b26ddd4b8d04a35ea32a570853b5ba060b901a1682768d74fb57d", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:38:36.162Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5506.98891700001, "promptTokens": 3887, "completionTokens": 1098 }, { "requestSha256": "968a20f5dc23085b60495efff34e3a17d02359b7895d699e579123fa379165c8", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:38:41.693Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3731.573000000033, "promptTokens": 1750, "completionTokens": 705, "reasoningTokens": 541 }, { "requestSha256": "5673174d60ed499199c36f42fea68be1e2c5e9737532b7210d7d206abf910bc7", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:38:45.448Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 26010.928665999963, "promptTokens": 1848, "completionTokens": 5710, "reasoningTokens": 5508 }, { "requestSha256": "cc62d9bb00680f071967e41d119e3fbdddac0bf91051201f4e9ad0067b0ffd46", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:39:11.477Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 28355.646084000007, "promptTokens": 1697, "completionTokens": 5862, "reasoningTokens": 5655 }, { "requestSha256": "4fbf4390768866d7cb975563cb9e040e738b41e0716458561adf6d40386be8c7", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:39:39.844Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 1735.3040829999954, "promptTokens": 1948, "completionTokens": 296, "reasoningTokens": 125 } ], "diagnostics": { "BenchmarkTest00094": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00620": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 60, "endLine": 60 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 60, "endLine": 60 } ] }, "BenchmarkTest00588": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 66, "endLine": 66 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 66, "endLine": 66 } ] }, "BenchmarkTest00641": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 70, "endLine": 70 }, { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ], "modelOnlyMapped": [ { "cwe": "CWE-327", "startLine": 59, "endLine": 59 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 70, "endLine": 70 }, { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ] }, "BenchmarkTest00780": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest01047": { "nativeDeterministic": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ], "modelOnlyMapped": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ], "servedCombined": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ] }, "BenchmarkTest00152": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00497": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 43, "endLine": 43 }, { "cwe": "CWE-79", "startLine": 50, "endLine": 50 } ], "modelOnlyMapped": [ { "cwe": "CWE-290", "startLine": 43, "endLine": 43 } ], "modelOnlyVerified": [ { "cwe": "CWE-290", "startLine": 43, "endLine": 43 } ], "servedCombined": [ { "cwe": "CWE-501", "startLine": 43, "endLine": 43 }, { "cwe": "CWE-79", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-290", "startLine": 43, "endLine": 43 } ] }, "BenchmarkTest00660": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00898": { "nativeDeterministic": [ { "cwe": "CWE-502", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-502", "startLine": 49, "endLine": 49 } ], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-502", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-502", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-502", "startLine": 49, "endLine": 49 } ] }, "BenchmarkTest01209": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00068": { "nativeDeterministic": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ] }, "BenchmarkTest00292": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 73, "endLine": 73 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 73, "endLine": 73 } ] }, "BenchmarkTest00541": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 69, "endLine": 69 }, { "cwe": "CWE-611", "startLine": 50, "endLine": 50 } ], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 48, "endLine": 48 } ], "modelOnlyVerified": [ { "cwe": "CWE-611", "startLine": 48, "endLine": 48 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 69, "endLine": 69 }, { "cwe": "CWE-611", "startLine": 50, "endLine": 50 } ] }, "BenchmarkTest00415": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00494": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 }, { "cwe": "CWE-614", "startLine": 57, "endLine": 57 } ], "modelOnlyMapped": [ { "cwe": "CWE-614", "startLine": 57, "endLine": 60 } ], "modelOnlyVerified": [ { "cwe": "CWE-614", "startLine": 57, "endLine": 60 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 }, { "cwe": "CWE-614", "startLine": 57, "endLine": 57 } ] }, "BenchmarkTest00943": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00844": { "nativeDeterministic": [ { "cwe": "CWE-643", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [ { "cwe": "CWE-643", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-643", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-643", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] }, "BenchmarkTest00512": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 56, "endLine": 56 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00511": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 57 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 57 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 } ] }, "BenchmarkTest00452": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": null, "startLine": 37, "endLine": 37 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00841": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 50, "endLine": 50 } ], "modelOnlyVerified": [ { "cwe": "CWE-79", "startLine": 50, "endLine": 50 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 50, "endLine": 50 } ] }, "BenchmarkTest00012": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00099": { "nativeDeterministic": [ { "cwe": "CWE-89", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ], "modelOnlyMapped": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-89", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ] }, "BenchmarkTest00991": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 57, "endLine": 57 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 57, "endLine": 57 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 57, "endLine": 57 } ] }, "BenchmarkTest01200": { "nativeDeterministic": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 }, { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ] }, "BenchmarkTest00818": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ], "modelOnlyMapped": [ { "cwe": "CWE-95", "startLine": 48, "endLine": 50 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ] }, "BenchmarkTest00161": { "nativeDeterministic": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 } ], "modelOnlyVerified": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 } ], "servedCombined": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ] }, "BenchmarkTest01109": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 48, "endLine": 48 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 48, "endLine": 48 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 48, "endLine": 48 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 48, "endLine": 48 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ] }, "BenchmarkTest00619": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 64, "endLine": 64 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 64, "endLine": 64 } ] }, "BenchmarkTest01173": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 }, { "cwe": "CWE-79", "startLine": 61, "endLine": 61 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 }, { "cwe": "CWE-79", "startLine": 61, "endLine": 61 } ] }, "BenchmarkTest00168": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 60, "endLine": 60 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 60, "endLine": 60 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 60, "endLine": 60 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 60, "endLine": 60 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ] }, "BenchmarkTest00670": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00096": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 54, "endLine": 54 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 54, "endLine": 54 } ] }, "BenchmarkTest00192": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00455": { "nativeDeterministic": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-79", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 46 } ], "modelOnlyVerified": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 46 } ], "servedCombined": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-79", "startLine": 52, "endLine": 52 } ] }, "BenchmarkTest00732": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00265": { "nativeDeterministic": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 }, { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ] }, "BenchmarkTest00426": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 57, "endLine": 57 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] }, "BenchmarkTest00422": { "nativeDeterministic": [ { "cwe": "CWE-94", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-95", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ], "modelOnlyMapped": [ { "cwe": "CWE-95", "startLine": 42, "endLine": 45 } ], "modelOnlyVerified": [ { "cwe": "CWE-95", "startLine": 42, "endLine": 45 } ], "servedCombined": [ { "cwe": "CWE-94", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-95", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ] }, "BenchmarkTest00148": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ] }, "BenchmarkTest01077": { "nativeDeterministic": [ { "cwe": "CWE-328", "startLine": 55, "endLine": 55 } ], "modelOnlyMapped": [ { "cwe": "CWE-327", "startLine": 55, "endLine": 55 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-328", "startLine": 55, "endLine": 55 } ] }, "BenchmarkTest01058": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00621": { "nativeDeterministic": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "modelOnlyVerified": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "servedCombined": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ] }, "BenchmarkTest00071": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-384", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [ { "cwe": "CWE-384", "startLine": 51, "endLine": 51 } ], "servedCombined": [ { "cwe": "CWE-384", "startLine": 51, "endLine": 51 } ] }, "BenchmarkTest00072": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ], "modelOnlyMapped": [ { "cwe": "CWE-384", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-384", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 }, { "cwe": "CWE-384", "startLine": 49, "endLine": 49 } ] }, "BenchmarkTest00513": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": null, "startLine": 45, "endLine": 45 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00510": { "nativeDeterministic": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ], "modelOnlyVerified": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ], "servedCombined": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ] }, "BenchmarkTest00151": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest01178": { "nativeDeterministic": [ { "cwe": "CWE-601", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 44, "endLine": 44 } ], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 39, "endLine": 44 } ], "modelOnlyVerified": [ { "cwe": "CWE-601", "startLine": 39, "endLine": 44 } ], "servedCombined": [ { "cwe": "CWE-601", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 44, "endLine": 44 } ] }, "BenchmarkTest00540": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 56, "endLine": 56 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00294": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 71, "endLine": 71 }, { "cwe": "CWE-611", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 50, "endLine": 50 } ], "modelOnlyVerified": [ { "cwe": "CWE-611", "startLine": 50, "endLine": 50 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 71, "endLine": 71 }, { "cwe": "CWE-611", "startLine": 52, "endLine": 52 } ] }, "BenchmarkTest01090": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00064": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 61, "endLine": 61 }, { "cwe": "CWE-79", "startLine": 67, "endLine": 67 }, { "cwe": "CWE-614", "startLine": 62, "endLine": 62 } ], "modelOnlyMapped": [ { "cwe": "CWE-614", "startLine": 62, "endLine": 65 } ], "modelOnlyVerified": [ { "cwe": "CWE-614", "startLine": 62, "endLine": 65 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 61, "endLine": 61 }, { "cwe": "CWE-79", "startLine": 67, "endLine": 67 }, { "cwe": "CWE-614", "startLine": 62, "endLine": 62 } ] }, "BenchmarkTest00938": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00101": { "nativeDeterministic": [ { "cwe": "CWE-643", "startLine": 55, "endLine": 55 }, { "cwe": "CWE-79", "startLine": 68, "endLine": 68 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-643", "startLine": 55, "endLine": 55 }, { "cwe": "CWE-79", "startLine": 68, "endLine": 68 } ] }, "BenchmarkTest01007": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 55, "endLine": 55 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00615": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ] }, "BenchmarkTest00350": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 58, "endLine": 58 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00167": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 53, "endLine": 53 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 53, "endLine": 53 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] }, "BenchmarkTest01015": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00451": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 47, "endLine": 47 } ], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 43, "endLine": 45 } ], "modelOnlyVerified": [ { "cwe": "CWE-79", "startLine": 43, "endLine": 45 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 47, "endLine": 47 } ] }, "BenchmarkTest00287": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00284": { "nativeDeterministic": [ { "cwe": "CWE-89", "startLine": 47, "endLine": 47 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ], "modelOnlyMapped": [ { "cwe": "CWE-89", "startLine": 44, "endLine": 47 } ], "modelOnlyVerified": [ { "cwe": "CWE-89", "startLine": 44, "endLine": 47 } ], "servedCombined": [ { "cwe": "CWE-89", "startLine": 47, "endLine": 47 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ] }, "BenchmarkTest00348": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 54, "endLine": 54 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00427": { "nativeDeterministic": [ { "cwe": "CWE-90", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 50, "endLine": 50 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 50, "endLine": 50 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ] }, "BenchmarkTest00600": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-95", "startLine": 52, "endLine": 52 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00160": { "nativeDeterministic": [ { "cwe": "CWE-94", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-94", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-94", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ] }, "BenchmarkTest00798": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00586": { "nativeDeterministic": [ { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ], "modelOnlyMapped": [ { "cwe": null, "startLine": 59, "endLine": 59 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ] }, "BenchmarkTest00694": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00626": { "nativeDeterministic": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ] }, "BenchmarkTest01162": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 39, "endLine": 39 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-501", "startLine": 39, "endLine": 39 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ] }, "BenchmarkTest00338": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ] }, "BenchmarkTest00609": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00270": { "nativeDeterministic": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 } ], "modelOnlyVerified": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 } ], "servedCombined": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ] }, "BenchmarkTest00419": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 62, "endLine": 62 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00655": { "nativeDeterministic": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ] }, "BenchmarkTest00291": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00931": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 84, "endLine": 84 }, { "cwe": "CWE-611", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 63, "endLine": 63 } ], "modelOnlyVerified": [ { "cwe": "CWE-611", "startLine": 63, "endLine": 63 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 84, "endLine": 84 }, { "cwe": "CWE-611", "startLine": 65, "endLine": 65 } ] }, "BenchmarkTest00813": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] }, "BenchmarkTest00981": { "nativeDeterministic": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 71 } ], "modelOnlyMapped": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 74 } ], "modelOnlyVerified": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 74 } ], "servedCombined": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 71 } ] }, "BenchmarkTest01117": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00217": { "nativeDeterministic": [ { "cwe": "CWE-643", "startLine": 58, "endLine": 58 }, { "cwe": "CWE-79", "startLine": 71, "endLine": 71 } ], "modelOnlyMapped": [ { "cwe": "CWE-643", "startLine": 58, "endLine": 58 } ], "modelOnlyVerified": [ { "cwe": "CWE-643", "startLine": 58, "endLine": 58 } ], "servedCombined": [ { "cwe": "CWE-643", "startLine": 58, "endLine": 58 }, { "cwe": "CWE-79", "startLine": 71, "endLine": 71 } ] } }, "batching": { "maxFiles": 8, "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest00426", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00151", "BenchmarkTest01007", "BenchmarkTest00338" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00497", "BenchmarkTest00818", "BenchmarkTest00192", "BenchmarkTest00422", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00626", "BenchmarkTest00931" ] }, { "index": 3, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00068", "BenchmarkTest00619", "BenchmarkTest00168", "BenchmarkTest00732", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00609" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00152", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00012", "BenchmarkTest00991", "BenchmarkTest00291" ] }, { "index": 5, "caseIds": [ "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest01173", "BenchmarkTest00294", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00981", "BenchmarkTest01117" ] }, { "index": 6, "caseIds": [ "BenchmarkTest00096", "BenchmarkTest00455", "BenchmarkTest00510", "BenchmarkTest00167", "BenchmarkTest00348", "BenchmarkTest00427", "BenchmarkTest00600", "BenchmarkTest00217" ] }, { "index": 7, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00511", "BenchmarkTest00841", "BenchmarkTest01109", "BenchmarkTest00071", "BenchmarkTest00615", "BenchmarkTest00270" ] }, { "index": 8, "caseIds": [ "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest01200", "BenchmarkTest01090", "BenchmarkTest01162", "BenchmarkTest00813" ] }, { "index": 9, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00099", "BenchmarkTest00670", "BenchmarkTest00265", "BenchmarkTest01178", "BenchmarkTest00101", "BenchmarkTest00284", "BenchmarkTest00798" ] }, { "index": 10, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00451", "BenchmarkTest00586", "BenchmarkTest00694" ] }, { "index": 11, "caseIds": [ "BenchmarkTest00161", "BenchmarkTest00540", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } }, "fresh": { "schemaVersion": 1, "protocolSha256": "278c15d6b5fd0f187ced35f103a4909d2d016e5fad6eaccc744a8356f6e1b05e", "frozenAt": "2026-10-22T10:31:22.723Z", "startedAt": "2026-10-22T10:40:10.257Z", "finishedAt": "2026-10-22T10:44:08.124Z", "suite": { "name": "OWASP BenchmarkPython v0.1 balanced 28-case model detection-stage pilot", "repository": "https://github.com/OWASP-Benchmark/BenchmarkPython", "revision": "f1291485808b66e20ddb6b01b10dc71b3df8c8ba", "labelsSha256": "6396f37c97cfd0c018db3d8750095ce6c678a083f83620cfb3e88fe27a46bb0c", "totalCases": 1230 }, "config": { "model": "deepseek-v4-flash", "baseUrl": "https://api.deepseek.com", "concurrency": 1, "timeoutMs": 240000, "reasoningEffort": "none", "chainReasoningEffort": "low" }, "runtime": { "bun": "1.3.11", "node": "v24.3.0", "platform": "darwin", "arch": "arm64" }, "sourceIdentities": [ { "path": "apps/scan-cli/package.json", "sha256": "cc9d0ae3f24a0f1a2858e9ff0663c4804b88c77f8e2b8cf8a8b1082dc0e3d024" }, { "path": "apps/scan-cli/src/analysis-cache.ts", "sha256": "d0baba6157b77cf5cba8f8f6ac59d7929442ca9f144081b3622af80fac1f147f" }, { "path": "apps/scan-cli/src/analysisCoverage.ts", "sha256": "e3e0ba94e08f15d16db22214b3169798241d27ace83e9c2b3339ac2fde0f8ae4" }, { "path": "apps/scan-cli/src/appmodel.ts", "sha256": "11cb10ad4dc07e45360addf350638c231942a34c8a94cb56dffd687d40658f9c" }, { "path": "apps/scan-cli/src/batching.ts", "sha256": "4dbac39c710e1a5a661807c31dd1710d28f4554b5fb300541282eb38deb6e7cd" }, { "path": "apps/scan-cli/src/bench.ts", "sha256": "59b7870fc1cccd5925260c4912bfcc33b279c4dfd655e69cde689b23f59f9d12" }, { "path": "apps/scan-cli/src/benchmark-scorecard.ts", "sha256": "025b9f1a2fa845985d9fafbb6e84e6a39557eb73eba6064fcc2486b9a45979ee" }, { "path": "apps/scan-cli/src/cassette.ts", "sha256": "a811a8a9037156049094648cddb02ea0fd28938e4d5d7f9ba7a5d520d8ddb1c2" }, { "path": "apps/scan-cli/src/context.ts", "sha256": "26e02925eb5f20405171950bb35d20aaf71aa67eade8482ea70e4c89ced0ac1e" }, { "path": "apps/scan-cli/src/coverage.ts", "sha256": "10c0366ba24dfeb8792f4e1b817293186c6f1b6471cc4d01b2dc4096abc9e910" }, { "path": "apps/scan-cli/src/coverageReport.ts", "sha256": "e8eed15e9df0baefcd94ace34fcf0e63119e87ac4bea3595c2a279a060687a19" }, { "path": "apps/scan-cli/src/deepdive.ts", "sha256": "49c5913019358f87477bc93cab3daaa391beb8ebc307b55637d8f1c9234d8de9" }, { "path": "apps/scan-cli/src/deepseek.ts", "sha256": "b922cbf013b81ed1c3d682ce6e67868a3526034efd011ca6eb78dfc7e1ad8543" }, { "path": "apps/scan-cli/src/defences.ts", "sha256": "fb11f03b658d149a5e74bd8a18c74f27dc74aa24152d301703a1126c5723478f" }, { "path": "apps/scan-cli/src/depGraph.ts", "sha256": "b2e354315743883ed58cdcb22b3e242267e27ad3745ae11903f5d93c278be1f0" }, { "path": "apps/scan-cli/src/dependency-observations.ts", "sha256": "d8c14d1d944f1870602d35ec2d2e5b297e161423a0ed242256c60927b922f02a" }, { "path": "apps/scan-cli/src/depth.ts", "sha256": "aa01dd09689eb2cd271473b3628438951bc367a848807989a552cbf2d54fe1aa" }, { "path": "apps/scan-cli/src/envNames.ts", "sha256": "97071edd26823ab361d481785c04066eedabe6a5866c425562f089b4c7cc2c69" }, { "path": "apps/scan-cli/src/finding-response.ts", "sha256": "645faff3e3e6f9bd1d7bb7a7f93dab6bdb3f28787f08a6b97670193b5af1dc4a" }, { "path": "apps/scan-cli/src/fingerprint.ts", "sha256": "70449e5ba52964cb54514c1d63369f4394a89eb2533c25cec6a35191f6bc795e" }, { "path": "apps/scan-cli/src/gates.ts", "sha256": "1a3b2f6e615e13a43a7da2fa64107845f857d07e17938ee5342662beae8b1a1e" }, { "path": "apps/scan-cli/src/gitleaks.ts", "sha256": "3b45e13abb74de4f204acb29c82b3c8a3c6628373fe91c590bd4ea377f9bec38" }, { "path": "apps/scan-cli/src/helpers.ts", "sha256": "ae9c19d7ff10118b3089d4709a04f0cc749083dfe23d3e0c865b692ac32cc4b6" }, { "path": "apps/scan-cli/src/iac.ts", "sha256": "78011b64b0c4da54861405f19b9e33fe9f5b42f5c2108330c9fe46f17fd033ed" }, { "path": "apps/scan-cli/src/image.ts", "sha256": "a7aa4b3605587ec02c07116058a720c7b894b34b000598010f67061bbc9e2e22" }, { "path": "apps/scan-cli/src/imports.ts", "sha256": "37e654e1643d66d1b4b3dd08a71f029c85221f24bc1857a52f4c289e536de42a" }, { "path": "apps/scan-cli/src/independent-benchmark.ts", "sha256": "44d2a86c3e10ea7b897800dec90f7e73fd7096bc575c4fbdac50308a4561f242" }, { "path": "apps/scan-cli/src/index.ts", "sha256": "28244b9a65713e5d5f4e5a5581de5302372e1a5436870f1543dc5936805fd632" }, { "path": "apps/scan-cli/src/intelligence.ts", "sha256": "93bfb294b41bdf1616533ac6445c271430497e0def81e6443ef723c6a35efc90" }, { "path": "apps/scan-cli/src/kernel.ts", "sha256": "18f2d1eeeeacc4b528e343c91cae0b08bc6e252427e886af5470730d8774d4f0" }, { "path": "apps/scan-cli/src/logger.ts", "sha256": "3d53733daa48af057f2709b29af2d0e506af3f62764ea64cd1b5758be0ba8582" }, { "path": "apps/scan-cli/src/manifests.ts", "sha256": "bb1672c1bd3c1d399c16878572874efbe5e648e33b88e61455ba98b574d04af7" }, { "path": "apps/scan-cli/src/mapFinding.ts", "sha256": "be3ec1f53d70c7f6021ad695ffc37363e46d2dd34b047c14ade59dce2401459a" }, { "path": "apps/scan-cli/src/model-benchmark.ts", "sha256": "d1807991cb04db49daadc70df165a2c25b90ab33409168fa2b3b4d4feaf2b9c5" }, { "path": "apps/scan-cli/src/noise.ts", "sha256": "5d30d0453a93bd04a4bc10be6692d8a9813677dee35c7c3ba7af12ee7fb16bfa" }, { "path": "apps/scan-cli/src/oci.ts", "sha256": "c5600f5dbeb7e786ebcf0a75cf1d24c35314af3fcdcdc681feac7ad1154f7277" }, { "path": "apps/scan-cli/src/openapi.ts", "sha256": "6223b8611795454a8f0f52ec1f7bb577f19b144d41cb19dd226dc6c7168328c9" }, { "path": "apps/scan-cli/src/osdb.ts", "sha256": "cd464bb11b5953068934c17cde3f10bedaeaaed03fdf6d85cf267a2df0145e6b" }, { "path": "apps/scan-cli/src/prefilter.ts", "sha256": "53571e87886dbc160b0d64cac8a485c84d539c34e2a67bc07262350c2b83176f" }, { "path": "apps/scan-cli/src/prompts.ts", "sha256": "6868a349ceaf9b4a64951129d5998b19ba22c77c5b72c93ebdc3f4513dbf086a" }, { "path": "apps/scan-cli/src/pullRequest.ts", "sha256": "2fbfa5525a0a9e9e0f9f35348429f397cc37bf22a897f779ea83e31a3d7c31bd" }, { "path": "apps/scan-cli/src/python-config.ts", "sha256": "cbd69945e59780938e88bbd3ba594696ad7c4fcfe00550e4a07102bd685e4065" }, { "path": "apps/scan-cli/src/python-flow.ts", "sha256": "ffc6d7325bbfefcc33b295998ee00ca3fb6fcf3af5df6391afff60a59ac34ade" }, { "path": "apps/scan-cli/src/quality.ts", "sha256": "7b69ff447ff7d673420eb84fc13c19b8b3a779f18bc01feb3c5c44166bcce40e" }, { "path": "apps/scan-cli/src/reachGraph.ts", "sha256": "099e451f8b1cf41d631d2831dba4629e4bc7ea0c31ce6b1291571e4f602dbd04" }, { "path": "apps/scan-cli/src/reachability.ts", "sha256": "fa01a82a0bca1a3ba67faca4f6fdc209fc0b81f099b59f70ead33dc6a1d5c24a" }, { "path": "apps/scan-cli/src/recovery.ts", "sha256": "c51f097dc8f7dfa1f0576c9c66fc459acb615122ad9e9d78b7ecad124b6c7e98" }, { "path": "apps/scan-cli/src/relatedSpans.ts", "sha256": "b455844c8a2dd2c8a91e56a291920ed34c7a3fb003c6cb285a82f2c5a92aaf2e" }, { "path": "apps/scan-cli/src/repoSecrets.ts", "sha256": "071dd5a1b259aa2cbf7adcd32b5a6010c69a8601711ae5a3f74117df35611d0f" }, { "path": "apps/scan-cli/src/reporter.ts", "sha256": "7c1ee9071898d0c47eb79c6542c7bd677933eda9f159f0dea9fcdcafc28bcbd6" }, { "path": "apps/scan-cli/src/repository-benchmark.ts", "sha256": "dc324cf0bf446082626a6bd31879782a6516149bd45d9293d7dbc519d7f08cb4" }, { "path": "apps/scan-cli/src/rule-defenses.ts", "sha256": "02e15e50eeefe594378f0cf7e9925d651df06561e64fe06365c7bcfdb3dcf1a1" }, { "path": "apps/scan-cli/src/rules.ts", "sha256": "4cd142f29398311478e0931f6f2cc0646d03d8f7448c423751927773996e4889" }, { "path": "apps/scan-cli/src/sbom.ts", "sha256": "2f76a139d11e49b67a826603881cbf81ffc4474bc4bd9fde6506e0c558c8f0d9" }, { "path": "apps/scan-cli/src/scan.ts", "sha256": "df65338708a1de4edb042b1bd3fbec79455c3b61ffabb8fba0caeff2a594e9e8" }, { "path": "apps/scan-cli/src/scanVersions.ts", "sha256": "5e3991039c32835b23767c90aafaa33ab15a6e61f7e01a9b0d3ab5683c602653" }, { "path": "apps/scan-cli/src/search.ts", "sha256": "f9db1c3b5fe9900a6e4f4335d53ada9083e2ae932ebcee853b56f527ba95f219" }, { "path": "apps/scan-cli/src/silence.ts", "sha256": "8c65ac7f0df90c9c15394ac6de861f86ce3d89a2930a8ebe7445d63eaa5e2787" }, { "path": "apps/scan-cli/src/spread.ts", "sha256": "2d80502b0d1b0d453aa0e2da7513fefdf75755a37d5af1e3cf6a5cb08b12d9d0" }, { "path": "apps/scan-cli/src/stability.ts", "sha256": "61012aae5957361f46a8f15413ea429e7350fefabce4e9e0e6fa972278cc34e7" }, { "path": "apps/scan-cli/src/stop.ts", "sha256": "d35e4491a63e6792342b8b5deea342a2b4bbe22975aeb6f26c51537e2275fd6f" }, { "path": "apps/scan-cli/src/sweep.ts", "sha256": "1c51efc21e15e6fa3bbf1b5d3b7504e7aed497a507abe5182397c1250252ce55" }, { "path": "apps/scan-cli/src/tar.ts", "sha256": "2c80b52c78e9c75185ed90b3cd4f4a6bca969fe0d1c736f15f8b72e47773e6f6" }, { "path": "apps/scan-cli/src/template-flow.ts", "sha256": "435188aca557af792af85cb0553cac1361e075e2d3e007f8963b2e399810469b" }, { "path": "apps/scan-cli/src/tools.ts", "sha256": "cf9de13aa44e1550fdeedfba7e25ac7ccf36b289825a8eaf3f1928cf8b5df3d8" }, { "path": "apps/scan-cli/src/trivy.ts", "sha256": "150153c1b23996bc0f8a32301c65d0bff0be1fa2fae6cb7eb0f5c581c700c236" }, { "path": "apps/scan-cli/src/verdict-contract.ts", "sha256": "e24ab43d9f4cc96ebd2e3948286779b2e0b0390f42106f14b3b7eef3bcee9d61" }, { "path": "apps/scan-cli/src/verify.ts", "sha256": "a107310a1f21fff33e0642c492bd368858c4c46da73dedebfdf480f4931b8bfe" }, { "path": "apps/scan-cli/src/walk.ts", "sha256": "3d2a350dfe6e25403e50eefa3a0dbaebe275b422950717fc438be3bd5c74d097" }, { "path": "bun.lock", "sha256": "14b55bb0ae964bab83edb70d146e5e5eac16a7ef7418b4bd94842a5335edbbbd" }, { "path": "package.json", "sha256": "0c61121892bbd320487234c977f0e12f550a611adcb621d86d138c60cf0f6422" }, { "path": "packages/schemas/package.json", "sha256": "a46ecb31aa9aa33ceb6daafae8394ccdfa228fc7789198c421a02c0999aaa786" }, { "path": "packages/schemas/src/billing.ts", "sha256": "7ae419533da6bc2a20ad243b33b452dcd25d7dd67fe6c4b89c7d44193818322e" }, { "path": "packages/schemas/src/careers.ts", "sha256": "c367f27b05dfdc9d57e25fe9987bf21e78f3f65ea9556afccea999cbfc068c46" }, { "path": "packages/schemas/src/dependencyObservations.ts", "sha256": "d5a641b059b22592c692d3283502b9d77213ec42e77e03e600d0a20ee72d4038" }, { "path": "packages/schemas/src/findings.ts", "sha256": "a12c3448f1e41d2eda5313f9b9a8fcf64ed2b77ebc80e5e22a7c682060878a38" }, { "path": "packages/schemas/src/immunity.ts", "sha256": "cbe2557cc42d164e9d677f92ab8e26ce12762b4b2f60d5a3f2430b59a793abce" }, { "path": "packages/schemas/src/index.ts", "sha256": "dc8572d1089083d76301bdf8634bfe9565973f00e6cc49beca1101df17ec4cbe" }, { "path": "packages/schemas/src/investigation.ts", "sha256": "0a4a6a4370ff428910b2fb0ef53450fae064392dc58e341f8eb33da2252300b5" }, { "path": "packages/schemas/src/ir.ts", "sha256": "c1b1d0766b20e4830a9a6ab35d27ba16dc676f9a4c2a9badebd4fdbd17919df8" }, { "path": "packages/schemas/src/knowledge.ts", "sha256": "74488c0199366e71df6c2a83e71333317392e6b010e88f6beb66b935cec4bc85" }, { "path": "packages/schemas/src/notifications.ts", "sha256": "994d00573e810665c4379c2cb86147d28ac588ffca1b7f5c305cbd3ee98578c9" }, { "path": "packages/schemas/src/packages.ts", "sha256": "cabe240416e6c35be7baae9e776017e272f03efc5c4bcac3db05b3c11fa75d7e" }, { "path": "packages/schemas/src/proof.ts", "sha256": "80dcb156960b75ec0dee7e607fba08229ddc0cccb5c8951e813274b27340953f" }, { "path": "packages/schemas/src/reachability.ts", "sha256": "6f78887ccf9f09df85e9cad8b5c271fd036782846bcdd301de44e85645f86b39" }, { "path": "packages/schemas/src/reproduction.ts", "sha256": "ef08346d379d5f325bd579a7536679fef7d09fab7f4925392c55c55fd3aa7ab5" }, { "path": "packages/schemas/src/scanCompletion.ts", "sha256": "881dd9263b32be386c364e8595562cadf7e9cbda9efe5aa64abac11b798c7e8f" }, { "path": "packages/schemas/src/scanPullRequest.ts", "sha256": "09e56c5771b087884f735f69a3f3cb625f99e7aab1a867fd1f469fd1906ba2b6" }, { "path": "packages/schemas/src/scanReasons.ts", "sha256": "fba539e6d3c2140db2a329a6be9ce53e7ed0f6dc4437f085d2ce014be71d200a" }, { "path": "packages/schemas/src/secretRepair.ts", "sha256": "f139123f488ba9a19e2a22bcd02544986d0e056358876a3db51655f7d5a99be2" }, { "path": "packages/schemas/src/secrets.ts", "sha256": "e3a898bcadcbc68d0587b513db1d1945174437f358e0fe33624e97df50b42c00" }, { "path": "packages/schemas/src/security.ts", "sha256": "311afcee8ce9a869a622a19e2b1db1e57e003ace1f655921760ec21689a46f44" }, { "path": "packages/schemas/src/states.ts", "sha256": "540c39ae578d9f7cae4ab84e5e183852e6eb84ae49d1d992c2cbf8c2e81a66b6" }, { "path": "packages/schemas/src/wire.ts", "sha256": "b0c21292deadef07a17133b79eb89e4d3dc3dd6bfd165f61653efb699d9d6c3d" }, { "path": "packages/schemas/src/workspace.ts", "sha256": "17a5fab2b0f41f698fbe2f1eceb055c035ae04bec35f547c03531d2e0eefbf42" }, { "path": "rulepacks/common/ANGULAR-TRUST-001/rule.yaml", "sha256": "add1d0987ffcb76cf8286d4da2210674893a8a8c693c9afacb5f4adbbfc7f73d" }, { "path": "rulepacks/common/ANGULAR-TRUST-001/tests/safe/sanitized_html.ts", "sha256": "0d602cd9ae708c8060652de16f1c361a5522dc81d81624e8bdaaaae2664457d2" }, { "path": "rulepacks/common/ANGULAR-TRUST-001/tests/vulnerable/bypass_trust_html.ts", "sha256": "dda816ef1b3d98aa23f109516466c901b66bee2cc3c4742f997ddbf75dac2165" }, { "path": "rulepacks/common/CLEARTEXT-001/rule.yaml", "sha256": "19d83cbe5fabd840248811236a6426d860695cc99d57105d7f67d71b46cfb809" }, { "path": "rulepacks/common/CLEARTEXT-001/tests/safe/https_endpoint.ts", "sha256": "c497ad77c81fd53d387c2b5b10161388c87628740d0b678891581d330ab1ca03" }, { "path": "rulepacks/common/CLEARTEXT-001/tests/vulnerable/ftp_endpoint.ts", "sha256": "c3a6c3a828cc4cdca45bbdf486c6c2856066163884baa74f760a91e896f11870" }, { "path": "rulepacks/common/CMDI-001/rule.yaml", "sha256": "76a524d4596595bec3d2b8550e593f8f73b2c463c594bb7a70f2cb8c3ea9346c" }, { "path": "rulepacks/common/CODE-001/rule.yaml", "sha256": "313aa196ab864dd25536b018605c1c3b36f18956a367376ee0e005bb319f58be" }, { "path": "rulepacks/common/CODE-001/tests/safe/comment_mentions_eval.ts", "sha256": "a47f8173953238cb60d08856a1b037366fbe536a88da34b23c643e9cad35d572" }, { "path": "rulepacks/common/CODE-001/tests/safe/literal_mentions_eval.ts", "sha256": "3d09dab28d07ba35d263943091655822f5f5d217b2d6fccbbf3f9cb435bacfc2" }, { "path": "rulepacks/common/CODE-001/tests/vulnerable/eval_query.ts", "sha256": "e3f4f0d3c518040aa2696ea7f76ff19db67601d38be08b42373615b3ded3dae0" }, { "path": "rulepacks/common/DESER-001/rule.yaml", "sha256": "20b2f7b0d2b0a0dbf7d8725589a031e8d7cb58d318d151d099bfc1c2e484dd79" }, { "path": "rulepacks/common/DESER-001/tests/safe/yaml_safe_load.ts", "sha256": "7aaaf0beb687fdadfafbc7d6d1a952647353a222571032ea59242f87bf33dba9" }, { "path": "rulepacks/common/DESER-001/tests/vulnerable/yaml_load_body.ts", "sha256": "f108c65e1710a394fa1785691e1cb6d621e3e0b778da96403788137e3156453a" }, { "path": "rulepacks/common/PATH-001/rule.yaml", "sha256": "b45b1cfe6d8c5af96ec1e8a1c837feeb8ddc239424adca3c188a64c161a00d2f" }, { "path": "rulepacks/common/PATH-001/tests/safe/read_normalized_path.ts", "sha256": "de57b93ba7c7f086a1a9de7d2872628ccb63d84da3fb2fa1ef195bf58b0d2ca6" }, { "path": "rulepacks/common/PATH-001/tests/safe/template_allowlisted.ts", "sha256": "d1d539bba782f1be978bfc1758690d38426278adaf1a44dbf76705e47ce6618b" }, { "path": "rulepacks/common/PATH-001/tests/vulnerable/read_user_path.ts", "sha256": "f1b1f2b69e5992f4004d8a30d0e696fb19d21cd1cb02927e61687e5991d7569d" }, { "path": "rulepacks/common/REDIR-001/rule.yaml", "sha256": "ebaba25880fec0039dad28bd24cbdd36541ab08036ce72527d31363ba37551f7" }, { "path": "rulepacks/common/REDIR-001/tests/safe/redirect_allowlist.ts", "sha256": "903c9879c7b4b35624849633a17e8a34a86dc25f4526cc3df5342b5bb0e49bde" }, { "path": "rulepacks/common/REDIR-001/tests/vulnerable/open_redirect.ts", "sha256": "efd4e225c944fb8647054fa952e40f0d6f3b3b905e22a6bf89f4b2c310daf363" }, { "path": "rulepacks/common/SQLI-001/rule.yaml", "sha256": "3e64945a2e853ae7bbd868a110edbca234966a170a03f3dfe6f49de7077c6fcc" }, { "path": "rulepacks/common/SQLI-001/tests/safe/drizzle_where.ts", "sha256": "106f09d70c246f993c7098b5d059bea9b836d1d025154d2c21b2b330519e7ceb" }, { "path": "rulepacks/common/SQLI-001/tests/safe/identifier_allowlist.ts", "sha256": "bca1e858b9fda6aff77dc1334c96e61446966250ab503c5832c0ef2919ce8436" }, { "path": "rulepacks/common/SQLI-001/tests/safe/parameterized_query.ts", "sha256": "bc711ba097116beaedf72e93c7b3b20b961a2d1258948ecb0dbe6e0ab8831a4c" }, { "path": "rulepacks/common/SQLI-001/tests/vulnerable/concat_query.ts", "sha256": "a2429d8b1f611d41495a356ac305368dc5b78092e491a43bedf6a0f663b6ecb8" }, { "path": "rulepacks/common/SSRF-001/rule.yaml", "sha256": "86bbbbd1f8bfe819cb8af8bde8ca5e43e038979c728fa8ad030641777a631f3e" }, { "path": "rulepacks/common/SSRF-001/tests/safe/express_proxy_allowlist.ts", "sha256": "571f26fc750cdb14b72c7803cd2dd50d62acd806d1677dd5165aa92060ecd21f" }, { "path": "rulepacks/common/SSRF-001/tests/vulnerable/express_proxy.ts", "sha256": "e4f646374bcb08c30fb8af627a91668f4841512cebe1bf804f79c0c4cc2229ab" }, { "path": "rulepacks/common/SSTI-001/rule.yaml", "sha256": "1cf2a5878dad69f9adf9cad88ea2000064898a51447e053a47ef05581954edde" }, { "path": "rulepacks/common/SSTI-001/tests/safe/precompiled_template.ts", "sha256": "0d5febf5ff8f2070115eaeba0870cdfcd392a2dd142487f0a996b04cc491a6e1" }, { "path": "rulepacks/common/SSTI-001/tests/vulnerable/handlebars_compile.ts", "sha256": "4b04998aa32236b06404c7c9aaf2674d01173576b2401efd4904166a4f30fd5f" }, { "path": "rulepacks/common/UPLOAD-001/rule.yaml", "sha256": "e5d8812fab296e63bb94fed6486797995e830fd2feedb5e4ac567bb7e904600b" }, { "path": "rulepacks/common/UPLOAD-001/tests/safe/mime_checked_upload.ts", "sha256": "e020db518e233ac8433f5237c1744d70d6854bd802dbd232f6377d1e03c9aa77" }, { "path": "rulepacks/common/UPLOAD-001/tests/vulnerable/unchecked_upload.ts", "sha256": "c2c4629e3af2db831f72d99572b49c758174bb224e4a2f4abb88ab82f12a3967" }, { "path": "rulepacks/common/XSS-001/rule.yaml", "sha256": "4eafa1e0a5329f76ec075e03d6bf756570cd1643ec4b1aaff9f4ae8960073237" }, { "path": "rulepacks/common/XSS-001/tests/safe/escaped_html.ts", "sha256": "199162c065905fc36a12bae5eedef52093de52b6faea7189b26c94fc4b297fd0" }, { "path": "rulepacks/common/XSS-001/tests/vulnerable/inner_html.ts", "sha256": "9bc3e7f70495dec60e4fae6e44c6525d1f7eed9eaab34f1b7f0c2f62ee334865" }, { "path": "rulepacks/javascript/CMDI-002/rule.yaml", "sha256": "ec140652bbbf75b9ac7abf0491617a7b2fedafec6b01e061afcc455fd46dfab2" }, { "path": "rulepacks/javascript/CODE-002/rule.yaml", "sha256": "5fba2995a7c08491b7fce10659cff11e00d9197bf59a5d3a38f93403ca398b63" }, { "path": "rulepacks/javascript/PATH-002/rule.yaml", "sha256": "6cd1dcc2bd021b507e56eda1048e2d556a7f2d63e174a387c55654dfd32b2fc1" }, { "path": "rulepacks/javascript/PROTO-001/rule.yaml", "sha256": "bf376e71fc05a878df13da0e52dad459fb0c3fd64022d8a69733f3714f6c0ee7" }, { "path": "rulepacks/javascript/PROTO-002/rule.yaml", "sha256": "a33eb6189979feb4815736b9b41878181409cb6582bcbc84cf8b570a8ca6fdde" }, { "path": "rulepacks/javascript/REDOS-001/rule.yaml", "sha256": "b20709f91bfe5bc2b834174a53fb2d0aa2772fd21838191273c117a662d7fbbc" }, { "path": "rulepacks/javascript/REDOS-002/rule.yaml", "sha256": "96c5b0ca1b87ccfd62d47a5cdf0333b9aeb8af676e57db2cb1bf51071a01f128" }, { "path": "rulepacks/javascript/REDOS-003/rule.yaml", "sha256": "1cc53d782185aed8c25f674342c6e25c26bf4fe7d28c11149cd7d4e6c00591b1" }, { "path": "rulepacks/javascript/REDOS-004/rule.yaml", "sha256": "4fc5fa489991681c7b6c7c8fdab2271f0e482c5bdf65cbdb1a5ed14fcc79fefa" }, { "path": "rulepacks/javascript/XSS-002/rule.yaml", "sha256": "265b5dddc5503e3cfede82589a20346e7111aee234aae699bd72010284ab4819" }, { "path": "rulepacks/python/COOKIE-001/rule.yaml", "sha256": "e96b7b90b587fa6d110a094a04a62e892ea7c3e568dc3348cb91152dc31b28eb" }, { "path": "rulepacks/python/DESER-002/rule.yaml", "sha256": "a77cd0730f50c608ddaa4d8446adb7b728522990b1cd772a96648113e522c731" }, { "path": "rulepacks/python/HASH-001/rule.yaml", "sha256": "e73bc710813e3432d33ebd5c3009af465ff431828a6f62023f8134284cb2952c" }, { "path": "rulepacks/python/LDAP-001/rule.yaml", "sha256": "ba5af874b16aced31442688c2696bdce5d653e06777cb8405ba4827fe81299d9" }, { "path": "rulepacks/python/PYEXEC-001/rule.yaml", "sha256": "e894bf53024edc28c99465d76e0ba6cf0041a365c3e47d886f8fa2d4bb9d978f" }, { "path": "rulepacks/python/RANDOM-001/rule.yaml", "sha256": "cc5ef82221e457cd3735ddf1a2460f0ad1b4c0a42d8d046dc6eb8826c8a4401e" }, { "path": "rulepacks/python/SQLI-002/rule.yaml", "sha256": "8870d9e0c8e50ef1e98bdd0a5d340a993fd08bb79c99b83ab0d5d428532efd3c" }, { "path": "rulepacks/python/SSTI-002/rule.yaml", "sha256": "9eaef2a4dd0a2a05427b38d57224363493ae4d6084de444cb972abe363b4a7e5" }, { "path": "rulepacks/python/TRUST-001/rule.yaml", "sha256": "951696eaf7ece7422b37a1fa86d5985f8d3b128d583ce50df98520a877896372" }, { "path": "rulepacks/python/XPATH-001/rule.yaml", "sha256": "17604e33d66d6d7e378932a5979beba8bd09166a0c9bb9fe298cd448ba34d43b" }, { "path": "rulepacks/python/XXE-001/rule.yaml", "sha256": "560eadedab50b15f003f19895559b947ef17958200940ab1099a351b3278bc4d" } ], "selection": { "seed": "cefense-model-remaining-gaps-final-fresh-2026-10-22:", "procedure": "Exclude all 112 previously model-evaluated case IDs: 84 earlier development cases and the initial remaining-gaps fresh trial of 28. Partition remaining author-labelled cases by exact expected CWE and vulnerable boolean. Select minimum SHA-256(seed + original case ID) in each of 28 strata. No detector/model predictions used for selection or anchor review. A publication evaluator reviewed selected source before new predictions and did not share source or IDs with prompt/mapping implementers. Public suite labels and the deterministic corpus were already used during development; this is a fresh model-evaluation cohort, not an independent customer repository holdout.", "selectedCases": 28, "corpusCases": 1230, "unselectedCases": 1202, "caseManifestSha256": "c79c57db2d6320a167c4fea7718623dec0f46eeb04d2f0ba701a5394a290a6ed", "caseIds": [ "BenchmarkTest00745", "BenchmarkTest00915", "BenchmarkTest01098", "BenchmarkTest00606", "BenchmarkTest00829", "BenchmarkTest00753", "BenchmarkTest01203", "BenchmarkTest00454", "BenchmarkTest01170", "BenchmarkTest00895", "BenchmarkTest00075", "BenchmarkTest01188", "BenchmarkTest00711", "BenchmarkTest00327", "BenchmarkTest00778", "BenchmarkTest00031", "BenchmarkTest00726", "BenchmarkTest00888", "BenchmarkTest01102", "BenchmarkTest00657", "BenchmarkTest00816", "BenchmarkTest00495", "BenchmarkTest00850", "BenchmarkTest00930", "BenchmarkTest00416", "BenchmarkTest01085", "BenchmarkTest01116", "BenchmarkTest00535" ], "sinkReview": "Read each selected post handler before predictions. Fixed anchors identify filesystem access, shell command execution, returned HTML assembly/return, SQL/LDAP/XPath execution, eval/exec, digest creation, security randomness, session mutation, deserialization, redirect, XML parser setup/parse, or cookie configuration. Expected author labels remain unchanged. No score-dependent edits are permitted." }, "plan": { "mode": "default", "maxRounds": 1, "sweepEffort": "none", "verifyEffort": "low", "verifyEnabled": true, "minConfidence": 0.4, "absenceLane": true, "spread": false, "secondOpinion": false, "verifyEngineFindings": false }, "limits": { "requests": 200, "tokens": 1800000, "dollars": 0.2 }, "scope": "Production detection-stage prompt, snippet mapping gates, configured verification and native union policy. Selected source files only, with imported helper bodies absent. No intelligence retrieval, repository execution, additional sweep/absence/spread/chain lanes, PR generation or full hosted scan. Public label-known corpus, not independent held-out accuracy. Labels and suite identifiers are not model messages. Native findings are never deleted by model review.", "targetPlatform": "unknown", "prices": { "inputUsdPerMillion": 0.3, "outputUsdPerMillion": 1.2, "source": "https://api-docs.deepseek.com/quick_start/pricing/", "checkedAt": "2026-10-22T10:31:22.704Z" }, "planned": 28, "corpusCases": 1230, "unselectedCases": 1202, "scores": { "nativeDeterministic": { "tp": 14, "fn": 0, "fp": 0, "tn": 14, "scored": 28, "failed": 0, "notRun": 0 }, "modelOnlyMapped": { "tp": 12, "fn": 2, "fp": 4, "tn": 10, "scored": 28, "failed": 0, "notRun": 0 }, "modelOnlyVerified": { "tp": 12, "fn": 2, "fp": 0, "tn": 14, "scored": 28, "failed": 0, "notRun": 0 }, "servedCombined": { "tp": 14, "fn": 0, "fp": 0, "tn": 14, "scored": 28, "failed": 0, "notRun": 0 } }, "cases": [ { "id": "BenchmarkTest00745", "path": "testcode/BenchmarkTest00745.py", "expectedCwe": "CWE-22", "vulnerable": false, "sinkLines": [ 53 ], "sourceSha256": "6bcd7b5fd42cd33e78738a15bddf47cc68b6c56e0696b89d441c9aada0d3e332", "sanitizedSha256": "b85518e44e91fd6558a33f733b7b8d62b5b9dc2ce5e23ca8db97f01dfeccd9a8", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00915", "path": "testcode/BenchmarkTest00915.py", "expectedCwe": "CWE-22", "vulnerable": true, "sinkLines": [ 54 ], "sourceSha256": "b2d8edb4e09638aae8e4882a2e2e6a50add21fdbf46aa1d9e28f59ad2542522b", "sanitizedSha256": "1fc316c0b82fb3dd46db66ecd960a9b9effc296b99e368015aad3f1f1e78cfb9", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01098", "path": "testcode/BenchmarkTest01098.py", "expectedCwe": "CWE-78", "vulnerable": false, "sinkLines": [ 53 ], "sourceSha256": "9ee4aded003903a95c07e7811c97ab2ff1adc65234267ddd87d2a250610b9580", "sanitizedSha256": "62e7df31f379231bccb919c7d3d02cea5ba31ec0607f432a8c79d5cfcd584625", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00606", "path": "testcode/BenchmarkTest00606.py", "expectedCwe": "CWE-78", "vulnerable": true, "sinkLines": [ 51 ], "sourceSha256": "aee8066efd44591f50004069ac8d23fe17f239845f2f2b40d132629142f547f1", "sanitizedSha256": "1e0724cfe5fc2e7783006bf3c9b71b6f4d7671482fde9304b2ea07a63485bfc8", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00829", "path": "testcode/BenchmarkTest00829.py", "expectedCwe": "CWE-79", "vulnerable": false, "sinkLines": [ 43, 44, 45, 47 ], "sourceSha256": "c1bc7afbb8e2a0329a6ee70a2d8f269441a08d44654ffe5bf38ea64e430bec35", "sanitizedSha256": "e5445622654826604d31b3ba9f3421ffd7aaeb9732346fae9c087e23390a8b1a", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00753", "path": "testcode/BenchmarkTest00753.py", "expectedCwe": "CWE-79", "vulnerable": true, "sinkLines": [ 47, 48, 49, 51 ], "sourceSha256": "6d1fe4775331d6d76cdc7c6247ac27d02dd4d1589ee6b61b65495ab4ebeef7bb", "sanitizedSha256": "270794f25805e70f48362eeaa21a9e51ad62ff22ef463a7bf89fd20c35a5889e", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01203", "path": "testcode/BenchmarkTest01203.py", "expectedCwe": "CWE-89", "vulnerable": false, "sinkLines": [ 41 ], "sourceSha256": "c64b6f718f3f71b54a57ac51dc365464852920ee790dfd7f7e476cc4971e0922", "sanitizedSha256": "ebc2e02f306a4ebbef7f3c0b0a0abbdd479a41181939e573ad68fd64b8e78c4d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00454", "path": "testcode/BenchmarkTest00454.py", "expectedCwe": "CWE-89", "vulnerable": true, "sinkLines": [ 44 ], "sourceSha256": "855ea60577a8728f5b52c6fc2f68ba449888f50538ab3a7e151ce96a9b3c754d", "sanitizedSha256": "30342852019f6cc27e1e708c4a2c637507167893acc13306ccf133727586452e", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01170", "path": "testcode/BenchmarkTest01170.py", "expectedCwe": "CWE-90", "vulnerable": false, "sinkLines": [ 55 ], "sourceSha256": "7572b330263afbabf88480af994cfe092b5982c738172748e0ad5304fbd4e692", "sanitizedSha256": "7ee447e3534797e618da7cc4f32439aa136f04b877c7e88a77d0cd3a70c69b86", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00895", "path": "testcode/BenchmarkTest00895.py", "expectedCwe": "CWE-90", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "b7fe87929b3569f50508746ba5954261966d5a95b24304d6ed0daeea3d04ee22", "sanitizedSha256": "7c42d5f2c2b4a1d210ea399c85b5de6d7d3efc906c335e522bb0c4e8901015d7", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00075", "path": "testcode/BenchmarkTest00075.py", "expectedCwe": "CWE-94", "vulnerable": false, "sinkLines": [ 53 ], "sourceSha256": "443f71145aac0d9feb700ad02210f3bf27a874190dcdda8ba82232c4654f455e", "sanitizedSha256": "577a8a47ea158f5ee9f8f94f3e053dd4fcae6be4dc305fdb3d44c313da4471dd", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest01188", "path": "testcode/BenchmarkTest01188.py", "expectedCwe": "CWE-94", "vulnerable": true, "sinkLines": [ 38 ], "sourceSha256": "982d445efadff613e947398496e77bcd17e94a48a50949772463f005906fa949", "sanitizedSha256": "9498d038f424f3cad238db35020494ba7a9350603ecf7fc6068d4063a97f0bcc", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00711", "path": "testcode/BenchmarkTest00711.py", "expectedCwe": "CWE-328", "vulnerable": false, "sinkLines": [ 57, 58 ], "sourceSha256": "096760f01c2e4ce0253ae26a48b8c7fbca5eea1b2fdd1bad56ba1539b1d18826", "sanitizedSha256": "b59b94830d54100e6eec1e3f9164df64e2728e8f2542c99cf706fe78c847bca1", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00327", "path": "testcode/BenchmarkTest00327.py", "expectedCwe": "CWE-328", "vulnerable": true, "sinkLines": [ 62, 63 ], "sourceSha256": "981338ac47873996b1c937dcea432b31fc60f6cf3a53c19a616f7d34a4b553ee", "sanitizedSha256": "e9dbf54532d461ab36ee9b58df4874e8b4ab7e09696b117a27f7f5354a1b8d19", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest00778", "path": "testcode/BenchmarkTest00778.py", "expectedCwe": "CWE-330", "vulnerable": false, "sinkLines": [ 51 ], "sourceSha256": "d1cfaae888fa695eb47be32a7e5e71e7a6668a1331cd08910589622ed41b10f5", "sanitizedSha256": "9c7d387a58469fd58f3623f76b11409444b3871dba33a0d23cdae2af84678766", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00031", "path": "testcode/BenchmarkTest00031.py", "expectedCwe": "CWE-330", "vulnerable": true, "sinkLines": [ 51 ], "sourceSha256": "9591f70b453676187038f806cab639157579c38297df585d3baa277166d4b776", "sanitizedSha256": "e968e6a9bd42dd401351d5afd17dd6762b7e12044dfe08606b87cad69431cc24", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest00726", "path": "testcode/BenchmarkTest00726.py", "expectedCwe": "CWE-501", "vulnerable": false, "sinkLines": [ 41 ], "sourceSha256": "f4982d206a585b488c69d4cabc1f0972db46941326c745324d6cee98267f62a5", "sanitizedSha256": "ea0addb743e62dc498fd891ae042608d36c6331d965af81b6bbbd85aef279aff", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00888", "path": "testcode/BenchmarkTest00888.py", "expectedCwe": "CWE-501", "vulnerable": true, "sinkLines": [ 43 ], "sourceSha256": "a7059dd42dc10b0f50ed62863ded720d3829f7c14b1e2840550c1f35f711a050", "sanitizedSha256": "6bda478a724cc15e0fae15189845493b262b3aa1ac2e0b40eab29deee7391f91", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01102", "path": "testcode/BenchmarkTest01102.py", "expectedCwe": "CWE-502", "vulnerable": false, "sinkLines": [ 48 ], "sourceSha256": "3ed964e7eab63880b30f066553d234de0b075194f74f42dfd42a790bffb8a12a", "sanitizedSha256": "30c064e889e8c37112350e484ab47d5a06ac8d50608c71201c6fc746206e0ffc", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00657", "path": "testcode/BenchmarkTest00657.py", "expectedCwe": "CWE-502", "vulnerable": true, "sinkLines": [ 53 ], "sourceSha256": "ed63878de550849dc528a682c8db77d93299434491a33ad95a27e7da047a4ee9", "sanitizedSha256": "f0562152ea7df0e77158c33173a0c4a0d753b8cd8cf60d6a0691f57e7596bb08", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00816", "path": "testcode/BenchmarkTest00816.py", "expectedCwe": "CWE-601", "vulnerable": false, "sinkLines": [ 65 ], "sourceSha256": "cb008c9011daaefd8efe01973337f25c0fc3cc40ca3107d1e42a299889e12f05", "sanitizedSha256": "4878753f30bdde652116490ec4b69026c49b36fbd49b9970efb28105d781ea4f", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00495", "path": "testcode/BenchmarkTest00495.py", "expectedCwe": "CWE-601", "vulnerable": true, "sinkLines": [ 41 ], "sourceSha256": "738751475204f8ba517e3e53a805297e4cbe949e68e0381aab49d0cc0b61894d", "sanitizedSha256": "e2e2470f19f3a8792b91a711c1309e2d13d28f7756a33a81874554844b28d0d6", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00850", "path": "testcode/BenchmarkTest00850.py", "expectedCwe": "CWE-611", "vulnerable": false, "sinkLines": [ 51, 54 ], "sourceSha256": "b3e3333588e35c31131e031193bc425dcac2ee38d62b53708bcdbc34a68771f9", "sanitizedSha256": "d78d8055e082ae9b2e25d9b082a990702a3dbeccbafb5dc424d744993714a3da", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00930", "path": "testcode/BenchmarkTest00930.py", "expectedCwe": "CWE-611", "vulnerable": true, "sinkLines": [ 54, 56 ], "sourceSha256": "4978abd49da4f591ce284595222fde6a1894f32f8bce87fb13f62a12ced58514", "sanitizedSha256": "c3b945252f45195cd5bbdd9b6bc399e877afc134ea68703df7db47009f5799f7", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00416", "path": "testcode/BenchmarkTest00416.py", "expectedCwe": "CWE-614", "vulnerable": false, "sinkLines": [ 59, 60, 61, 62 ], "sourceSha256": "8efea79dd13639e1b4541354647bc12db327911ed4ab98a5ac0bd43331976faf", "sanitizedSha256": "e439467a475a435fa979c4129cdb08c9cae634107873401ce4670a645992a927", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest01085", "path": "testcode/BenchmarkTest01085.py", "expectedCwe": "CWE-614", "vulnerable": true, "sinkLines": [ 60, 61, 62, 63 ], "sourceSha256": "bc5c385cd5ed37d4a68f47dfcb15905d333f6efe9c9150d867b804511821fbf5", "sanitizedSha256": "3298297e7a45d50808af0e47dcf27411e8017d1b754fede059cbac4b34f77a04", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest01116", "path": "testcode/BenchmarkTest01116.py", "expectedCwe": "CWE-643", "vulnerable": false, "sinkLines": [ 55 ], "sourceSha256": "f713ed4a9328d95d8c9a269c2e754d564bb71f770c37fbcf6f09335d84f26f7b", "sanitizedSha256": "4f8663f9e4a7aae6e6e42378d2b6dafb715f1f9a9d953e9ece64ec47addd9ffe", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00535", "path": "testcode/BenchmarkTest00535.py", "expectedCwe": "CWE-643", "vulnerable": true, "sinkLines": [ 57 ], "sourceSha256": "eabb174d24c4929c2e31b26894c8388cdf97861de4d1b9dc5bef30f2e7c0681a", "sanitizedSha256": "8625593e103b86b41e48973e4b8395fa0f0108793c8cb43f11ecb496e9f8277f", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } } ], "servedCombinedPolicy": "Native deterministic findings are preserved and unioned with production-verified model findings using filterNovel. Model failures do not remove native positives and are not scored as safe negatives.", "usage": { "requests": 24, "tokens": 109078, "dollars": 0.07822109999999997, "costUsdUpperBound": 0.07822109999999997, "measuredPromptTokens": 58525, "measuredCompletionTokens": 50553, "unknownUsageRequests": 0, "latencyMs": 237584.97641599996, "accountingPolicy": "Configured peak cache-miss input and output upper bounds. Completion tokens include provider thinking tokens; cached-input discounts are not credited. Missing usage or interrupted attempts retain full reservation. Actual account billing is not independently verified." }, "providerModels": [ "deepseek-flash" ], "requests": [ { "requestSha256": "304f4b4ce998ffb8eb4bae1aae2c7785a3c23b9a63927ffcb5ec25dec428e190", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:40:10.369Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 7626.425208000001, "promptTokens": 5723, "completionTokens": 1791 }, { "requestSha256": "1f3d5b079b2333f61a47890653642e80b4f80025541e6b2c4b4f3cde8ba84b31", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:40:18.002Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5622.506249999999, "promptTokens": 1704, "completionTokens": 1082, "reasoningTokens": 870 }, { "requestSha256": "fe4d82705f00127963097b1d1edc3069bc0477142a1f5a26d34a165169c18f09", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:40:23.627Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 8240.004125, "promptTokens": 1818, "completionTokens": 1655, "reasoningTokens": 1455 }, { "requestSha256": "d4cb3c8beea32ff9f0fd6911ab256409c70031c237b28e9cc3359c42f5dfcfff", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:40:31.869Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4142.510917, "promptTokens": 1718, "completionTokens": 826, "reasoningTokens": 649 }, { "requestSha256": "9fd0500a0bd151478850dc44d236dd53ba309165c479f39944b2bfd2e87ce454", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:40:36.014Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 7426.1674580000035, "promptTokens": 1929, "completionTokens": 1676, "reasoningTokens": 1504 }, { "requestSha256": "40a2665b44db1d4102ba4571a022019157af5bcd9ceeab4136556e3f4a85d7eb", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:40:43.446Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 9233.316833999997, "promptTokens": 1926, "completionTokens": 2031, "reasoningTokens": 1820 }, { "requestSha256": "dd2bf394c6f954034845255ac85be78ac2ae16bd458e152fa89f6fbcb3a0a029", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:40:52.692Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5398.218166999999, "promptTokens": 1847, "completionTokens": 1078, "reasoningTokens": 882 }, { "requestSha256": "69d21b0971561c76087ac3b6a78963e58d6c13b41cb7ac09fc0c588472d69ae4", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:40:58.096Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 27987.184665999994, "promptTokens": 1901, "completionTokens": 5992, "reasoningTokens": 5821 }, { "requestSha256": "08649f9be04071b88ff3e8c1a861527dbeca49e6c8f5ad7958f0ffe3359c42ee", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:41:26.100Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4950.462958000004, "promptTokens": 5669, "completionTokens": 1063 }, { "requestSha256": "47ae7240af4e9740c804048b3089fd6bc9b031c2f64db1c7ef36fee81cfa787e", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:41:31.066Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3647.1693749999977, "promptTokens": 1816, "completionTokens": 675, "reasoningTokens": 494 }, { "requestSha256": "f1f722e831b7c59054ca55f4d050353d522bef8521fb859afacf621a6f91f7e8", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:41:34.727Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 43589.956332999995, "promptTokens": 2037, "completionTokens": 10702, "reasoningTokens": 10471 }, { "requestSha256": "2f1b615fe87021d26cd3d912c02d02114b8ce6747a3f9284fcde9fc153ba6cfd", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:42:18.330Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2113.5253330000123, "promptTokens": 1805, "completionTokens": 241, "reasoningTokens": 123 }, { "requestSha256": "5e572f35abc12788ade4b126fa9adfdf75984c21aca9b426880d9053930de08c", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:42:20.450Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6539.248749999999, "promptTokens": 5534, "completionTokens": 1356 }, { "requestSha256": "3a6be36c01ebbc6f669720e558f41257ea4de9bb8c5ed5686803e04e2fe67a4d", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:42:26.999Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3801.318750000006, "promptTokens": 1705, "completionTokens": 746, "reasoningTokens": 586 }, { "requestSha256": "798c306f63be7e0a19b7264d44705c4a75c6a654aea10c099d31874cbea61dfc", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:42:30.804Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2203.06812500002, "promptTokens": 2004, "completionTokens": 333, "reasoningTokens": 156 }, { "requestSha256": "e6d6d0a3c087ad416c297d5bf6662e47e359eef21efce34c5e92513ad7dcc996", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:42:33.011Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3921.661375000025, "promptTokens": 1795, "completionTokens": 847, "reasoningTokens": 642 }, { "requestSha256": "90f0c540b3100cf62c76c51447c5a11a35cba59219e8ddc5f2728220a617ccb7", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:42:36.936Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2252.0322499999893, "promptTokens": 1775, "completionTokens": 245, "reasoningTokens": 60 }, { "requestSha256": "d3b0e2a1e175b2a0c1922013659457fe14712aec33271021bc4a9fdcb9d3f442", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:42:39.191Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5076.608332999982, "promptTokens": 1922, "completionTokens": 957, "reasoningTokens": 748 }, { "requestSha256": "5bf347ce8e78b3aa4215750addab1f9f9099d0d8ac740895c6e379875b71f331", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:42:44.272Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 29357.117583999992, "promptTokens": 1815, "completionTokens": 6316, "reasoningTokens": 6069 }, { "requestSha256": "fb5bf0927d6d05002dab82b12b5b0c8de5ce5129e619752c7c5497c40684b69d", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:43:13.641Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5393.380207999988, "promptTokens": 4329, "completionTokens": 1180 }, { "requestSha256": "8000eaffd7f5ff38c16a59c6242f7f6085e6fa4a422a35caa9b4fa09367fe0ca", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:43:19.038Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 30618.23533299999, "promptTokens": 1959, "completionTokens": 5947, "reasoningTokens": 5836 }, { "requestSha256": "e207c9866627634ddbef423447975eda4b7a2ca1d4d7dd9bc61a39e83d68a98f", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:43:49.664Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 1633.926959000004, "promptTokens": 1940, "completionTokens": 217, "reasoningTokens": 58 }, { "requestSha256": "101f740031df15774041656560637147241142919c1a6851782d5d53acc80940", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:43:51.303Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 13038.017416999995, "promptTokens": 1932, "completionTokens": 2838, "reasoningTokens": 2593 }, { "requestSha256": "e7b088e9bde4d7e6519b7e6f31ec9baa07bc1bbf34e0de83566129c9c967746c", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:44:04.347Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3772.913707999978, "promptTokens": 1922, "completionTokens": 759, "reasoningTokens": 664 } ], "diagnostics": { "BenchmarkTest00745": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 43, "endLine": 43 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00915": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 54, "endLine": 54 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 54, "endLine": 54 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 54, "endLine": 54 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 54, "endLine": 54 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ] }, "BenchmarkTest01098": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 53, "endLine": 53 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00606": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 }, { "cwe": "CWE-79", "startLine": 61, "endLine": 61 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 }, { "cwe": "CWE-79", "startLine": 61, "endLine": 61 } ] }, "BenchmarkTest00829": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00753": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 48, "endLine": 48 } ], "modelOnlyVerified": [ { "cwe": "CWE-79", "startLine": 48, "endLine": 48 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 51, "endLine": 51 }, { "cwe": "CWE-79", "startLine": 48, "endLine": 48 } ] }, "BenchmarkTest01203": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00454": { "nativeDeterministic": [ { "cwe": "CWE-89", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 50, "endLine": 50 } ], "modelOnlyMapped": [ { "cwe": "CWE-89", "startLine": 41, "endLine": 44 } ], "modelOnlyVerified": [ { "cwe": "CWE-89", "startLine": 41, "endLine": 44 } ], "servedCombined": [ { "cwe": "CWE-89", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 50, "endLine": 50 } ] }, "BenchmarkTest01170": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 52, "endLine": 52 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00895": { "nativeDeterministic": [ { "cwe": "CWE-90", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 69, "endLine": 69 } ], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 69, "endLine": 69 } ] }, "BenchmarkTest00075": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 59, "endLine": 59 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 53, "endLine": 53 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 59, "endLine": 59 } ] }, "BenchmarkTest01188": { "nativeDeterministic": [ { "cwe": "CWE-94", "startLine": 38, "endLine": 38 }, { "cwe": "CWE-79", "startLine": 44, "endLine": 44 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 38, "endLine": 38 } ], "modelOnlyVerified": [ { "cwe": "CWE-94", "startLine": 38, "endLine": 38 } ], "servedCombined": [ { "cwe": "CWE-94", "startLine": 38, "endLine": 38 }, { "cwe": "CWE-79", "startLine": 44, "endLine": 44 } ] }, "BenchmarkTest00711": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00327": { "nativeDeterministic": [ { "cwe": "CWE-328", "startLine": 62, "endLine": 62 } ], "modelOnlyMapped": [ { "cwe": "CWE-327", "startLine": 62, "endLine": 62 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-328", "startLine": 62, "endLine": 62 } ] }, "BenchmarkTest00778": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00031": { "nativeDeterministic": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ], "modelOnlyMapped": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ], "servedCombined": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ] }, "BenchmarkTest00726": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00888": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 43, "endLine": 43 }, { "cwe": "CWE-79", "startLine": 50, "endLine": 50 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-501", "startLine": 43, "endLine": 43 }, { "cwe": "CWE-79", "startLine": 50, "endLine": 50 } ] }, "BenchmarkTest01102": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 50, "endLine": 52 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00657": { "nativeDeterministic": [ { "cwe": "CWE-502", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-502", "startLine": 53, "endLine": 53 } ], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 53, "endLine": 53 } ], "modelOnlyVerified": [ { "cwe": "CWE-502", "startLine": 53, "endLine": 53 } ], "servedCombined": [ { "cwe": "CWE-502", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-502", "startLine": 53, "endLine": 53 } ] }, "BenchmarkTest00816": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 65, "endLine": 65 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00495": { "nativeDeterministic": [ { "cwe": "CWE-601", "startLine": 41, "endLine": 41 }, { "cwe": "CWE-79", "startLine": 41, "endLine": 41 } ], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 41, "endLine": 41 } ], "modelOnlyVerified": [ { "cwe": "CWE-601", "startLine": 41, "endLine": 41 } ], "servedCombined": [ { "cwe": "CWE-601", "startLine": 41, "endLine": 41 }, { "cwe": "CWE-79", "startLine": 41, "endLine": 41 } ] }, "BenchmarkTest00850": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 54, "endLine": 54 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00930": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 75, "endLine": 75 }, { "cwe": "CWE-611", "startLine": 56, "endLine": 56 } ], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 54, "endLine": 56 } ], "modelOnlyVerified": [ { "cwe": "CWE-611", "startLine": 54, "endLine": 56 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 75, "endLine": 75 }, { "cwe": "CWE-611", "startLine": 56, "endLine": 56 } ] }, "BenchmarkTest00416": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest01085": { "nativeDeterministic": [ { "cwe": "CWE-614", "startLine": 60, "endLine": 60 } ], "modelOnlyMapped": [ { "cwe": "CWE-614", "startLine": 60, "endLine": 63 } ], "modelOnlyVerified": [ { "cwe": "CWE-614", "startLine": 60, "endLine": 63 } ], "servedCombined": [ { "cwe": "CWE-614", "startLine": 60, "endLine": 60 } ] }, "BenchmarkTest01116": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00535": { "nativeDeterministic": [ { "cwe": "CWE-643", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ], "modelOnlyMapped": [ { "cwe": "CWE-643", "startLine": 57, "endLine": 57 } ], "modelOnlyVerified": [ { "cwe": "CWE-643", "startLine": 57, "endLine": 57 } ], "servedCombined": [ { "cwe": "CWE-643", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ] } }, "batching": { "maxFiles": 8, "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest00915", "BenchmarkTest01098", "BenchmarkTest00753", "BenchmarkTest00895", "BenchmarkTest00075", "BenchmarkTest00888", "BenchmarkTest00495", "BenchmarkTest00535" ] }, { "index": 2, "caseIds": [ "BenchmarkTest01203", "BenchmarkTest00454", "BenchmarkTest00711", "BenchmarkTest00778", "BenchmarkTest00726", "BenchmarkTest00930", "BenchmarkTest01085", "BenchmarkTest01116" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00606", "BenchmarkTest00829", "BenchmarkTest01170", "BenchmarkTest01188", "BenchmarkTest00327", "BenchmarkTest01102", "BenchmarkTest00657", "BenchmarkTest00416" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00745", "BenchmarkTest00031", "BenchmarkTest00816", "BenchmarkTest00850" ] } ] } }, "trials": [ { "name": "Initial fresh trial before the grounding safety update", "measurement": { "schemaVersion": 1, "protocolSha256": "082f2ab5676ee8b0332a517989009fc1629e2f7b5bd36c4d9fd1a10442fb2dbf", "frozenAt": "2026-10-22T10:09:38.533Z", "startedAt": "2026-10-22T10:09:38.645Z", "finishedAt": "2026-10-22T10:12:04.220Z", "suite": { "name": "OWASP BenchmarkPython v0.1 balanced 28-case model detection-stage pilot", "repository": "https://github.com/OWASP-Benchmark/BenchmarkPython", "revision": "f1291485808b66e20ddb6b01b10dc71b3df8c8ba", "labelsSha256": "6396f37c97cfd0c018db3d8750095ce6c678a083f83620cfb3e88fe27a46bb0c", "totalCases": 1230 }, "config": { "model": "deepseek-v4-flash", "baseUrl": "https://api.deepseek.com", "concurrency": 1, "timeoutMs": 240000, "reasoningEffort": "none", "chainReasoningEffort": "low" }, "runtime": { "bun": "1.3.11", "node": "v24.3.0", "platform": "darwin", "arch": "arm64" }, "sourceIdentities": [ { "path": "apps/scan-cli/package.json", "sha256": "cc9d0ae3f24a0f1a2858e9ff0663c4804b88c77f8e2b8cf8a8b1082dc0e3d024" }, { "path": "apps/scan-cli/src/analysis-cache.ts", "sha256": "d0baba6157b77cf5cba8f8f6ac59d7929442ca9f144081b3622af80fac1f147f" }, { "path": "apps/scan-cli/src/analysisCoverage.ts", "sha256": "e3e0ba94e08f15d16db22214b3169798241d27ace83e9c2b3339ac2fde0f8ae4" }, { "path": "apps/scan-cli/src/appmodel.ts", "sha256": "11cb10ad4dc07e45360addf350638c231942a34c8a94cb56dffd687d40658f9c" }, { "path": "apps/scan-cli/src/batching.ts", "sha256": "4dbac39c710e1a5a661807c31dd1710d28f4554b5fb300541282eb38deb6e7cd" }, { "path": "apps/scan-cli/src/bench.ts", "sha256": "59b7870fc1cccd5925260c4912bfcc33b279c4dfd655e69cde689b23f59f9d12" }, { "path": "apps/scan-cli/src/benchmark-scorecard.ts", "sha256": "025b9f1a2fa845985d9fafbb6e84e6a39557eb73eba6064fcc2486b9a45979ee" }, { "path": "apps/scan-cli/src/cassette.ts", "sha256": "a811a8a9037156049094648cddb02ea0fd28938e4d5d7f9ba7a5d520d8ddb1c2" }, { "path": "apps/scan-cli/src/context.ts", "sha256": "26e02925eb5f20405171950bb35d20aaf71aa67eade8482ea70e4c89ced0ac1e" }, { "path": "apps/scan-cli/src/coverage.ts", "sha256": "10c0366ba24dfeb8792f4e1b817293186c6f1b6471cc4d01b2dc4096abc9e910" }, { "path": "apps/scan-cli/src/coverageReport.ts", "sha256": "e8eed15e9df0baefcd94ace34fcf0e63119e87ac4bea3595c2a279a060687a19" }, { "path": "apps/scan-cli/src/deepdive.ts", "sha256": "49c5913019358f87477bc93cab3daaa391beb8ebc307b55637d8f1c9234d8de9" }, { "path": "apps/scan-cli/src/deepseek.ts", "sha256": "b922cbf013b81ed1c3d682ce6e67868a3526034efd011ca6eb78dfc7e1ad8543" }, { "path": "apps/scan-cli/src/defences.ts", "sha256": "fb11f03b658d149a5e74bd8a18c74f27dc74aa24152d301703a1126c5723478f" }, { "path": "apps/scan-cli/src/depGraph.ts", "sha256": "b2e354315743883ed58cdcb22b3e242267e27ad3745ae11903f5d93c278be1f0" }, { "path": "apps/scan-cli/src/dependency-observations.ts", "sha256": "d8c14d1d944f1870602d35ec2d2e5b297e161423a0ed242256c60927b922f02a" }, { "path": "apps/scan-cli/src/depth.ts", "sha256": "aa01dd09689eb2cd271473b3628438951bc367a848807989a552cbf2d54fe1aa" }, { "path": "apps/scan-cli/src/envNames.ts", "sha256": "97071edd26823ab361d481785c04066eedabe6a5866c425562f089b4c7cc2c69" }, { "path": "apps/scan-cli/src/finding-response.ts", "sha256": "645faff3e3e6f9bd1d7bb7a7f93dab6bdb3f28787f08a6b97670193b5af1dc4a" }, { "path": "apps/scan-cli/src/fingerprint.ts", "sha256": "7d6682f1ce79f3bfa4cb148f4731822d1159ca70cfe64ef51759e62319e04589" }, { "path": "apps/scan-cli/src/gates.ts", "sha256": "1a3b2f6e615e13a43a7da2fa64107845f857d07e17938ee5342662beae8b1a1e" }, { "path": "apps/scan-cli/src/gitleaks.ts", "sha256": "3b45e13abb74de4f204acb29c82b3c8a3c6628373fe91c590bd4ea377f9bec38" }, { "path": "apps/scan-cli/src/helpers.ts", "sha256": "ae9c19d7ff10118b3089d4709a04f0cc749083dfe23d3e0c865b692ac32cc4b6" }, { "path": "apps/scan-cli/src/iac.ts", "sha256": "78011b64b0c4da54861405f19b9e33fe9f5b42f5c2108330c9fe46f17fd033ed" }, { "path": "apps/scan-cli/src/image.ts", "sha256": "a7aa4b3605587ec02c07116058a720c7b894b34b000598010f67061bbc9e2e22" }, { "path": "apps/scan-cli/src/imports.ts", "sha256": "37e654e1643d66d1b4b3dd08a71f029c85221f24bc1857a52f4c289e536de42a" }, { "path": "apps/scan-cli/src/independent-benchmark.ts", "sha256": "44d2a86c3e10ea7b897800dec90f7e73fd7096bc575c4fbdac50308a4561f242" }, { "path": "apps/scan-cli/src/index.ts", "sha256": "28244b9a65713e5d5f4e5a5581de5302372e1a5436870f1543dc5936805fd632" }, { "path": "apps/scan-cli/src/intelligence.ts", "sha256": "93bfb294b41bdf1616533ac6445c271430497e0def81e6443ef723c6a35efc90" }, { "path": "apps/scan-cli/src/kernel.ts", "sha256": "18f2d1eeeeacc4b528e343c91cae0b08bc6e252427e886af5470730d8774d4f0" }, { "path": "apps/scan-cli/src/logger.ts", "sha256": "3d53733daa48af057f2709b29af2d0e506af3f62764ea64cd1b5758be0ba8582" }, { "path": "apps/scan-cli/src/manifests.ts", "sha256": "bb1672c1bd3c1d399c16878572874efbe5e648e33b88e61455ba98b574d04af7" }, { "path": "apps/scan-cli/src/mapFinding.ts", "sha256": "be3ec1f53d70c7f6021ad695ffc37363e46d2dd34b047c14ade59dce2401459a" }, { "path": "apps/scan-cli/src/model-benchmark.ts", "sha256": "d1807991cb04db49daadc70df165a2c25b90ab33409168fa2b3b4d4feaf2b9c5" }, { "path": "apps/scan-cli/src/noise.ts", "sha256": "5d30d0453a93bd04a4bc10be6692d8a9813677dee35c7c3ba7af12ee7fb16bfa" }, { "path": "apps/scan-cli/src/oci.ts", "sha256": "c5600f5dbeb7e786ebcf0a75cf1d24c35314af3fcdcdc681feac7ad1154f7277" }, { "path": "apps/scan-cli/src/openapi.ts", "sha256": "6223b8611795454a8f0f52ec1f7bb577f19b144d41cb19dd226dc6c7168328c9" }, { "path": "apps/scan-cli/src/osdb.ts", "sha256": "cd464bb11b5953068934c17cde3f10bedaeaaed03fdf6d85cf267a2df0145e6b" }, { "path": "apps/scan-cli/src/prefilter.ts", "sha256": "53571e87886dbc160b0d64cac8a485c84d539c34e2a67bc07262350c2b83176f" }, { "path": "apps/scan-cli/src/prompts.ts", "sha256": "bb5c3887a584c2813be882cf9ea402b729ce9a9452af56778b7f7381d6824103" }, { "path": "apps/scan-cli/src/pullRequest.ts", "sha256": "2fbfa5525a0a9e9e0f9f35348429f397cc37bf22a897f779ea83e31a3d7c31bd" }, { "path": "apps/scan-cli/src/python-config.ts", "sha256": "cbd69945e59780938e88bbd3ba594696ad7c4fcfe00550e4a07102bd685e4065" }, { "path": "apps/scan-cli/src/python-flow.ts", "sha256": "ffc6d7325bbfefcc33b295998ee00ca3fb6fcf3af5df6391afff60a59ac34ade" }, { "path": "apps/scan-cli/src/quality.ts", "sha256": "7b69ff447ff7d673420eb84fc13c19b8b3a779f18bc01feb3c5c44166bcce40e" }, { "path": "apps/scan-cli/src/reachGraph.ts", "sha256": "099e451f8b1cf41d631d2831dba4629e4bc7ea0c31ce6b1291571e4f602dbd04" }, { "path": "apps/scan-cli/src/reachability.ts", "sha256": "fa01a82a0bca1a3ba67faca4f6fdc209fc0b81f099b59f70ead33dc6a1d5c24a" }, { "path": "apps/scan-cli/src/recovery.ts", "sha256": "c51f097dc8f7dfa1f0576c9c66fc459acb615122ad9e9d78b7ecad124b6c7e98" }, { "path": "apps/scan-cli/src/relatedSpans.ts", "sha256": "b455844c8a2dd2c8a91e56a291920ed34c7a3fb003c6cb285a82f2c5a92aaf2e" }, { "path": "apps/scan-cli/src/repoSecrets.ts", "sha256": "071dd5a1b259aa2cbf7adcd32b5a6010c69a8601711ae5a3f74117df35611d0f" }, { "path": "apps/scan-cli/src/reporter.ts", "sha256": "7c1ee9071898d0c47eb79c6542c7bd677933eda9f159f0dea9fcdcafc28bcbd6" }, { "path": "apps/scan-cli/src/repository-benchmark.ts", "sha256": "dc324cf0bf446082626a6bd31879782a6516149bd45d9293d7dbc519d7f08cb4" }, { "path": "apps/scan-cli/src/rule-defenses.ts", "sha256": "02e15e50eeefe594378f0cf7e9925d651df06561e64fe06365c7bcfdb3dcf1a1" }, { "path": "apps/scan-cli/src/rules.ts", "sha256": "4cd142f29398311478e0931f6f2cc0646d03d8f7448c423751927773996e4889" }, { "path": "apps/scan-cli/src/sbom.ts", "sha256": "2f76a139d11e49b67a826603881cbf81ffc4474bc4bd9fde6506e0c558c8f0d9" }, { "path": "apps/scan-cli/src/scan.ts", "sha256": "df65338708a1de4edb042b1bd3fbec79455c3b61ffabb8fba0caeff2a594e9e8" }, { "path": "apps/scan-cli/src/scanVersions.ts", "sha256": "5e3991039c32835b23767c90aafaa33ab15a6e61f7e01a9b0d3ab5683c602653" }, { "path": "apps/scan-cli/src/search.ts", "sha256": "f9db1c3b5fe9900a6e4f4335d53ada9083e2ae932ebcee853b56f527ba95f219" }, { "path": "apps/scan-cli/src/silence.ts", "sha256": "8c65ac7f0df90c9c15394ac6de861f86ce3d89a2930a8ebe7445d63eaa5e2787" }, { "path": "apps/scan-cli/src/spread.ts", "sha256": "2d80502b0d1b0d453aa0e2da7513fefdf75755a37d5af1e3cf6a5cb08b12d9d0" }, { "path": "apps/scan-cli/src/stability.ts", "sha256": "61012aae5957361f46a8f15413ea429e7350fefabce4e9e0e6fa972278cc34e7" }, { "path": "apps/scan-cli/src/stop.ts", "sha256": "d35e4491a63e6792342b8b5deea342a2b4bbe22975aeb6f26c51537e2275fd6f" }, { "path": "apps/scan-cli/src/sweep.ts", "sha256": "1c51efc21e15e6fa3bbf1b5d3b7504e7aed497a507abe5182397c1250252ce55" }, { "path": "apps/scan-cli/src/tar.ts", "sha256": "2c80b52c78e9c75185ed90b3cd4f4a6bca969fe0d1c736f15f8b72e47773e6f6" }, { "path": "apps/scan-cli/src/template-flow.ts", "sha256": "435188aca557af792af85cb0553cac1361e075e2d3e007f8963b2e399810469b" }, { "path": "apps/scan-cli/src/tools.ts", "sha256": "cf9de13aa44e1550fdeedfba7e25ac7ccf36b289825a8eaf3f1928cf8b5df3d8" }, { "path": "apps/scan-cli/src/trivy.ts", "sha256": "150153c1b23996bc0f8a32301c65d0bff0be1fa2fae6cb7eb0f5c581c700c236" }, { "path": "apps/scan-cli/src/verdict-contract.ts", "sha256": "e24ab43d9f4cc96ebd2e3948286779b2e0b0390f42106f14b3b7eef3bcee9d61" }, { "path": "apps/scan-cli/src/verify.ts", "sha256": "a107310a1f21fff33e0642c492bd368858c4c46da73dedebfdf480f4931b8bfe" }, { "path": "apps/scan-cli/src/walk.ts", "sha256": "3d2a350dfe6e25403e50eefa3a0dbaebe275b422950717fc438be3bd5c74d097" }, { "path": "bun.lock", "sha256": "14b55bb0ae964bab83edb70d146e5e5eac16a7ef7418b4bd94842a5335edbbbd" }, { "path": "package.json", "sha256": "0c61121892bbd320487234c977f0e12f550a611adcb621d86d138c60cf0f6422" }, { "path": "packages/schemas/package.json", "sha256": "a46ecb31aa9aa33ceb6daafae8394ccdfa228fc7789198c421a02c0999aaa786" }, { "path": "packages/schemas/src/billing.ts", "sha256": "7ae419533da6bc2a20ad243b33b452dcd25d7dd67fe6c4b89c7d44193818322e" }, { "path": "packages/schemas/src/careers.ts", "sha256": "c367f27b05dfdc9d57e25fe9987bf21e78f3f65ea9556afccea999cbfc068c46" }, { "path": "packages/schemas/src/dependencyObservations.ts", "sha256": "d5a641b059b22592c692d3283502b9d77213ec42e77e03e600d0a20ee72d4038" }, { "path": "packages/schemas/src/findings.ts", "sha256": "a12c3448f1e41d2eda5313f9b9a8fcf64ed2b77ebc80e5e22a7c682060878a38" }, { "path": "packages/schemas/src/immunity.ts", "sha256": "cbe2557cc42d164e9d677f92ab8e26ce12762b4b2f60d5a3f2430b59a793abce" }, { "path": "packages/schemas/src/index.ts", "sha256": "dc8572d1089083d76301bdf8634bfe9565973f00e6cc49beca1101df17ec4cbe" }, { "path": "packages/schemas/src/investigation.ts", "sha256": "0a4a6a4370ff428910b2fb0ef53450fae064392dc58e341f8eb33da2252300b5" }, { "path": "packages/schemas/src/ir.ts", "sha256": "c1b1d0766b20e4830a9a6ab35d27ba16dc676f9a4c2a9badebd4fdbd17919df8" }, { "path": "packages/schemas/src/knowledge.ts", "sha256": "74488c0199366e71df6c2a83e71333317392e6b010e88f6beb66b935cec4bc85" }, { "path": "packages/schemas/src/notifications.ts", "sha256": "994d00573e810665c4379c2cb86147d28ac588ffca1b7f5c305cbd3ee98578c9" }, { "path": "packages/schemas/src/packages.ts", "sha256": "cabe240416e6c35be7baae9e776017e272f03efc5c4bcac3db05b3c11fa75d7e" }, { "path": "packages/schemas/src/proof.ts", "sha256": "80dcb156960b75ec0dee7e607fba08229ddc0cccb5c8951e813274b27340953f" }, { "path": "packages/schemas/src/reachability.ts", "sha256": "6f78887ccf9f09df85e9cad8b5c271fd036782846bcdd301de44e85645f86b39" }, { "path": "packages/schemas/src/reproduction.ts", "sha256": "ef08346d379d5f325bd579a7536679fef7d09fab7f4925392c55c55fd3aa7ab5" }, { "path": "packages/schemas/src/scanCompletion.ts", "sha256": "881dd9263b32be386c364e8595562cadf7e9cbda9efe5aa64abac11b798c7e8f" }, { "path": "packages/schemas/src/scanPullRequest.ts", "sha256": "09e56c5771b087884f735f69a3f3cb625f99e7aab1a867fd1f469fd1906ba2b6" }, { "path": "packages/schemas/src/scanReasons.ts", "sha256": "fba539e6d3c2140db2a329a6be9ce53e7ed0f6dc4437f085d2ce014be71d200a" }, { "path": "packages/schemas/src/secretRepair.ts", "sha256": "f139123f488ba9a19e2a22bcd02544986d0e056358876a3db51655f7d5a99be2" }, { "path": "packages/schemas/src/secrets.ts", "sha256": "e3a898bcadcbc68d0587b513db1d1945174437f358e0fe33624e97df50b42c00" }, { "path": "packages/schemas/src/security.ts", "sha256": "311afcee8ce9a869a622a19e2b1db1e57e003ace1f655921760ec21689a46f44" }, { "path": "packages/schemas/src/states.ts", "sha256": "540c39ae578d9f7cae4ab84e5e183852e6eb84ae49d1d992c2cbf8c2e81a66b6" }, { "path": "packages/schemas/src/wire.ts", "sha256": "b0c21292deadef07a17133b79eb89e4d3dc3dd6bfd165f61653efb699d9d6c3d" }, { "path": "packages/schemas/src/workspace.ts", "sha256": "17a5fab2b0f41f698fbe2f1eceb055c035ae04bec35f547c03531d2e0eefbf42" }, { "path": "rulepacks/common/ANGULAR-TRUST-001/rule.yaml", "sha256": "add1d0987ffcb76cf8286d4da2210674893a8a8c693c9afacb5f4adbbfc7f73d" }, { "path": "rulepacks/common/ANGULAR-TRUST-001/tests/safe/sanitized_html.ts", "sha256": "0d602cd9ae708c8060652de16f1c361a5522dc81d81624e8bdaaaae2664457d2" }, { "path": "rulepacks/common/ANGULAR-TRUST-001/tests/vulnerable/bypass_trust_html.ts", "sha256": "dda816ef1b3d98aa23f109516466c901b66bee2cc3c4742f997ddbf75dac2165" }, { "path": "rulepacks/common/CLEARTEXT-001/rule.yaml", "sha256": "19d83cbe5fabd840248811236a6426d860695cc99d57105d7f67d71b46cfb809" }, { "path": "rulepacks/common/CLEARTEXT-001/tests/safe/https_endpoint.ts", "sha256": "c497ad77c81fd53d387c2b5b10161388c87628740d0b678891581d330ab1ca03" }, { "path": "rulepacks/common/CLEARTEXT-001/tests/vulnerable/ftp_endpoint.ts", "sha256": "c3a6c3a828cc4cdca45bbdf486c6c2856066163884baa74f760a91e896f11870" }, { "path": "rulepacks/common/CMDI-001/rule.yaml", "sha256": "76a524d4596595bec3d2b8550e593f8f73b2c463c594bb7a70f2cb8c3ea9346c" }, { "path": "rulepacks/common/CODE-001/rule.yaml", "sha256": "313aa196ab864dd25536b018605c1c3b36f18956a367376ee0e005bb319f58be" }, { "path": "rulepacks/common/CODE-001/tests/safe/comment_mentions_eval.ts", "sha256": "a47f8173953238cb60d08856a1b037366fbe536a88da34b23c643e9cad35d572" }, { "path": "rulepacks/common/CODE-001/tests/safe/literal_mentions_eval.ts", "sha256": "3d09dab28d07ba35d263943091655822f5f5d217b2d6fccbbf3f9cb435bacfc2" }, { "path": "rulepacks/common/CODE-001/tests/vulnerable/eval_query.ts", "sha256": "e3f4f0d3c518040aa2696ea7f76ff19db67601d38be08b42373615b3ded3dae0" }, { "path": "rulepacks/common/DESER-001/rule.yaml", "sha256": "20b2f7b0d2b0a0dbf7d8725589a031e8d7cb58d318d151d099bfc1c2e484dd79" }, { "path": "rulepacks/common/DESER-001/tests/safe/yaml_safe_load.ts", "sha256": "7aaaf0beb687fdadfafbc7d6d1a952647353a222571032ea59242f87bf33dba9" }, { "path": "rulepacks/common/DESER-001/tests/vulnerable/yaml_load_body.ts", "sha256": "f108c65e1710a394fa1785691e1cb6d621e3e0b778da96403788137e3156453a" }, { "path": "rulepacks/common/PATH-001/rule.yaml", "sha256": "b45b1cfe6d8c5af96ec1e8a1c837feeb8ddc239424adca3c188a64c161a00d2f" }, { "path": "rulepacks/common/PATH-001/tests/safe/read_normalized_path.ts", "sha256": "de57b93ba7c7f086a1a9de7d2872628ccb63d84da3fb2fa1ef195bf58b0d2ca6" }, { "path": "rulepacks/common/PATH-001/tests/safe/template_allowlisted.ts", "sha256": "d1d539bba782f1be978bfc1758690d38426278adaf1a44dbf76705e47ce6618b" }, { "path": "rulepacks/common/PATH-001/tests/vulnerable/read_user_path.ts", "sha256": "f1b1f2b69e5992f4004d8a30d0e696fb19d21cd1cb02927e61687e5991d7569d" }, { "path": "rulepacks/common/REDIR-001/rule.yaml", "sha256": "ebaba25880fec0039dad28bd24cbdd36541ab08036ce72527d31363ba37551f7" }, { "path": "rulepacks/common/REDIR-001/tests/safe/redirect_allowlist.ts", "sha256": "903c9879c7b4b35624849633a17e8a34a86dc25f4526cc3df5342b5bb0e49bde" }, { "path": "rulepacks/common/REDIR-001/tests/vulnerable/open_redirect.ts", "sha256": "efd4e225c944fb8647054fa952e40f0d6f3b3b905e22a6bf89f4b2c310daf363" }, { "path": "rulepacks/common/SQLI-001/rule.yaml", "sha256": "3e64945a2e853ae7bbd868a110edbca234966a170a03f3dfe6f49de7077c6fcc" }, { "path": "rulepacks/common/SQLI-001/tests/safe/drizzle_where.ts", "sha256": "106f09d70c246f993c7098b5d059bea9b836d1d025154d2c21b2b330519e7ceb" }, { "path": "rulepacks/common/SQLI-001/tests/safe/identifier_allowlist.ts", "sha256": "bca1e858b9fda6aff77dc1334c96e61446966250ab503c5832c0ef2919ce8436" }, { "path": "rulepacks/common/SQLI-001/tests/safe/parameterized_query.ts", "sha256": "bc711ba097116beaedf72e93c7b3b20b961a2d1258948ecb0dbe6e0ab8831a4c" }, { "path": "rulepacks/common/SQLI-001/tests/vulnerable/concat_query.ts", "sha256": "a2429d8b1f611d41495a356ac305368dc5b78092e491a43bedf6a0f663b6ecb8" }, { "path": "rulepacks/common/SSRF-001/rule.yaml", "sha256": "86bbbbd1f8bfe819cb8af8bde8ca5e43e038979c728fa8ad030641777a631f3e" }, { "path": "rulepacks/common/SSRF-001/tests/safe/express_proxy_allowlist.ts", "sha256": "571f26fc750cdb14b72c7803cd2dd50d62acd806d1677dd5165aa92060ecd21f" }, { "path": "rulepacks/common/SSRF-001/tests/vulnerable/express_proxy.ts", "sha256": "e4f646374bcb08c30fb8af627a91668f4841512cebe1bf804f79c0c4cc2229ab" }, { "path": "rulepacks/common/SSTI-001/rule.yaml", "sha256": "1cf2a5878dad69f9adf9cad88ea2000064898a51447e053a47ef05581954edde" }, { "path": "rulepacks/common/SSTI-001/tests/safe/precompiled_template.ts", "sha256": "0d5febf5ff8f2070115eaeba0870cdfcd392a2dd142487f0a996b04cc491a6e1" }, { "path": "rulepacks/common/SSTI-001/tests/vulnerable/handlebars_compile.ts", "sha256": "4b04998aa32236b06404c7c9aaf2674d01173576b2401efd4904166a4f30fd5f" }, { "path": "rulepacks/common/UPLOAD-001/rule.yaml", "sha256": "e5d8812fab296e63bb94fed6486797995e830fd2feedb5e4ac567bb7e904600b" }, { "path": "rulepacks/common/UPLOAD-001/tests/safe/mime_checked_upload.ts", "sha256": "e020db518e233ac8433f5237c1744d70d6854bd802dbd232f6377d1e03c9aa77" }, { "path": "rulepacks/common/UPLOAD-001/tests/vulnerable/unchecked_upload.ts", "sha256": "c2c4629e3af2db831f72d99572b49c758174bb224e4a2f4abb88ab82f12a3967" }, { "path": "rulepacks/common/XSS-001/rule.yaml", "sha256": "4eafa1e0a5329f76ec075e03d6bf756570cd1643ec4b1aaff9f4ae8960073237" }, { "path": "rulepacks/common/XSS-001/tests/safe/escaped_html.ts", "sha256": "199162c065905fc36a12bae5eedef52093de52b6faea7189b26c94fc4b297fd0" }, { "path": "rulepacks/common/XSS-001/tests/vulnerable/inner_html.ts", "sha256": "9bc3e7f70495dec60e4fae6e44c6525d1f7eed9eaab34f1b7f0c2f62ee334865" }, { "path": "rulepacks/javascript/CMDI-002/rule.yaml", "sha256": "ec140652bbbf75b9ac7abf0491617a7b2fedafec6b01e061afcc455fd46dfab2" }, { "path": "rulepacks/javascript/CODE-002/rule.yaml", "sha256": "5fba2995a7c08491b7fce10659cff11e00d9197bf59a5d3a38f93403ca398b63" }, { "path": "rulepacks/javascript/PATH-002/rule.yaml", "sha256": "6cd1dcc2bd021b507e56eda1048e2d556a7f2d63e174a387c55654dfd32b2fc1" }, { "path": "rulepacks/javascript/PROTO-001/rule.yaml", "sha256": "bf376e71fc05a878df13da0e52dad459fb0c3fd64022d8a69733f3714f6c0ee7" }, { "path": "rulepacks/javascript/PROTO-002/rule.yaml", "sha256": "a33eb6189979feb4815736b9b41878181409cb6582bcbc84cf8b570a8ca6fdde" }, { "path": "rulepacks/javascript/REDOS-001/rule.yaml", "sha256": "b20709f91bfe5bc2b834174a53fb2d0aa2772fd21838191273c117a662d7fbbc" }, { "path": "rulepacks/javascript/REDOS-002/rule.yaml", "sha256": "96c5b0ca1b87ccfd62d47a5cdf0333b9aeb8af676e57db2cb1bf51071a01f128" }, { "path": "rulepacks/javascript/REDOS-003/rule.yaml", "sha256": "1cc53d782185aed8c25f674342c6e25c26bf4fe7d28c11149cd7d4e6c00591b1" }, { "path": "rulepacks/javascript/REDOS-004/rule.yaml", "sha256": "4fc5fa489991681c7b6c7c8fdab2271f0e482c5bdf65cbdb1a5ed14fcc79fefa" }, { "path": "rulepacks/javascript/XSS-002/rule.yaml", "sha256": "265b5dddc5503e3cfede82589a20346e7111aee234aae699bd72010284ab4819" }, { "path": "rulepacks/python/COOKIE-001/rule.yaml", "sha256": "e96b7b90b587fa6d110a094a04a62e892ea7c3e568dc3348cb91152dc31b28eb" }, { "path": "rulepacks/python/DESER-002/rule.yaml", "sha256": "a77cd0730f50c608ddaa4d8446adb7b728522990b1cd772a96648113e522c731" }, { "path": "rulepacks/python/HASH-001/rule.yaml", "sha256": "e73bc710813e3432d33ebd5c3009af465ff431828a6f62023f8134284cb2952c" }, { "path": "rulepacks/python/LDAP-001/rule.yaml", "sha256": "ba5af874b16aced31442688c2696bdce5d653e06777cb8405ba4827fe81299d9" }, { "path": "rulepacks/python/PYEXEC-001/rule.yaml", "sha256": "e894bf53024edc28c99465d76e0ba6cf0041a365c3e47d886f8fa2d4bb9d978f" }, { "path": "rulepacks/python/RANDOM-001/rule.yaml", "sha256": "cc5ef82221e457cd3735ddf1a2460f0ad1b4c0a42d8d046dc6eb8826c8a4401e" }, { "path": "rulepacks/python/SQLI-002/rule.yaml", "sha256": "8870d9e0c8e50ef1e98bdd0a5d340a993fd08bb79c99b83ab0d5d428532efd3c" }, { "path": "rulepacks/python/SSTI-002/rule.yaml", "sha256": "9eaef2a4dd0a2a05427b38d57224363493ae4d6084de444cb972abe363b4a7e5" }, { "path": "rulepacks/python/TRUST-001/rule.yaml", "sha256": "951696eaf7ece7422b37a1fa86d5985f8d3b128d583ce50df98520a877896372" }, { "path": "rulepacks/python/XPATH-001/rule.yaml", "sha256": "17604e33d66d6d7e378932a5979beba8bd09166a0c9bb9fe298cd448ba34d43b" }, { "path": "rulepacks/python/XXE-001/rule.yaml", "sha256": "560eadedab50b15f003f19895559b947ef17958200940ab1099a351b3278bc4d" } ], "selection": { "seed": "cefense-model-remaining-gaps-fresh-2026-10-22:", "procedure": "Exclude all 84 previously model-evaluated case IDs. Partition the remaining author-labelled cases by exact expected CWE and vulnerable boolean. Select minimum SHA-256(seed + original case ID) in each of 28 strata. No detector/model predictions used for selection or anchor review. A publication evaluator reviewed selected source before new predictions and did not share its source or IDs with prompt/mapping implementers. The public suite labels and deterministic corpus were already used in development; this is a fresh model-evaluation cohort, not an independent customer repository holdout.", "selectedCases": 28, "corpusCases": 1230, "unselectedCases": 1202, "caseManifestSha256": "a628f9b6e8c7208818699855628fa1a73d32464e91ef751ca99809cd99b9ba22", "caseIds": [ "BenchmarkTest00275", "BenchmarkTest00920", "BenchmarkTest00900", "BenchmarkTest00268", "BenchmarkTest01017", "BenchmarkTest00187", "BenchmarkTest00286", "BenchmarkTest00283", "BenchmarkTest01169", "BenchmarkTest00731", "BenchmarkTest00423", "BenchmarkTest00729", "BenchmarkTest00247", "BenchmarkTest00877", "BenchmarkTest00967", "BenchmarkTest00861", "BenchmarkTest00339", "BenchmarkTest00153", "BenchmarkTest00902", "BenchmarkTest00993", "BenchmarkTest00723", "BenchmarkTest00596", "BenchmarkTest00539", "BenchmarkTest00460", "BenchmarkTest00809", "BenchmarkTest00652", "BenchmarkTest00549", "BenchmarkTest00933" ], "sinkReview": "Read each selected post handler before predictions. Fixed anchors identify file access/existence, shell command execution, returned HTML assembly/return, SQL/LDAP/XPath execution, eval/exec, digest creation, security randomness, session mutation, deserialization, redirect, XML parser setup/parse, or cookie configuration. Expected author labels were retained without adjudication. No score-dependent edits are permitted." }, "plan": { "mode": "default", "maxRounds": 1, "sweepEffort": "none", "verifyEffort": "low", "verifyEnabled": true, "minConfidence": 0.4, "absenceLane": true, "spread": false, "secondOpinion": false, "verifyEngineFindings": false }, "limits": { "requests": 200, "tokens": 1800000, "dollars": 0.25 }, "scope": "Production detection-stage prompt, snippet mapping gates, configured verification and native union policy. Selected source files only, with imported helper bodies absent. No intelligence retrieval, repository execution, additional sweep/absence/spread/chain lanes, PR generation or full hosted scan. Public label-known corpus, not independent held-out accuracy. Labels and suite identifiers are not model messages. Native findings are never deleted by model review.", "targetPlatform": "unknown", "prices": { "inputUsdPerMillion": 0.3, "outputUsdPerMillion": 1.2, "source": "https://api-docs.deepseek.com/quick_start/pricing/", "checkedAt": "2026-10-22T10:09:38.516Z" }, "planned": 28, "corpusCases": 1230, "unselectedCases": 1202, "scores": { "nativeDeterministic": { "tp": 14, "fn": 0, "fp": 0, "tn": 14, "scored": 28, "failed": 0, "notRun": 0 }, "modelOnlyMapped": { "tp": 9, "fn": 5, "fp": 2, "tn": 12, "scored": 28, "failed": 0, "notRun": 0 }, "modelOnlyVerified": { "tp": 8, "fn": 6, "fp": 0, "tn": 14, "scored": 28, "failed": 0, "notRun": 0 }, "servedCombined": { "tp": 14, "fn": 0, "fp": 0, "tn": 14, "scored": 28, "failed": 0, "notRun": 0 } }, "cases": [ { "id": "BenchmarkTest00275", "path": "testcode/BenchmarkTest00275.py", "expectedCwe": "CWE-22", "vulnerable": false, "sinkLines": [ 47 ], "sourceSha256": "dddafdb8de16f3ac77de7df9c456b4607e1adb4813e697bbbe76ecec13932acf", "sanitizedSha256": "b581af891a23fdfa436627841cc7ec5a3476c6e7ea2488b6f843481569988b00", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00920", "path": "testcode/BenchmarkTest00920.py", "expectedCwe": "CWE-22", "vulnerable": true, "sinkLines": [ 61 ], "sourceSha256": "6ce4c7b0cf70a8d82824c8ce5fbcb71aef7a478a39791e10707881ce63d2c5bd", "sanitizedSha256": "f6864ac51e4e6d9c7aaf188bb53b2cc769d6f300494d87435bea8cfed45fd849", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, { "id": "BenchmarkTest00900", "path": "testcode/BenchmarkTest00900.py", "expectedCwe": "CWE-78", "vulnerable": false, "sinkLines": [ 59 ], "sourceSha256": "218fe6f12081d65dd6b4d6b6dc23f2c28751ddd673572fac1269071949e92b32", "sanitizedSha256": "dc4b387f0bde249be26cf98d193a8bb4b4fbb376611465126cf4b4ee8b89387e", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00268", "path": "testcode/BenchmarkTest00268.py", "expectedCwe": "CWE-78", "vulnerable": true, "sinkLines": [ 55 ], "sourceSha256": "09ccb3f44e83f14c03b428ade533fdc4d2b8d640b921fbb0803ed22b3511c1ff", "sanitizedSha256": "5a7489100d6511afd252bb5fc38bea121ab5e268a38f26ff1288fb0be94da0eb", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01017", "path": "testcode/BenchmarkTest01017.py", "expectedCwe": "CWE-79", "vulnerable": false, "sinkLines": [ 46, 47, 48, 50 ], "sourceSha256": "d2c8d17ca225b0b5911ee60cb214d6c06d3d6f7b0229df25a86bfa25eae61651", "sanitizedSha256": "ec9a6d9714f41996684feb5bf7820de8b2efc968be464d8f5cec3c02211ca1a6", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00187", "path": "testcode/BenchmarkTest00187.py", "expectedCwe": "CWE-79", "vulnerable": true, "sinkLines": [ 42, 43, 44, 46 ], "sourceSha256": "e8876f34ece99b7b72d9a40a32f502cda1b8acb7ad63f478088ed5afef847331", "sanitizedSha256": "8c4b2b35206fc721624b1b227e17dbe4f63a8a5b6b780b8cfc8fb2ed19b46e11", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest00286", "path": "testcode/BenchmarkTest00286.py", "expectedCwe": "CWE-89", "vulnerable": false, "sinkLines": [ 52 ], "sourceSha256": "c2bb522f9a9fce4f5ae4e28ad1d9f3a4d79fc22582bcd054ef698e681015fb82", "sanitizedSha256": "32673f8099bf19112eb6e2ee6b1efcf85474f2a2f765a170b86bdda57ef7505f", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00283", "path": "testcode/BenchmarkTest00283.py", "expectedCwe": "CWE-89", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "bf968127a920a0a08989f45faeb2e61ffadf2ab23d46730b4ebd96c1c0929ab4", "sanitizedSha256": "fdf5a124169126ff5a56d1071bd701cf51e01a271b8c1b15b2750e52f96126d8", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01169", "path": "testcode/BenchmarkTest01169.py", "expectedCwe": "CWE-90", "vulnerable": false, "sinkLines": [ 51 ], "sourceSha256": "e272b99ba7e1d592619377bb334b6aaa0d9d216743dc15e6f4b20b920f73d9dc", "sanitizedSha256": "63e9110774c4a8e191c37dc718e62a4a2645bec2e3846b41fd9ce2a65eb3f177", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest00731", "path": "testcode/BenchmarkTest00731.py", "expectedCwe": "CWE-90", "vulnerable": true, "sinkLines": [ 44 ], "sourceSha256": "d541e058501f595a1551362b36ac985d85edc1dcad887ef2390d733aaf4ef16f", "sanitizedSha256": "8e41857afdd7877f5cfe53002caf0d23d851485895a210da595613c1ee2d9c51", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, { "id": "BenchmarkTest00423", "path": "testcode/BenchmarkTest00423.py", "expectedCwe": "CWE-94", "vulnerable": false, "sinkLines": [ 54 ], "sourceSha256": "8244ce76291f95097d98225a1ddf12e7ba445da09aff9532c555e4d5445f23c7", "sanitizedSha256": "b7a407d2e33f7120ddedf84ebfda1036943737aa726c55ee88f88d09af6532e5", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00729", "path": "testcode/BenchmarkTest00729.py", "expectedCwe": "CWE-94", "vulnerable": true, "sinkLines": [ 41 ], "sourceSha256": "24243ddb5ce663fb8725714ed4a751db76967b5fa0158af3a37a7b9c6dc38a09", "sanitizedSha256": "3cc8f8ccf6e31b9f565160bcc202ed1d12b8750222e07afb0634938df3032a6c", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, { "id": "BenchmarkTest00247", "path": "testcode/BenchmarkTest00247.py", "expectedCwe": "CWE-328", "vulnerable": false, "sinkLines": [ 58, 59 ], "sourceSha256": "d1ca68f65fc95b6df274367ffb3bb8496b3a48fd07a9961e35c612069f717714", "sanitizedSha256": "da34082bf2ec8f1f88f1c3271eab5876802075dd98529e118b7157b8197ab5a6", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00877", "path": "testcode/BenchmarkTest00877.py", "expectedCwe": "CWE-328", "vulnerable": true, "sinkLines": [ 58, 59 ], "sourceSha256": "cee6213051aec458ba179124da14817afc45aead1d7c470083ae04e96c371f0a", "sanitizedSha256": "593548309a79305072b8a2a46bcccd493513c1e0b65b9fb72d95f903052da370", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00967", "path": "testcode/BenchmarkTest00967.py", "expectedCwe": "CWE-330", "vulnerable": false, "sinkLines": [ 60 ], "sourceSha256": "57a14496da0f99080f0e59789400ba42248fa9e38ff0fda581c8b697ea32c065", "sanitizedSha256": "7d4b2b8604aa64601ef5d880d049979f4ef069418deeafeec157fc8af5341e34", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00861", "path": "testcode/BenchmarkTest00861.py", "expectedCwe": "CWE-330", "vulnerable": true, "sinkLines": [ 48 ], "sourceSha256": "583b655f130f399c90e21553b70a214811293707650812791b8b36aca4a47c25", "sanitizedSha256": "1a6f076b2ea278391907728a52cb071174f5d3212fe9d30b8414c563c689db9b", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest00339", "path": "testcode/BenchmarkTest00339.py", "expectedCwe": "CWE-501", "vulnerable": false, "sinkLines": [ 47 ], "sourceSha256": "1bfa13610437a534d44dbdfb082fba9501b948bef094a06316d81df9480018b8", "sanitizedSha256": "7366c4913d2c878b13fa11389aa18ccf8f6eae095b35ff75c7b6e3569a24eb92", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00153", "path": "testcode/BenchmarkTest00153.py", "expectedCwe": "CWE-501", "vulnerable": true, "sinkLines": [ 39 ], "sourceSha256": "5506909357fc67426b5024b527e88fe3ebc9ca43ba1af4339c8db87e67ddef7d", "sanitizedSha256": "182ab78f0e4dc40ed94248bf0ed444c8ac2236ce78a2ba7809e4eb143d7cbd78", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00902", "path": "testcode/BenchmarkTest00902.py", "expectedCwe": "CWE-502", "vulnerable": false, "sinkLines": [ 48 ], "sourceSha256": "706464daace1db8dba37201114101ef7f7e5781c2ed311a2ba74e619eb946900", "sanitizedSha256": "76c1c2fbb431bfdec71a5362d17c82d1c0e7e2cc67099160c9ff18d2f2650743", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00993", "path": "testcode/BenchmarkTest00993.py", "expectedCwe": "CWE-502", "vulnerable": true, "sinkLines": [ 57 ], "sourceSha256": "38c6e164fbbf5f45eaa5149e22165a90a8646b3e4f028053d52ece7013b7a890", "sanitizedSha256": "d54e4becb78c4db16d5be88da43e12a11a370225a8d472c51b6d0e7ecfd3586a", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00723", "path": "testcode/BenchmarkTest00723.py", "expectedCwe": "CWE-601", "vulnerable": false, "sinkLines": [ 46 ], "sourceSha256": "9521680713dc40c3bc07dd0aae58f477181e9e32d541020bf969862d65149b76", "sanitizedSha256": "38b3d57af0e6d1b5a464d0424ddf31951cd153af8166967b00dbddb6a9308acb", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00596", "path": "testcode/BenchmarkTest00596.py", "expectedCwe": "CWE-601", "vulnerable": true, "sinkLines": [ 48 ], "sourceSha256": "17ff2c38aa8732be7a00e7d30a9f8993a3c36cf68eec8c39b08ba318cb3dab5a", "sanitizedSha256": "e2381c94dfe490dadd931d4450aa3a8b6cf9b277e643a47b00df6e5d1ea449a6", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00539", "path": "testcode/BenchmarkTest00539.py", "expectedCwe": "CWE-611", "vulnerable": false, "sinkLines": [ 46, 49 ], "sourceSha256": "a3b21a9d0ee4537669898e44ac6cd56ce9948da9a63cd9fbf82d5d38735d1605", "sanitizedSha256": "11990bc99c415cce561fc5106c876c7d308a1cf108bc47e4e17a4a47528fcde7", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest00460", "path": "testcode/BenchmarkTest00460.py", "expectedCwe": "CWE-611", "vulnerable": true, "sinkLines": [ 43, 45 ], "sourceSha256": "f55c6c125eb535081cc8f884f3a0cc7ba80a4e064be9a4928c06aa3d88f061c1", "sanitizedSha256": "0972a9f1c7463c5f1b0ed03a3d39c2eb35cb7f15ea937909abf3ce43b3a7b813", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00809", "path": "testcode/BenchmarkTest00809.py", "expectedCwe": "CWE-614", "vulnerable": false, "sinkLines": [ 58, 59, 60, 61 ], "sourceSha256": "1322416df332ea35debefa1c330eca5ec4acbb2c033675f6e33908e0b34e3a94", "sanitizedSha256": "1ccc333f75f08a0fe3ae04ec467d9d7faeba6334c7aa04fa6d97c40116fcab54", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00652", "path": "testcode/BenchmarkTest00652.py", "expectedCwe": "CWE-614", "vulnerable": true, "sinkLines": [ 64, 65, 66, 67 ], "sourceSha256": "3d27836f040a15030ea37cb25fc15ad014d87a12205369ddcd1c6c3b43e95a9c", "sanitizedSha256": "c762ed7901883c1007201badd99854c63ec2f951425c06eafee34f06c4db34af", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 3 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, { "id": "BenchmarkTest00549", "path": "testcode/BenchmarkTest00549.py", "expectedCwe": "CWE-643", "vulnerable": false, "sinkLines": [ 52 ], "sourceSha256": "481c25d7a0372637f266c2eebf0a44bd46f30622dfceace56b9d70df222e6ad0", "sanitizedSha256": "538e68949271ed3651144bef362d79ecb023264de96983c6ccef430cc35d47a1", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest00933", "path": "testcode/BenchmarkTest00933.py", "expectedCwe": "CWE-643", "vulnerable": true, "sinkLines": [ 57 ], "sourceSha256": "05064ecc06c1694612d9b05ab482036f28fe264a808c608c9b5cb8c30edbad00", "sanitizedSha256": "ad4480c186922f0917899fa07f94367bdbdd313ec0a6e2ba607ecdf04180675d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } } ], "servedCombinedPolicy": "Native deterministic findings are preserved and unioned with production-verified model findings using filterNovel. Model failures do not remove native positives and are not scored as safe negatives.", "usage": { "requests": 22, "tokens": 84663, "dollars": 0.052119, "costUsdUpperBound": 0.052119, "measuredPromptTokens": 54974, "measuredCompletionTokens": 29689, "unknownUsageRequests": 0, "latencyMs": 145326.78758500004, "accountingPolicy": "Configured peak cache-miss input and output upper bounds. Completion tokens include provider thinking tokens; cached-input discounts are not credited. Missing usage or interrupted attempts retain full reservation. Actual account billing is not independently verified." }, "providerModels": [ "deepseek-flash" ], "requests": [ { "requestSha256": "b42d3f7a90c62228f911969bc268eac4b757c3d99ce2f5cf05755589d15869b4", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:09:38.784Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5116.027333, "promptTokens": 5877, "completionTokens": 1022 }, { "requestSha256": "f9e18f1d0aacc28e89771396d2581c2e6e585f6d43a0cb756ccdee8926a06c1c", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:09:43.910Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3510.669749999999, "promptTokens": 1888, "completionTokens": 592, "reasoningTokens": 443 }, { "requestSha256": "6f09e5730652b60192155db654fdbac1dfdfc6be95e034f87a2a3ef2bca64b64", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:09:47.423Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2275.443875000001, "promptTokens": 1847, "completionTokens": 389, "reasoningTokens": 230 }, { "requestSha256": "0d050a0ad422c42b5e81120c041f0621a15da5b9c232ef0f0ae9865cf50d0774", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:09:49.701Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 7245.873250000002, "promptTokens": 1961, "completionTokens": 1670, "reasoningTokens": 1469 }, { "requestSha256": "03640711e859ba0346253da5067d10a055a996ad3c8c878e6dbfd90ca7e7f55b", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:09:56.950Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3853.5460420000018, "promptTokens": 1734, "completionTokens": 547, "reasoningTokens": 371 }, { "requestSha256": "38ddad881e7ab838d3b580b9cd3706e4a4f44ea8ed85f3ebf1df8662372a5b11", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:10:00.812Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6604.870209000001, "promptTokens": 5796, "completionTokens": 1319 }, { "requestSha256": "342169e24e43a70fdeffdce501dc976177c72a3fc4b3f399b96719a2c77e4d9b", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:10:07.422Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6355.267917000001, "promptTokens": 1832, "completionTokens": 1372, "reasoningTokens": 1183 }, { "requestSha256": "b385ddbc57a92e4643642fd936d19151e5719df6823e9a034fef3148b04b0b28", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:10:13.781Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 8740.742959000003, "promptTokens": 1867, "completionTokens": 1693, "reasoningTokens": 1469 }, { "requestSha256": "765b3e564d0e607b39dd5d8461354c8bdbb22d0c7483e12830aaf16dd2b73424", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:10:22.526Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 10735.398249999998, "promptTokens": 1712, "completionTokens": 2237, "reasoningTokens": 2088 }, { "requestSha256": "77cc372e31e6adc0e221c33be94baed3b39ff2566f4dd4af3f47e95293309747", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:10:33.264Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4319.806541999998, "promptTokens": 1918, "completionTokens": 843, "reasoningTokens": 644 }, { "requestSha256": "0455980e61ed80682d8d19e49119d1406f93c2b9b319ca55f4f1f2b54e5be8cd", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:10:37.588Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6549.485583000009, "promptTokens": 1927, "completionTokens": 1487, "reasoningTokens": 1267 }, { "requestSha256": "d716e522c06a0d320d915dc1de64e53fb09a9178e3036fed9c1cfae0acb9470a", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:10:44.141Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3981.684208000006, "promptTokens": 1844, "completionTokens": 580, "reasoningTokens": 425 }, { "requestSha256": "86b6f41131847abaea530184664c9133c8c08b7d5aaae6ec2ae0554b73daf33a", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:10:48.132Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5482.806541000013, "promptTokens": 5756, "completionTokens": 1166 }, { "requestSha256": "feb294cded922928220179e6a2d9405fdcea2ee8b24ddf7d64aa249c59781de2", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:10:53.619Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 8756.856083000006, "promptTokens": 1816, "completionTokens": 1724, "reasoningTokens": 1616 }, { "requestSha256": "b87d38b95138354b2021a54ee908245d57d58b61ca2a6655a7b958c452e3e8a7", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:11:02.379Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2393.5009579999896, "promptTokens": 1888, "completionTokens": 327, "reasoningTokens": 113 }, { "requestSha256": "873dcf7502d717c8b5ddc9dcc0211f799c05262277ef3e2083b5a99d056baa1b", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:11:04.777Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 1842.7386669999978, "promptTokens": 1805, "completionTokens": 282, "reasoningTokens": 135 }, { "requestSha256": "15ea19acedab71729b449c5d54a6129834d9d56195a590bacd0eaac56727b5ca", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:11:06.623Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 32475.80941700001, "promptTokens": 1839, "completionTokens": 7468, "reasoningTokens": 7241 }, { "requestSha256": "4cf3a51883199666d21a8a163aa3690e53b49586eaec81cc619dfc86cd662ddc", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:11:39.103Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6254.107250000001, "promptTokens": 1838, "completionTokens": 1230, "reasoningTokens": 1018 }, { "requestSha256": "bb1844f4d29d903ae2af8bf5fdf6bd06cc55dc5c567af73d66384adb27a676d0", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:11:45.366Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3302.082917000007, "promptTokens": 4166, "completionTokens": 691 }, { "requestSha256": "90eca789f36fabbb8f0f41242e94c38dd682dbaafadc01efed7aaf59ffa77181", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:11:48.676Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2175.655708999984, "promptTokens": 1948, "completionTokens": 296, "reasoningTokens": 126 }, { "requestSha256": "809faf42333f7af0764ef208e617ebc8fd37aa83d64c74e0e8f4fec64e59e1b7", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:11:50.857Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2334.049082999991, "promptTokens": 1688, "completionTokens": 367, "reasoningTokens": 213 }, { "requestSha256": "9d359d19dd8235a22f4e4d9d00622c0d886b23b789e749bce5f3f2e3ac354e98", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:11:53.195Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 11020.36504200002, "promptTokens": 2027, "completionTokens": 2387, "reasoningTokens": 2208 } ], "diagnostics": { "BenchmarkTest00275": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00920": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 61, "endLine": 61 }, { "cwe": "CWE-79", "startLine": 69, "endLine": 69 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 58, "endLine": 58 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 58, "endLine": 58 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 61, "endLine": 61 }, { "cwe": "CWE-79", "startLine": 69, "endLine": 69 }, { "cwe": "CWE-22", "startLine": 58, "endLine": 58 } ] }, "BenchmarkTest00900": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 59, "endLine": 59 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00268": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 55, "endLine": 55 }, { "cwe": "CWE-79", "startLine": 60, "endLine": 60 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 55, "endLine": 55 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 55, "endLine": 55 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 55, "endLine": 55 }, { "cwe": "CWE-79", "startLine": 60, "endLine": 60 } ] }, "BenchmarkTest01017": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00187": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ] }, "BenchmarkTest00286": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00283": { "nativeDeterministic": [ { "cwe": "CWE-89", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ], "modelOnlyMapped": [ { "cwe": "CWE-89", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-89", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-89", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ] }, "BenchmarkTest01169": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 48, "endLine": 48 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 48, "endLine": 48 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 48, "endLine": 48 } ] }, "BenchmarkTest00731": { "nativeDeterministic": [ { "cwe": "CWE-90", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 64, "endLine": 64 } ], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 41, "endLine": 41 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 41, "endLine": 41 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 64, "endLine": 64 }, { "cwe": "CWE-90", "startLine": 41, "endLine": 41 } ] }, "BenchmarkTest00423": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-95", "startLine": 53, "endLine": 55 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00729": { "nativeDeterministic": [ { "cwe": "CWE-94", "startLine": 41, "endLine": 41 }, { "cwe": "CWE-79", "startLine": 47, "endLine": 47 } ], "modelOnlyMapped": [ { "cwe": "CWE-95", "startLine": 40, "endLine": 41 } ], "modelOnlyVerified": [ { "cwe": "CWE-95", "startLine": 40, "endLine": 41 } ], "servedCombined": [ { "cwe": "CWE-94", "startLine": 41, "endLine": 41 }, { "cwe": "CWE-79", "startLine": 47, "endLine": 47 }, { "cwe": "CWE-95", "startLine": 40, "endLine": 41 } ] }, "BenchmarkTest00247": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00877": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 69, "endLine": 69 }, { "cwe": "CWE-328", "startLine": 58, "endLine": 58 } ], "modelOnlyMapped": [ { "cwe": "CWE-328", "startLine": 58, "endLine": 58 } ], "modelOnlyVerified": [ { "cwe": "CWE-328", "startLine": 58, "endLine": 58 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 69, "endLine": 69 }, { "cwe": "CWE-328", "startLine": 58, "endLine": 58 } ] }, "BenchmarkTest00967": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00861": { "nativeDeterministic": [ { "cwe": "CWE-330", "startLine": 48, "endLine": 48 } ], "modelOnlyMapped": [ { "cwe": "CWE-330", "startLine": 48, "endLine": 48 } ], "modelOnlyVerified": [ { "cwe": "CWE-330", "startLine": 48, "endLine": 48 } ], "servedCombined": [ { "cwe": "CWE-330", "startLine": 48, "endLine": 48 } ] }, "BenchmarkTest00339": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00153": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 39, "endLine": 39 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-501", "startLine": 39, "endLine": 39 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ] }, "BenchmarkTest00902": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00993": { "nativeDeterministic": [ { "cwe": "CWE-502", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-502", "startLine": 57, "endLine": 57 } ], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 57, "endLine": 57 } ], "modelOnlyVerified": [ { "cwe": "CWE-502", "startLine": 57, "endLine": 57 } ], "servedCombined": [ { "cwe": "CWE-502", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-502", "startLine": 57, "endLine": 57 } ] }, "BenchmarkTest00723": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 46, "endLine": 46 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00596": { "nativeDeterministic": [ { "cwe": "CWE-601", "startLine": 48, "endLine": 48 }, { "cwe": "CWE-79", "startLine": 48, "endLine": 48 } ], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 48, "endLine": 48 } ], "modelOnlyVerified": [ { "cwe": "CWE-601", "startLine": 48, "endLine": 48 } ], "servedCombined": [ { "cwe": "CWE-601", "startLine": 48, "endLine": 48 }, { "cwe": "CWE-79", "startLine": 48, "endLine": 48 } ] }, "BenchmarkTest00539": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 68, "endLine": 68 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 68, "endLine": 68 } ] }, "BenchmarkTest00460": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 64, "endLine": 64 }, { "cwe": "CWE-611", "startLine": 45, "endLine": 45 } ], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 43, "endLine": 43 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 64, "endLine": 64 }, { "cwe": "CWE-611", "startLine": 45, "endLine": 45 } ] }, "BenchmarkTest00809": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00652": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 63, "endLine": 63 }, { "cwe": "CWE-79", "startLine": 69, "endLine": 69 }, { "cwe": "CWE-614", "startLine": 64, "endLine": 64 } ], "modelOnlyMapped": [ { "cwe": "CWE-614", "startLine": 64, "endLine": 67 } ], "modelOnlyVerified": [ { "cwe": "CWE-614", "startLine": 64, "endLine": 67 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 63, "endLine": 63 }, { "cwe": "CWE-79", "startLine": 69, "endLine": 69 }, { "cwe": "CWE-614", "startLine": 64, "endLine": 64 } ] }, "BenchmarkTest00549": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [ { "cwe": "CWE-643", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ] }, "BenchmarkTest00933": { "nativeDeterministic": [ { "cwe": "CWE-643", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ], "modelOnlyMapped": [ { "cwe": "CWE-643", "startLine": 57, "endLine": 57 } ], "modelOnlyVerified": [ { "cwe": "CWE-643", "startLine": 57, "endLine": 57 } ], "servedCombined": [ { "cwe": "CWE-643", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ] } }, "batching": { "maxFiles": 8, "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest00275", "BenchmarkTest00187", "BenchmarkTest00286", "BenchmarkTest00283", "BenchmarkTest00247", "BenchmarkTest00967", "BenchmarkTest00596", "BenchmarkTest00933" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00268", "BenchmarkTest01017", "BenchmarkTest01169", "BenchmarkTest00423", "BenchmarkTest00729", "BenchmarkTest00877", "BenchmarkTest00993", "BenchmarkTest00809" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00731", "BenchmarkTest00861", "BenchmarkTest00339", "BenchmarkTest00902", "BenchmarkTest00539", "BenchmarkTest00460", "BenchmarkTest00652", "BenchmarkTest00549" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00920", "BenchmarkTest00900", "BenchmarkTest00153", "BenchmarkTest00723" ] } ] } }, "seal": { "sealedAt": "2026-10-22T10:03:37.365883+00:00", "freshManifestSha256": "a628f9b6e8c7208818699855628fa1a73d32464e91ef751ca99809cd99b9ba22", "selectionSha256": "21abc05f1e37c9382fc9a23f314dbffdb091541ca92a6d5ec09894eead5129a5", "developmentManifestSha256": "6ff1fd090ff97461693c1c7f060d3549fd2e80b3aa87725d2ea059fbdb5c5bcd", "developmentBaselineSha256": "41eb328398327945dc9c0ee37a16189ae8f12ab420e1e2735b8c85f377da0816", "seriesBaselineSha256": "bec45ec1939e9ccec29a13a7d7bb692a09c74a57954333fc688a425bb2cc6784", "newPredictionsSeen": false, "paidCalls": 0, "sourceIdentities": [ { "path": "testcode/BenchmarkTest00275.py", "sha256": "dddafdb8de16f3ac77de7df9c456b4607e1adb4813e697bbbe76ecec13932acf" }, { "path": "testcode/BenchmarkTest00920.py", "sha256": "6ce4c7b0cf70a8d82824c8ce5fbcb71aef7a478a39791e10707881ce63d2c5bd" }, { "path": "testcode/BenchmarkTest00900.py", "sha256": "218fe6f12081d65dd6b4d6b6dc23f2c28751ddd673572fac1269071949e92b32" }, { "path": "testcode/BenchmarkTest00268.py", "sha256": "09ccb3f44e83f14c03b428ade533fdc4d2b8d640b921fbb0803ed22b3511c1ff" }, { "path": "testcode/BenchmarkTest01017.py", "sha256": "d2c8d17ca225b0b5911ee60cb214d6c06d3d6f7b0229df25a86bfa25eae61651" }, { "path": "testcode/BenchmarkTest00187.py", "sha256": "e8876f34ece99b7b72d9a40a32f502cda1b8acb7ad63f478088ed5afef847331" }, { "path": "testcode/BenchmarkTest00286.py", "sha256": "c2bb522f9a9fce4f5ae4e28ad1d9f3a4d79fc22582bcd054ef698e681015fb82" }, { "path": "testcode/BenchmarkTest00283.py", "sha256": "bf968127a920a0a08989f45faeb2e61ffadf2ab23d46730b4ebd96c1c0929ab4" }, { "path": "testcode/BenchmarkTest01169.py", "sha256": "e272b99ba7e1d592619377bb334b6aaa0d9d216743dc15e6f4b20b920f73d9dc" }, { "path": "testcode/BenchmarkTest00731.py", "sha256": "d541e058501f595a1551362b36ac985d85edc1dcad887ef2390d733aaf4ef16f" }, { "path": "testcode/BenchmarkTest00423.py", "sha256": "8244ce76291f95097d98225a1ddf12e7ba445da09aff9532c555e4d5445f23c7" }, { "path": "testcode/BenchmarkTest00729.py", "sha256": "24243ddb5ce663fb8725714ed4a751db76967b5fa0158af3a37a7b9c6dc38a09" }, { "path": "testcode/BenchmarkTest00247.py", "sha256": "d1ca68f65fc95b6df274367ffb3bb8496b3a48fd07a9961e35c612069f717714" }, { "path": "testcode/BenchmarkTest00877.py", "sha256": "cee6213051aec458ba179124da14817afc45aead1d7c470083ae04e96c371f0a" }, { "path": "testcode/BenchmarkTest00967.py", "sha256": "57a14496da0f99080f0e59789400ba42248fa9e38ff0fda581c8b697ea32c065" }, { "path": "testcode/BenchmarkTest00861.py", "sha256": "583b655f130f399c90e21553b70a214811293707650812791b8b36aca4a47c25" }, { "path": "testcode/BenchmarkTest00339.py", "sha256": "1bfa13610437a534d44dbdfb082fba9501b948bef094a06316d81df9480018b8" }, { "path": "testcode/BenchmarkTest00153.py", "sha256": "5506909357fc67426b5024b527e88fe3ebc9ca43ba1af4339c8db87e67ddef7d" }, { "path": "testcode/BenchmarkTest00902.py", "sha256": "706464daace1db8dba37201114101ef7f7e5781c2ed311a2ba74e619eb946900" }, { "path": "testcode/BenchmarkTest00993.py", "sha256": "38c6e164fbbf5f45eaa5149e22165a90a8646b3e4f028053d52ece7013b7a890" }, { "path": "testcode/BenchmarkTest00723.py", "sha256": "9521680713dc40c3bc07dd0aae58f477181e9e32d541020bf969862d65149b76" }, { "path": "testcode/BenchmarkTest00596.py", "sha256": "17ff2c38aa8732be7a00e7d30a9f8993a3c36cf68eec8c39b08ba318cb3dab5a" }, { "path": "testcode/BenchmarkTest00539.py", "sha256": "a3b21a9d0ee4537669898e44ac6cd56ce9948da9a63cd9fbf82d5d38735d1605" }, { "path": "testcode/BenchmarkTest00460.py", "sha256": "f55c6c125eb535081cc8f884f3a0cc7ba80a4e064be9a4928c06aa3d88f061c1" }, { "path": "testcode/BenchmarkTest00809.py", "sha256": "1322416df332ea35debefa1c330eca5ec4acbb2c033675f6e33908e0b34e3a94" }, { "path": "testcode/BenchmarkTest00652.py", "sha256": "3d27836f040a15030ea37cb25fc15ad014d87a12205369ddcd1c6c3b43e95a9c" }, { "path": "testcode/BenchmarkTest00549.py", "sha256": "481c25d7a0372637f266c2eebf0a44bd46f30622dfceace56b9d70df222e6ad0" }, { "path": "testcode/BenchmarkTest00933.py", "sha256": "05064ecc06c1694612d9b05ab482036f28fe264a808c608c9b5cb8c30edbad00" } ] }, "rawReceiptPath": "/benchmarks/model-remaining-fresh-trial-2026-10-22-6a316b5c3022a7eb.json", "receiptSha256": "6a316b5c3022a7eb2b7409d15eb923d152511bb66121d475985cc51efbe29e65" } ], "extraAttempts": [ { "schemaVersion": 1, "protocolSha256": "3d00ea7182249b70b26c1f64cf9b2f5d26c5183b0f635d3dff5448945ab2f582", "frozenAt": "2026-10-22T10:18:26.921Z", "startedAt": "2026-10-22T10:18:45.138Z", "finishedAt": "2026-10-22T10:26:18.287Z", "suite": { "name": "OWASP BenchmarkPython v0.1 balanced 28-case model detection-stage pilot", "repository": "https://github.com/OWASP-Benchmark/BenchmarkPython", "revision": "f1291485808b66e20ddb6b01b10dc71b3df8c8ba", "labelsSha256": "6396f37c97cfd0c018db3d8750095ce6c678a083f83620cfb3e88fe27a46bb0c", "totalCases": 1230 }, "config": { "model": "deepseek-v4-flash", "baseUrl": "https://api.deepseek.com", "concurrency": 1, "timeoutMs": 240000, "reasoningEffort": "none", "chainReasoningEffort": "low" }, "runtime": { "bun": "1.3.11", "node": "v24.3.0", "platform": "darwin", "arch": "arm64" }, "sourceIdentities": [ { "path": "apps/scan-cli/package.json", "sha256": "cc9d0ae3f24a0f1a2858e9ff0663c4804b88c77f8e2b8cf8a8b1082dc0e3d024" }, { "path": "apps/scan-cli/src/analysis-cache.ts", "sha256": "d0baba6157b77cf5cba8f8f6ac59d7929442ca9f144081b3622af80fac1f147f" }, { "path": "apps/scan-cli/src/analysisCoverage.ts", "sha256": "e3e0ba94e08f15d16db22214b3169798241d27ace83e9c2b3339ac2fde0f8ae4" }, { "path": "apps/scan-cli/src/appmodel.ts", "sha256": "11cb10ad4dc07e45360addf350638c231942a34c8a94cb56dffd687d40658f9c" }, { "path": "apps/scan-cli/src/batching.ts", "sha256": "4dbac39c710e1a5a661807c31dd1710d28f4554b5fb300541282eb38deb6e7cd" }, { "path": "apps/scan-cli/src/bench.ts", "sha256": "59b7870fc1cccd5925260c4912bfcc33b279c4dfd655e69cde689b23f59f9d12" }, { "path": "apps/scan-cli/src/benchmark-scorecard.ts", "sha256": "025b9f1a2fa845985d9fafbb6e84e6a39557eb73eba6064fcc2486b9a45979ee" }, { "path": "apps/scan-cli/src/cassette.ts", "sha256": "a811a8a9037156049094648cddb02ea0fd28938e4d5d7f9ba7a5d520d8ddb1c2" }, { "path": "apps/scan-cli/src/context.ts", "sha256": "26e02925eb5f20405171950bb35d20aaf71aa67eade8482ea70e4c89ced0ac1e" }, { "path": "apps/scan-cli/src/coverage.ts", "sha256": "10c0366ba24dfeb8792f4e1b817293186c6f1b6471cc4d01b2dc4096abc9e910" }, { "path": "apps/scan-cli/src/coverageReport.ts", "sha256": "e8eed15e9df0baefcd94ace34fcf0e63119e87ac4bea3595c2a279a060687a19" }, { "path": "apps/scan-cli/src/deepdive.ts", "sha256": "49c5913019358f87477bc93cab3daaa391beb8ebc307b55637d8f1c9234d8de9" }, { "path": "apps/scan-cli/src/deepseek.ts", "sha256": "b922cbf013b81ed1c3d682ce6e67868a3526034efd011ca6eb78dfc7e1ad8543" }, { "path": "apps/scan-cli/src/defences.ts", "sha256": "fb11f03b658d149a5e74bd8a18c74f27dc74aa24152d301703a1126c5723478f" }, { "path": "apps/scan-cli/src/depGraph.ts", "sha256": "b2e354315743883ed58cdcb22b3e242267e27ad3745ae11903f5d93c278be1f0" }, { "path": "apps/scan-cli/src/dependency-observations.ts", "sha256": "d8c14d1d944f1870602d35ec2d2e5b297e161423a0ed242256c60927b922f02a" }, { "path": "apps/scan-cli/src/depth.ts", "sha256": "aa01dd09689eb2cd271473b3628438951bc367a848807989a552cbf2d54fe1aa" }, { "path": "apps/scan-cli/src/envNames.ts", "sha256": "97071edd26823ab361d481785c04066eedabe6a5866c425562f089b4c7cc2c69" }, { "path": "apps/scan-cli/src/finding-response.ts", "sha256": "645faff3e3e6f9bd1d7bb7a7f93dab6bdb3f28787f08a6b97670193b5af1dc4a" }, { "path": "apps/scan-cli/src/fingerprint.ts", "sha256": "a41fb787069cd06bc6ae81ed15cf3b03df05945a6b2352d1a40db7a9a750e1f4" }, { "path": "apps/scan-cli/src/gates.ts", "sha256": "1a3b2f6e615e13a43a7da2fa64107845f857d07e17938ee5342662beae8b1a1e" }, { "path": "apps/scan-cli/src/gitleaks.ts", "sha256": "3b45e13abb74de4f204acb29c82b3c8a3c6628373fe91c590bd4ea377f9bec38" }, { "path": "apps/scan-cli/src/helpers.ts", "sha256": "ae9c19d7ff10118b3089d4709a04f0cc749083dfe23d3e0c865b692ac32cc4b6" }, { "path": "apps/scan-cli/src/iac.ts", "sha256": "78011b64b0c4da54861405f19b9e33fe9f5b42f5c2108330c9fe46f17fd033ed" }, { "path": "apps/scan-cli/src/image.ts", "sha256": "a7aa4b3605587ec02c07116058a720c7b894b34b000598010f67061bbc9e2e22" }, { "path": "apps/scan-cli/src/imports.ts", "sha256": "37e654e1643d66d1b4b3dd08a71f029c85221f24bc1857a52f4c289e536de42a" }, { "path": "apps/scan-cli/src/independent-benchmark.ts", "sha256": "44d2a86c3e10ea7b897800dec90f7e73fd7096bc575c4fbdac50308a4561f242" }, { "path": "apps/scan-cli/src/index.ts", "sha256": "28244b9a65713e5d5f4e5a5581de5302372e1a5436870f1543dc5936805fd632" }, { "path": "apps/scan-cli/src/intelligence.ts", "sha256": "93bfb294b41bdf1616533ac6445c271430497e0def81e6443ef723c6a35efc90" }, { "path": "apps/scan-cli/src/kernel.ts", "sha256": "18f2d1eeeeacc4b528e343c91cae0b08bc6e252427e886af5470730d8774d4f0" }, { "path": "apps/scan-cli/src/logger.ts", "sha256": "3d53733daa48af057f2709b29af2d0e506af3f62764ea64cd1b5758be0ba8582" }, { "path": "apps/scan-cli/src/manifests.ts", "sha256": "bb1672c1bd3c1d399c16878572874efbe5e648e33b88e61455ba98b574d04af7" }, { "path": "apps/scan-cli/src/mapFinding.ts", "sha256": "be3ec1f53d70c7f6021ad695ffc37363e46d2dd34b047c14ade59dce2401459a" }, { "path": "apps/scan-cli/src/model-benchmark.ts", "sha256": "d1807991cb04db49daadc70df165a2c25b90ab33409168fa2b3b4d4feaf2b9c5" }, { "path": "apps/scan-cli/src/noise.ts", "sha256": "5d30d0453a93bd04a4bc10be6692d8a9813677dee35c7c3ba7af12ee7fb16bfa" }, { "path": "apps/scan-cli/src/oci.ts", "sha256": "c5600f5dbeb7e786ebcf0a75cf1d24c35314af3fcdcdc681feac7ad1154f7277" }, { "path": "apps/scan-cli/src/openapi.ts", "sha256": "6223b8611795454a8f0f52ec1f7bb577f19b144d41cb19dd226dc6c7168328c9" }, { "path": "apps/scan-cli/src/osdb.ts", "sha256": "cd464bb11b5953068934c17cde3f10bedaeaaed03fdf6d85cf267a2df0145e6b" }, { "path": "apps/scan-cli/src/prefilter.ts", "sha256": "53571e87886dbc160b0d64cac8a485c84d539c34e2a67bc07262350c2b83176f" }, { "path": "apps/scan-cli/src/prompts.ts", "sha256": "bb5c3887a584c2813be882cf9ea402b729ce9a9452af56778b7f7381d6824103" }, { "path": "apps/scan-cli/src/pullRequest.ts", "sha256": "2fbfa5525a0a9e9e0f9f35348429f397cc37bf22a897f779ea83e31a3d7c31bd" }, { "path": "apps/scan-cli/src/python-config.ts", "sha256": "cbd69945e59780938e88bbd3ba594696ad7c4fcfe00550e4a07102bd685e4065" }, { "path": "apps/scan-cli/src/python-flow.ts", "sha256": "ffc6d7325bbfefcc33b295998ee00ca3fb6fcf3af5df6391afff60a59ac34ade" }, { "path": "apps/scan-cli/src/quality.ts", "sha256": "7b69ff447ff7d673420eb84fc13c19b8b3a779f18bc01feb3c5c44166bcce40e" }, { "path": "apps/scan-cli/src/reachGraph.ts", "sha256": "099e451f8b1cf41d631d2831dba4629e4bc7ea0c31ce6b1291571e4f602dbd04" }, { "path": "apps/scan-cli/src/reachability.ts", "sha256": "fa01a82a0bca1a3ba67faca4f6fdc209fc0b81f099b59f70ead33dc6a1d5c24a" }, { "path": "apps/scan-cli/src/recovery.ts", "sha256": "c51f097dc8f7dfa1f0576c9c66fc459acb615122ad9e9d78b7ecad124b6c7e98" }, { "path": "apps/scan-cli/src/relatedSpans.ts", "sha256": "b455844c8a2dd2c8a91e56a291920ed34c7a3fb003c6cb285a82f2c5a92aaf2e" }, { "path": "apps/scan-cli/src/repoSecrets.ts", "sha256": "071dd5a1b259aa2cbf7adcd32b5a6010c69a8601711ae5a3f74117df35611d0f" }, { "path": "apps/scan-cli/src/reporter.ts", "sha256": "7c1ee9071898d0c47eb79c6542c7bd677933eda9f159f0dea9fcdcafc28bcbd6" }, { "path": "apps/scan-cli/src/repository-benchmark.ts", "sha256": "dc324cf0bf446082626a6bd31879782a6516149bd45d9293d7dbc519d7f08cb4" }, { "path": "apps/scan-cli/src/rule-defenses.ts", "sha256": "02e15e50eeefe594378f0cf7e9925d651df06561e64fe06365c7bcfdb3dcf1a1" }, { "path": "apps/scan-cli/src/rules.ts", "sha256": "4cd142f29398311478e0931f6f2cc0646d03d8f7448c423751927773996e4889" }, { "path": "apps/scan-cli/src/sbom.ts", "sha256": "2f76a139d11e49b67a826603881cbf81ffc4474bc4bd9fde6506e0c558c8f0d9" }, { "path": "apps/scan-cli/src/scan.ts", "sha256": "df65338708a1de4edb042b1bd3fbec79455c3b61ffabb8fba0caeff2a594e9e8" }, { "path": "apps/scan-cli/src/scanVersions.ts", "sha256": "5e3991039c32835b23767c90aafaa33ab15a6e61f7e01a9b0d3ab5683c602653" }, { "path": "apps/scan-cli/src/search.ts", "sha256": "f9db1c3b5fe9900a6e4f4335d53ada9083e2ae932ebcee853b56f527ba95f219" }, { "path": "apps/scan-cli/src/silence.ts", "sha256": "8c65ac7f0df90c9c15394ac6de861f86ce3d89a2930a8ebe7445d63eaa5e2787" }, { "path": "apps/scan-cli/src/spread.ts", "sha256": "2d80502b0d1b0d453aa0e2da7513fefdf75755a37d5af1e3cf6a5cb08b12d9d0" }, { "path": "apps/scan-cli/src/stability.ts", "sha256": "61012aae5957361f46a8f15413ea429e7350fefabce4e9e0e6fa972278cc34e7" }, { "path": "apps/scan-cli/src/stop.ts", "sha256": "d35e4491a63e6792342b8b5deea342a2b4bbe22975aeb6f26c51537e2275fd6f" }, { "path": "apps/scan-cli/src/sweep.ts", "sha256": "1c51efc21e15e6fa3bbf1b5d3b7504e7aed497a507abe5182397c1250252ce55" }, { "path": "apps/scan-cli/src/tar.ts", "sha256": "2c80b52c78e9c75185ed90b3cd4f4a6bca969fe0d1c736f15f8b72e47773e6f6" }, { "path": "apps/scan-cli/src/template-flow.ts", "sha256": "435188aca557af792af85cb0553cac1361e075e2d3e007f8963b2e399810469b" }, { "path": "apps/scan-cli/src/tools.ts", "sha256": "cf9de13aa44e1550fdeedfba7e25ac7ccf36b289825a8eaf3f1928cf8b5df3d8" }, { "path": "apps/scan-cli/src/trivy.ts", "sha256": "150153c1b23996bc0f8a32301c65d0bff0be1fa2fae6cb7eb0f5c581c700c236" }, { "path": "apps/scan-cli/src/verdict-contract.ts", "sha256": "e24ab43d9f4cc96ebd2e3948286779b2e0b0390f42106f14b3b7eef3bcee9d61" }, { "path": "apps/scan-cli/src/verify.ts", "sha256": "a107310a1f21fff33e0642c492bd368858c4c46da73dedebfdf480f4931b8bfe" }, { "path": "apps/scan-cli/src/walk.ts", "sha256": "3d2a350dfe6e25403e50eefa3a0dbaebe275b422950717fc438be3bd5c74d097" }, { "path": "bun.lock", "sha256": "14b55bb0ae964bab83edb70d146e5e5eac16a7ef7418b4bd94842a5335edbbbd" }, { "path": "package.json", "sha256": "0c61121892bbd320487234c977f0e12f550a611adcb621d86d138c60cf0f6422" }, { "path": "packages/schemas/package.json", "sha256": "a46ecb31aa9aa33ceb6daafae8394ccdfa228fc7789198c421a02c0999aaa786" }, { "path": "packages/schemas/src/billing.ts", "sha256": "7ae419533da6bc2a20ad243b33b452dcd25d7dd67fe6c4b89c7d44193818322e" }, { "path": "packages/schemas/src/careers.ts", "sha256": "c367f27b05dfdc9d57e25fe9987bf21e78f3f65ea9556afccea999cbfc068c46" }, { "path": "packages/schemas/src/dependencyObservations.ts", "sha256": "d5a641b059b22592c692d3283502b9d77213ec42e77e03e600d0a20ee72d4038" }, { "path": "packages/schemas/src/findings.ts", "sha256": "a12c3448f1e41d2eda5313f9b9a8fcf64ed2b77ebc80e5e22a7c682060878a38" }, { "path": "packages/schemas/src/immunity.ts", "sha256": "cbe2557cc42d164e9d677f92ab8e26ce12762b4b2f60d5a3f2430b59a793abce" }, { "path": "packages/schemas/src/index.ts", "sha256": "dc8572d1089083d76301bdf8634bfe9565973f00e6cc49beca1101df17ec4cbe" }, { "path": "packages/schemas/src/investigation.ts", "sha256": "0a4a6a4370ff428910b2fb0ef53450fae064392dc58e341f8eb33da2252300b5" }, { "path": "packages/schemas/src/ir.ts", "sha256": "c1b1d0766b20e4830a9a6ab35d27ba16dc676f9a4c2a9badebd4fdbd17919df8" }, { "path": "packages/schemas/src/knowledge.ts", "sha256": "74488c0199366e71df6c2a83e71333317392e6b010e88f6beb66b935cec4bc85" }, { "path": "packages/schemas/src/notifications.ts", "sha256": "994d00573e810665c4379c2cb86147d28ac588ffca1b7f5c305cbd3ee98578c9" }, { "path": "packages/schemas/src/packages.ts", "sha256": "cabe240416e6c35be7baae9e776017e272f03efc5c4bcac3db05b3c11fa75d7e" }, { "path": "packages/schemas/src/proof.ts", "sha256": "80dcb156960b75ec0dee7e607fba08229ddc0cccb5c8951e813274b27340953f" }, { "path": "packages/schemas/src/reachability.ts", "sha256": "6f78887ccf9f09df85e9cad8b5c271fd036782846bcdd301de44e85645f86b39" }, { "path": "packages/schemas/src/reproduction.ts", "sha256": "ef08346d379d5f325bd579a7536679fef7d09fab7f4925392c55c55fd3aa7ab5" }, { "path": "packages/schemas/src/scanCompletion.ts", "sha256": "881dd9263b32be386c364e8595562cadf7e9cbda9efe5aa64abac11b798c7e8f" }, { "path": "packages/schemas/src/scanPullRequest.ts", "sha256": "09e56c5771b087884f735f69a3f3cb625f99e7aab1a867fd1f469fd1906ba2b6" }, { "path": "packages/schemas/src/scanReasons.ts", "sha256": "fba539e6d3c2140db2a329a6be9ce53e7ed0f6dc4437f085d2ce014be71d200a" }, { "path": "packages/schemas/src/secretRepair.ts", "sha256": "f139123f488ba9a19e2a22bcd02544986d0e056358876a3db51655f7d5a99be2" }, { "path": "packages/schemas/src/secrets.ts", "sha256": "e3a898bcadcbc68d0587b513db1d1945174437f358e0fe33624e97df50b42c00" }, { "path": "packages/schemas/src/security.ts", "sha256": "311afcee8ce9a869a622a19e2b1db1e57e003ace1f655921760ec21689a46f44" }, { "path": "packages/schemas/src/states.ts", "sha256": "540c39ae578d9f7cae4ab84e5e183852e6eb84ae49d1d992c2cbf8c2e81a66b6" }, { "path": "packages/schemas/src/wire.ts", "sha256": "b0c21292deadef07a17133b79eb89e4d3dc3dd6bfd165f61653efb699d9d6c3d" }, { "path": "packages/schemas/src/workspace.ts", "sha256": "17a5fab2b0f41f698fbe2f1eceb055c035ae04bec35f547c03531d2e0eefbf42" }, { "path": "rulepacks/common/ANGULAR-TRUST-001/rule.yaml", "sha256": "add1d0987ffcb76cf8286d4da2210674893a8a8c693c9afacb5f4adbbfc7f73d" }, { "path": "rulepacks/common/ANGULAR-TRUST-001/tests/safe/sanitized_html.ts", "sha256": "0d602cd9ae708c8060652de16f1c361a5522dc81d81624e8bdaaaae2664457d2" }, { "path": "rulepacks/common/ANGULAR-TRUST-001/tests/vulnerable/bypass_trust_html.ts", "sha256": "dda816ef1b3d98aa23f109516466c901b66bee2cc3c4742f997ddbf75dac2165" }, { "path": "rulepacks/common/CLEARTEXT-001/rule.yaml", "sha256": "19d83cbe5fabd840248811236a6426d860695cc99d57105d7f67d71b46cfb809" }, { "path": "rulepacks/common/CLEARTEXT-001/tests/safe/https_endpoint.ts", "sha256": "c497ad77c81fd53d387c2b5b10161388c87628740d0b678891581d330ab1ca03" }, { "path": "rulepacks/common/CLEARTEXT-001/tests/vulnerable/ftp_endpoint.ts", "sha256": "c3a6c3a828cc4cdca45bbdf486c6c2856066163884baa74f760a91e896f11870" }, { "path": "rulepacks/common/CMDI-001/rule.yaml", "sha256": "76a524d4596595bec3d2b8550e593f8f73b2c463c594bb7a70f2cb8c3ea9346c" }, { "path": "rulepacks/common/CODE-001/rule.yaml", "sha256": "313aa196ab864dd25536b018605c1c3b36f18956a367376ee0e005bb319f58be" }, { "path": "rulepacks/common/CODE-001/tests/safe/comment_mentions_eval.ts", "sha256": "a47f8173953238cb60d08856a1b037366fbe536a88da34b23c643e9cad35d572" }, { "path": "rulepacks/common/CODE-001/tests/safe/literal_mentions_eval.ts", "sha256": "3d09dab28d07ba35d263943091655822f5f5d217b2d6fccbbf3f9cb435bacfc2" }, { "path": "rulepacks/common/CODE-001/tests/vulnerable/eval_query.ts", "sha256": "e3f4f0d3c518040aa2696ea7f76ff19db67601d38be08b42373615b3ded3dae0" }, { "path": "rulepacks/common/DESER-001/rule.yaml", "sha256": "20b2f7b0d2b0a0dbf7d8725589a031e8d7cb58d318d151d099bfc1c2e484dd79" }, { "path": "rulepacks/common/DESER-001/tests/safe/yaml_safe_load.ts", "sha256": "7aaaf0beb687fdadfafbc7d6d1a952647353a222571032ea59242f87bf33dba9" }, { "path": "rulepacks/common/DESER-001/tests/vulnerable/yaml_load_body.ts", "sha256": "f108c65e1710a394fa1785691e1cb6d621e3e0b778da96403788137e3156453a" }, { "path": "rulepacks/common/PATH-001/rule.yaml", "sha256": "b45b1cfe6d8c5af96ec1e8a1c837feeb8ddc239424adca3c188a64c161a00d2f" }, { "path": "rulepacks/common/PATH-001/tests/safe/read_normalized_path.ts", "sha256": "de57b93ba7c7f086a1a9de7d2872628ccb63d84da3fb2fa1ef195bf58b0d2ca6" }, { "path": "rulepacks/common/PATH-001/tests/safe/template_allowlisted.ts", "sha256": "d1d539bba782f1be978bfc1758690d38426278adaf1a44dbf76705e47ce6618b" }, { "path": "rulepacks/common/PATH-001/tests/vulnerable/read_user_path.ts", "sha256": "f1b1f2b69e5992f4004d8a30d0e696fb19d21cd1cb02927e61687e5991d7569d" }, { "path": "rulepacks/common/REDIR-001/rule.yaml", "sha256": "ebaba25880fec0039dad28bd24cbdd36541ab08036ce72527d31363ba37551f7" }, { "path": "rulepacks/common/REDIR-001/tests/safe/redirect_allowlist.ts", "sha256": "903c9879c7b4b35624849633a17e8a34a86dc25f4526cc3df5342b5bb0e49bde" }, { "path": "rulepacks/common/REDIR-001/tests/vulnerable/open_redirect.ts", "sha256": "efd4e225c944fb8647054fa952e40f0d6f3b3b905e22a6bf89f4b2c310daf363" }, { "path": "rulepacks/common/SQLI-001/rule.yaml", "sha256": "3e64945a2e853ae7bbd868a110edbca234966a170a03f3dfe6f49de7077c6fcc" }, { "path": "rulepacks/common/SQLI-001/tests/safe/drizzle_where.ts", "sha256": "106f09d70c246f993c7098b5d059bea9b836d1d025154d2c21b2b330519e7ceb" }, { "path": "rulepacks/common/SQLI-001/tests/safe/identifier_allowlist.ts", "sha256": "bca1e858b9fda6aff77dc1334c96e61446966250ab503c5832c0ef2919ce8436" }, { "path": "rulepacks/common/SQLI-001/tests/safe/parameterized_query.ts", "sha256": "bc711ba097116beaedf72e93c7b3b20b961a2d1258948ecb0dbe6e0ab8831a4c" }, { "path": "rulepacks/common/SQLI-001/tests/vulnerable/concat_query.ts", "sha256": "a2429d8b1f611d41495a356ac305368dc5b78092e491a43bedf6a0f663b6ecb8" }, { "path": "rulepacks/common/SSRF-001/rule.yaml", "sha256": "86bbbbd1f8bfe819cb8af8bde8ca5e43e038979c728fa8ad030641777a631f3e" }, { "path": "rulepacks/common/SSRF-001/tests/safe/express_proxy_allowlist.ts", "sha256": "571f26fc750cdb14b72c7803cd2dd50d62acd806d1677dd5165aa92060ecd21f" }, { "path": "rulepacks/common/SSRF-001/tests/vulnerable/express_proxy.ts", "sha256": "e4f646374bcb08c30fb8af627a91668f4841512cebe1bf804f79c0c4cc2229ab" }, { "path": "rulepacks/common/SSTI-001/rule.yaml", "sha256": "1cf2a5878dad69f9adf9cad88ea2000064898a51447e053a47ef05581954edde" }, { "path": "rulepacks/common/SSTI-001/tests/safe/precompiled_template.ts", "sha256": "0d5febf5ff8f2070115eaeba0870cdfcd392a2dd142487f0a996b04cc491a6e1" }, { "path": "rulepacks/common/SSTI-001/tests/vulnerable/handlebars_compile.ts", "sha256": "4b04998aa32236b06404c7c9aaf2674d01173576b2401efd4904166a4f30fd5f" }, { "path": "rulepacks/common/UPLOAD-001/rule.yaml", "sha256": "e5d8812fab296e63bb94fed6486797995e830fd2feedb5e4ac567bb7e904600b" }, { "path": "rulepacks/common/UPLOAD-001/tests/safe/mime_checked_upload.ts", "sha256": "e020db518e233ac8433f5237c1744d70d6854bd802dbd232f6377d1e03c9aa77" }, { "path": "rulepacks/common/UPLOAD-001/tests/vulnerable/unchecked_upload.ts", "sha256": "c2c4629e3af2db831f72d99572b49c758174bb224e4a2f4abb88ab82f12a3967" }, { "path": "rulepacks/common/XSS-001/rule.yaml", "sha256": "4eafa1e0a5329f76ec075e03d6bf756570cd1643ec4b1aaff9f4ae8960073237" }, { "path": "rulepacks/common/XSS-001/tests/safe/escaped_html.ts", "sha256": "199162c065905fc36a12bae5eedef52093de52b6faea7189b26c94fc4b297fd0" }, { "path": "rulepacks/common/XSS-001/tests/vulnerable/inner_html.ts", "sha256": "9bc3e7f70495dec60e4fae6e44c6525d1f7eed9eaab34f1b7f0c2f62ee334865" }, { "path": "rulepacks/javascript/CMDI-002/rule.yaml", "sha256": "ec140652bbbf75b9ac7abf0491617a7b2fedafec6b01e061afcc455fd46dfab2" }, { "path": "rulepacks/javascript/CODE-002/rule.yaml", "sha256": "5fba2995a7c08491b7fce10659cff11e00d9197bf59a5d3a38f93403ca398b63" }, { "path": "rulepacks/javascript/PATH-002/rule.yaml", "sha256": "6cd1dcc2bd021b507e56eda1048e2d556a7f2d63e174a387c55654dfd32b2fc1" }, { "path": "rulepacks/javascript/PROTO-001/rule.yaml", "sha256": "bf376e71fc05a878df13da0e52dad459fb0c3fd64022d8a69733f3714f6c0ee7" }, { "path": "rulepacks/javascript/PROTO-002/rule.yaml", "sha256": "a33eb6189979feb4815736b9b41878181409cb6582bcbc84cf8b570a8ca6fdde" }, { "path": "rulepacks/javascript/REDOS-001/rule.yaml", "sha256": "b20709f91bfe5bc2b834174a53fb2d0aa2772fd21838191273c117a662d7fbbc" }, { "path": "rulepacks/javascript/REDOS-002/rule.yaml", "sha256": "96c5b0ca1b87ccfd62d47a5cdf0333b9aeb8af676e57db2cb1bf51071a01f128" }, { "path": "rulepacks/javascript/REDOS-003/rule.yaml", "sha256": "1cc53d782185aed8c25f674342c6e25c26bf4fe7d28c11149cd7d4e6c00591b1" }, { "path": "rulepacks/javascript/REDOS-004/rule.yaml", "sha256": "4fc5fa489991681c7b6c7c8fdab2271f0e482c5bdf65cbdb1a5ed14fcc79fefa" }, { "path": "rulepacks/javascript/XSS-002/rule.yaml", "sha256": "265b5dddc5503e3cfede82589a20346e7111aee234aae699bd72010284ab4819" }, { "path": "rulepacks/python/COOKIE-001/rule.yaml", "sha256": "e96b7b90b587fa6d110a094a04a62e892ea7c3e568dc3348cb91152dc31b28eb" }, { "path": "rulepacks/python/DESER-002/rule.yaml", "sha256": "a77cd0730f50c608ddaa4d8446adb7b728522990b1cd772a96648113e522c731" }, { "path": "rulepacks/python/HASH-001/rule.yaml", "sha256": "e73bc710813e3432d33ebd5c3009af465ff431828a6f62023f8134284cb2952c" }, { "path": "rulepacks/python/LDAP-001/rule.yaml", "sha256": "ba5af874b16aced31442688c2696bdce5d653e06777cb8405ba4827fe81299d9" }, { "path": "rulepacks/python/PYEXEC-001/rule.yaml", "sha256": "e894bf53024edc28c99465d76e0ba6cf0041a365c3e47d886f8fa2d4bb9d978f" }, { "path": "rulepacks/python/RANDOM-001/rule.yaml", "sha256": "cc5ef82221e457cd3735ddf1a2460f0ad1b4c0a42d8d046dc6eb8826c8a4401e" }, { "path": "rulepacks/python/SQLI-002/rule.yaml", "sha256": "8870d9e0c8e50ef1e98bdd0a5d340a993fd08bb79c99b83ab0d5d428532efd3c" }, { "path": "rulepacks/python/SSTI-002/rule.yaml", "sha256": "9eaef2a4dd0a2a05427b38d57224363493ae4d6084de444cb972abe363b4a7e5" }, { "path": "rulepacks/python/TRUST-001/rule.yaml", "sha256": "951696eaf7ece7422b37a1fa86d5985f8d3b128d583ce50df98520a877896372" }, { "path": "rulepacks/python/XPATH-001/rule.yaml", "sha256": "17604e33d66d6d7e378932a5979beba8bd09166a0c9bb9fe298cd448ba34d43b" }, { "path": "rulepacks/python/XXE-001/rule.yaml", "sha256": "560eadedab50b15f003f19895559b947ef17958200940ab1099a351b3278bc4d" } ], "selection": { "seed": "not_applicable_all_previously_measured_cases", "procedure": "Include all 84 distinct cases from the original pilot, first fresh cohort and second fresh cohort. No sampling or random seed is used. Preserve original source bytes, author labels, exact expected CWE and sink anchors. Compare each case with its latest published outcome, drawn from three different earlier frozen configurations. That composite before result is not a single 84-case run. These cases are known label-informed development evidence, not a holdout.", "selectedCases": 84, "corpusCases": 1230, "unselectedCases": 1146, "caseManifestSha256": "6ff1fd090ff97461693c1c7f060d3549fd2e80b3aa87725d2ea059fbdb5c5bcd", "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00620", "BenchmarkTest00588", "BenchmarkTest00641", "BenchmarkTest00780", "BenchmarkTest01047", "BenchmarkTest00152", "BenchmarkTest00497", "BenchmarkTest00660", "BenchmarkTest00898", "BenchmarkTest01209", "BenchmarkTest00068", "BenchmarkTest00292", "BenchmarkTest00541", "BenchmarkTest00415", "BenchmarkTest00494", "BenchmarkTest00943", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00511", "BenchmarkTest00452", "BenchmarkTest00841", "BenchmarkTest00012", "BenchmarkTest00099", "BenchmarkTest00991", "BenchmarkTest01200", "BenchmarkTest00818", "BenchmarkTest00161", "BenchmarkTest01109", "BenchmarkTest00619", "BenchmarkTest01173", "BenchmarkTest00168", "BenchmarkTest00670", "BenchmarkTest00096", "BenchmarkTest00192", "BenchmarkTest00455", "BenchmarkTest00732", "BenchmarkTest00265", "BenchmarkTest00426", "BenchmarkTest00422", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00071", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00510", "BenchmarkTest00151", "BenchmarkTest01178", "BenchmarkTest00540", "BenchmarkTest00294", "BenchmarkTest01090", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00101", "BenchmarkTest01007", "BenchmarkTest00615", "BenchmarkTest00350", "BenchmarkTest00167", "BenchmarkTest01015", "BenchmarkTest00451", "BenchmarkTest00287", "BenchmarkTest00284", "BenchmarkTest00348", "BenchmarkTest00427", "BenchmarkTest00600", "BenchmarkTest00160", "BenchmarkTest00798", "BenchmarkTest00586", "BenchmarkTest00694", "BenchmarkTest00626", "BenchmarkTest01162", "BenchmarkTest00338", "BenchmarkTest00609", "BenchmarkTest00270", "BenchmarkTest00419", "BenchmarkTest00655", "BenchmarkTest00291", "BenchmarkTest00931", "BenchmarkTest00813", "BenchmarkTest00981", "BenchmarkTest01117", "BenchmarkTest00217" ], "sinkReview": "All sink anchors and case labels are retained byte-for-byte from the earlier sealed manifests and immutable published receipts. No new anchor adjudication, aliasing, relabelling or score-dependent edits." }, "plan": { "mode": "default", "maxRounds": 1, "sweepEffort": "none", "verifyEffort": "low", "verifyEnabled": true, "minConfidence": 0.4, "absenceLane": true, "spread": false, "secondOpinion": false, "verifyEngineFindings": false }, "limits": { "requests": 200, "tokens": 1800000, "dollars": 0.42 }, "scope": "Production detection-stage prompt, snippet mapping gates, configured verification and native union policy. Selected source files only, with imported helper bodies absent. No intelligence retrieval, repository execution, additional sweep/absence/spread/chain lanes, PR generation or full hosted scan. Public label-known corpus, not independent held-out accuracy. Labels and suite identifiers are not model messages. Native findings are never deleted by model review.", "targetPlatform": "unknown", "prices": { "inputUsdPerMillion": 0.3, "outputUsdPerMillion": 1.2, "source": "https://api-docs.deepseek.com/quick_start/pricing/", "checkedAt": "2026-10-22T10:18:26.899Z" }, "planned": 84, "corpusCases": 1230, "unselectedCases": 1146, "scores": { "nativeDeterministic": { "tp": 42, "fn": 0, "fp": 3, "tn": 39, "scored": 84, "failed": 0, "notRun": 0 }, "modelOnlyMapped": { "tp": 26, "fn": 16, "fp": 10, "tn": 32, "scored": 84, "failed": 0, "notRun": 0 }, "modelOnlyVerified": { "tp": 26, "fn": 16, "fp": 2, "tn": 40, "scored": 84, "failed": 0, "notRun": 0 }, "servedCombined": { "tp": 42, "fn": 0, "fp": 3, "tn": 39, "scored": 84, "failed": 0, "notRun": 0 } }, "cases": [ { "id": "BenchmarkTest00094", "path": "testcode/BenchmarkTest00094.py", "expectedCwe": "CWE-22", "vulnerable": false, "sinkLines": [ 54 ], "sourceSha256": "6d58cbd52ca9fc3034ee584df73a332dd800c7b05f78eeada7b2fce5468564ac", "sanitizedSha256": "c23327edcef3c0fc1e3c8017df45f892614053d99184cd5893424e6226678ace", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00620", "path": "testcode/BenchmarkTest00620.py", "expectedCwe": "CWE-22", "vulnerable": true, "sinkLines": [ 50 ], "sourceSha256": "9b9fccb8bcc532fbfac2ae326052601a7ac254aa18593061f48288de83785815", "sanitizedSha256": "19af4b10ae41270b62704d05fb38fdb75b63418024f44b658ef31258705b8ca2", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00588", "path": "testcode/BenchmarkTest00588.py", "expectedCwe": "CWE-328", "vulnerable": false, "sinkLines": [ 55 ], "sourceSha256": "2097e8a4f2078e05af37d09e86842b5da07540c5cbb9b8f01d4b2ce3c74955ed", "sanitizedSha256": "e34bfe69619f47e35b068ca4c6b442826586bcd5bc311357a3e43ffcac9af56f", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest00641", "path": "testcode/BenchmarkTest00641.py", "expectedCwe": "CWE-328", "vulnerable": true, "sinkLines": [ 59 ], "sourceSha256": "4fc4f18e551532d6e5c5770c3fd880e45ddfa640b2940640ea1314bc11866dc9", "sanitizedSha256": "8fa27d2ee4f2f54bc07603f9731b33630c96a973d1e4687565a76b5a4f316761", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00780", "path": "testcode/BenchmarkTest00780.py", "expectedCwe": "CWE-330", "vulnerable": false, "sinkLines": [ 51 ], "sourceSha256": "4f30eabc02460c9ecc265a6eec4246c127a2a3f5737396caeed690f4433b3529", "sanitizedSha256": "86aaf74f87b7cfdb4cdc34e05fe84eed23ed2924d145fbea504bf45903e3ccbf", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest01047", "path": "testcode/BenchmarkTest01047.py", "expectedCwe": "CWE-330", "vulnerable": true, "sinkLines": [ 51 ], "sourceSha256": "6dccd0db84942c9c4e6f0f5409f5c17b59d7d9f44e1dac01f14742f424333dd4", "sanitizedSha256": "26b4f5645e2bc9e0aaceec1660e8a687795545000db6e35bf28f4f8374e8c37d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest00152", "path": "testcode/BenchmarkTest00152.py", "expectedCwe": "CWE-501", "vulnerable": false, "sinkLines": [ 46 ], "sourceSha256": "a6d5fa4938575080e0fd8faa148ec54d7b9b7bd9ef497b786ca92b00a5d38b19", "sanitizedSha256": "da544e6f59d80088434136924e9cfc3294dc3d063fd65b9cc260ff774384280a", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00497", "path": "testcode/BenchmarkTest00497.py", "expectedCwe": "CWE-501", "vulnerable": true, "sinkLines": [ 43 ], "sourceSha256": "1517d597c46bd244623bdbcb967aa74253336d18be567d17a5a6360184c5bc60", "sanitizedSha256": "250fdfaaa7a2cbe7b321c733d20830526030ee208fdd0a9b57f1b682f0a01fbd", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, { "id": "BenchmarkTest00660", "path": "testcode/BenchmarkTest00660.py", "expectedCwe": "CWE-502", "vulnerable": false, "sinkLines": [ 54 ], "sourceSha256": "821b3e9b3a263dd794e91f54f4f21c22edbd6018244362e86421d81a02c0d0f1", "sanitizedSha256": "3215cbcad8c8b70aeae32061d63bfcfba112fa8738ed5eb5936a7f8017260968", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00898", "path": "testcode/BenchmarkTest00898.py", "expectedCwe": "CWE-502", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "5c782040ab1d3e8d646b066db97acd6ff9e773d0678df2f5cb698e4f43e73c89", "sanitizedSha256": "7ece7e655428e4b5b0a23756f89b0c1b98506d5c51cb363094dd996cb451f29c", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01209", "path": "testcode/BenchmarkTest01209.py", "expectedCwe": "CWE-601", "vulnerable": false, "sinkLines": [ 52 ], "sourceSha256": "779b5c720bcb41995b43011dee489c78ff5ee09ffa55de38d3294606296a809a", "sanitizedSha256": "080ab63157fea0a652236be9ca752594696693b6894bf8453807e04f3306b553", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00068", "path": "testcode/BenchmarkTest00068.py", "expectedCwe": "CWE-601", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "1787d21ef653eb0944bffd9be105d752d3f09c00be6ba34b3206e05fc479cf0d", "sanitizedSha256": "a3aace8bc3803c6c445aeab638942198fa613bd5d740e8d6241ff853308caf86", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00292", "path": "testcode/BenchmarkTest00292.py", "expectedCwe": "CWE-611", "vulnerable": false, "sinkLines": [ 54 ], "sourceSha256": "de3a9938d7d30ece54248c7df2056c090c57b250637805fe61d066c1dd8d9399", "sanitizedSha256": "3a0aaa09e3b01c35120eb953c74e7b5eed5eaaa8fb4bcb1ea7b85f5403fe7c3e", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest00541", "path": "testcode/BenchmarkTest00541.py", "expectedCwe": "CWE-611", "vulnerable": true, "sinkLines": [ 48, 50 ], "sourceSha256": "04a4794c16d853fa15c0b6b2194553d6d152c540511a79605557b447d826df17", "sanitizedSha256": "d4d103d429fb941ec3eff71bb10413ea2f775e3b313a1efcbdc9f6f776f56b66", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00415", "path": "testcode/BenchmarkTest00415.py", "expectedCwe": "CWE-614", "vulnerable": false, "sinkLines": [ 62, 63, 64, 65 ], "sourceSha256": "23e107c4b9ebcab6cc4f657ace95900cc7b7a5eb26feee839aacc12144ed6fd2", "sanitizedSha256": "92db41af40d6faf108a63a8dfa4a8cdadb76f82fb4d33fc2266aa22afb31aca2", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00494", "path": "testcode/BenchmarkTest00494.py", "expectedCwe": "CWE-614", "vulnerable": true, "sinkLines": [ 57, 58, 59, 60 ], "sourceSha256": "978f1986c2920bd9dd0bd5b6703dbb2ad7265a5e1a378811cd6ee87db5747e80", "sanitizedSha256": "652848fd250683063d678bc40ab7f3e738f33d5463a15ebaf48f11635231df33", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 3 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, { "id": "BenchmarkTest00943", "path": "testcode/BenchmarkTest00943.py", "expectedCwe": "CWE-643", "vulnerable": false, "sinkLines": [ 55 ], "sourceSha256": "fcc315f3aa65053fa6aee6e1d2f7954b5ec7d2157d18dfabb67ffc6658b2c22f", "sanitizedSha256": "959ec149bee3a3586f2e9431be7590d07b067aeee6126204a78b94cb02fa2a74", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00844", "path": "testcode/BenchmarkTest00844.py", "expectedCwe": "CWE-643", "vulnerable": true, "sinkLines": [ 50 ], "sourceSha256": "b90be9de8a393bb2d4d1a12b83096f7a855df6f3955d7e6b0b20fb5f8863ed33", "sanitizedSha256": "9f8b24f1afd957380f0f3293f62542c5140f8344087d2c496d5173394088604b", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00512", "path": "testcode/BenchmarkTest00512.py", "expectedCwe": "CWE-78", "vulnerable": false, "sinkLines": [ 56 ], "sourceSha256": "6fea4f65eb817b5051660be2a3cdc3378356fc7a8aab31dda3cf8cc3b2f4015d", "sanitizedSha256": "51f8b86636d07663960930bb8d104216a30637425989014e9d451f541deeaaa5", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00511", "path": "testcode/BenchmarkTest00511.py", "expectedCwe": "CWE-78", "vulnerable": true, "sinkLines": [ 57 ], "sourceSha256": "60eb453e6e3ddcff7e1576e617c58fe4736cca9b736ae11e2c9a5489c95b08e1", "sanitizedSha256": "ae1042fa6ef12dcc0bfe15e5f51848e379e30f94fdefba340041da51be15b7b7", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00452", "path": "testcode/BenchmarkTest00452.py", "expectedCwe": "CWE-79", "vulnerable": false, "sinkLines": [ 43, 44, 45, 47 ], "sourceSha256": "3d46a83230d60675ba311acc08820590fb94b20e2c8cd1a12cbaf97ee74a14ea", "sanitizedSha256": "eb471b5429c061e8d71f27372c6bae7159c736b9a9b0d96e27efba1c00ba24da", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00841", "path": "testcode/BenchmarkTest00841.py", "expectedCwe": "CWE-79", "vulnerable": true, "sinkLines": [ 49, 50, 51, 53 ], "sourceSha256": "2c85fcc002dfa639dc9ad5e26f0b89f2b0bcfd718397cf54c2ffbb6f335e9dcc", "sanitizedSha256": "425294c7e17559bcdd034281fa3a302fe56538d3a82f2c1b4e2dbf81270a689d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest00012", "path": "testcode/BenchmarkTest00012.py", "expectedCwe": "CWE-89", "vulnerable": false, "sinkLines": [ 51 ], "sourceSha256": "fd90bac85ce2fe311dedb3372dc8ec4037dbe6de2d4955bcc89cdb56187cffd7", "sanitizedSha256": "88f82e23c6876c77323c0938d2680488b76c913646790f365ce5564a6f5ee09c", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00099", "path": "testcode/BenchmarkTest00099.py", "expectedCwe": "CWE-89", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "70a1ae553181b4ea78e6dec87c0c7ca73fdf1a9babbfeec062ea3465a8e64f8c", "sanitizedSha256": "2a8a3855f61181dc2261b7431fe6c24e7e89fe5a1e3da9f42e9485d7133fd7c8", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00991", "path": "testcode/BenchmarkTest00991.py", "expectedCwe": "CWE-90", "vulnerable": false, "sinkLines": [ 60 ], "sourceSha256": "0d2015bf5a576c79c9c0d74d309a4cc8c1723b88d160230cf6802704604f5007", "sanitizedSha256": "dc41ace1485480328cce72e3c15e34a96eba89a732e0bb737c564215210a57e8", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest01200", "path": "testcode/BenchmarkTest01200.py", "expectedCwe": "CWE-90", "vulnerable": true, "sinkLines": [ 45 ], "sourceSha256": "f3946bad750473f59f5840bd770f67c0bf4cc1769b66d31829596aec3fba0206", "sanitizedSha256": "c4e35c08ad100ca41a71c152ff38fdd0b60453edea6ff7f0b534343eb5d49824", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, { "id": "BenchmarkTest00818", "path": "testcode/BenchmarkTest00818.py", "expectedCwe": "CWE-94", "vulnerable": false, "sinkLines": [ 49 ], "sourceSha256": "03e86c5de51c8f0e9a01331571f53852b6d80405e23fccfbfd48ccb727650ee6", "sanitizedSha256": "643d34c01818b153a76f46edb92af152d79e8c563c732e766377bddef6aea8ac", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest00161", "path": "testcode/BenchmarkTest00161.py", "expectedCwe": "CWE-94", "vulnerable": true, "sinkLines": [ 40 ], "sourceSha256": "5b7fff85449c25547a5beea20039187be606733bbbfef06d0ef431d896395a8b", "sanitizedSha256": "96804ff42dce0d994d41b825a8eba49452c5e5a38faa68a5724e461581beb802", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01109", "path": "testcode/BenchmarkTest01109.py", "expectedCwe": "CWE-22", "vulnerable": false, "sinkLines": [ 48 ], "sourceSha256": "50a81744784ae345fe5e185d4e1e0dcd5f2cd1027da685ab9d0b3587435a90ec", "sanitizedSha256": "046673552639bdde0bf53e8bf86952e13b2667a715d66ea6409d119b3962cbef", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00619", "path": "testcode/BenchmarkTest00619.py", "expectedCwe": "CWE-22", "vulnerable": true, "sinkLines": [ 53 ], "sourceSha256": "f8c5d506c626838763e389f6fa73422253269ab82b99d971f2b8c43d73f5fd57", "sanitizedSha256": "67f819a161c0e145282e786eb30198a3e924f225d9ff64e45803ca59169f76eb", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01173", "path": "testcode/BenchmarkTest01173.py", "expectedCwe": "CWE-78", "vulnerable": false, "sinkLines": [ 51 ], "sourceSha256": "cab02e797999547489e145d4fed01cffa2d1e6b7b966868223b2cb2ab486e74b", "sanitizedSha256": "eacf51696eae21531a939ad5f9a2a9b627ecaec0469f3ad2d76dad02f645b3c8", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00168", "path": "testcode/BenchmarkTest00168.py", "expectedCwe": "CWE-78", "vulnerable": true, "sinkLines": [ 60 ], "sourceSha256": "4ac770cd0c09bb7f0836026f44bfbef036d499eead2925ef195824e2605df169", "sanitizedSha256": "c8fb517b9a6bb4a693b1674b12a5c61f28413025f98b182a7cf8136d594659a4", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00670", "path": "testcode/BenchmarkTest00670.py", "expectedCwe": "CWE-79", "vulnerable": false, "sinkLines": [ 45, 46, 47, 49 ], "sourceSha256": "cf0ffbf2521ef3b2bd5f113f78c6544b99d594f25c581361f2fd0c625b6d1a01", "sanitizedSha256": "ebab115c9670aa850d94e02aa3f48153c2519241ebd4e09f95bd8848b3d1b00e", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00096", "path": "testcode/BenchmarkTest00096.py", "expectedCwe": "CWE-79", "vulnerable": true, "sinkLines": [ 50, 51, 52, 54 ], "sourceSha256": "c8448b0fd2b31f66cdd269bf17a5064dbddbdef90586392d2d7ee5114d5cfda0", "sanitizedSha256": "f79965eedba0109ab2d2c1d864d591189e31f694e9dbc93aec5758536bd0628d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest00192", "path": "testcode/BenchmarkTest00192.py", "expectedCwe": "CWE-89", "vulnerable": false, "sinkLines": [ 54 ], "sourceSha256": "3b5fc1f1625dcde200acf3c2933dac865dae84477d06ba789c6b5d7c43edfd47", "sanitizedSha256": "38462c35a4a0d0f262b93859f040d30e0f7d710f755f3184d3a1357cee76b31a", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00455", "path": "testcode/BenchmarkTest00455.py", "expectedCwe": "CWE-89", "vulnerable": true, "sinkLines": [ 46 ], "sourceSha256": "dd5e271f9ac139e7ac99bbde78145027d789ae63357bbcdc5dd5c1987b050eeb", "sanitizedSha256": "36d943d736cb92663752fd39d3926979295582a337e6be348ac58fce6babde02", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00732", "path": "testcode/BenchmarkTest00732.py", "expectedCwe": "CWE-90", "vulnerable": false, "sinkLines": [ 46 ], "sourceSha256": "b9669a1638c1ed6b9979107ef0957ecbecd8190ee2fdfa113d9fec7fea382eb3", "sanitizedSha256": "e8a282f519d51a0aa41999921519fe4ae472fb0bce5a872f026521cd2284333a", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00265", "path": "testcode/BenchmarkTest00265.py", "expectedCwe": "CWE-90", "vulnerable": true, "sinkLines": [ 45 ], "sourceSha256": "ae83fc0686dab7903e2b82a58d9c4ef1839bb6040d7374e77ddfc74e49816220", "sanitizedSha256": "f60121cb218d881d9099de6753c17bef45702753a8bbe2085589f14ed6f4204b", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, { "id": "BenchmarkTest00426", "path": "testcode/BenchmarkTest00426.py", "expectedCwe": "CWE-94", "vulnerable": false, "sinkLines": [ 57 ], "sourceSha256": "ad6a8e062b226c80882e82f29a128699297e5999db7ba3c6f6bbd4d02419f9e4", "sanitizedSha256": "04938f1e0fa60b8c26aa575555da09ad62c12dff22d1a8575aef0c81d279b2af", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest00422", "path": "testcode/BenchmarkTest00422.py", "expectedCwe": "CWE-94", "vulnerable": true, "sinkLines": [ 44 ], "sourceSha256": "e16bed57525e8e1b27cd724cedac15deb040dca744d702b92b109192ba2b9a5c", "sanitizedSha256": "e8072cd7128d07555fade12edc887e40db03b4abf61a3eb98c0da4b9bf2c880c", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 3 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, { "id": "BenchmarkTest00148", "path": "testcode/BenchmarkTest00148.py", "expectedCwe": "CWE-328", "vulnerable": false, "sinkLines": [ 54, 55 ], "sourceSha256": "fa5627181ac92dcd326cb2f17f480b1a1ad228dfb19aa38da3c506686bcb3975", "sanitizedSha256": "b1fcd9472db207173ecd283451f518ac548363c855f7d112b4b67a2688f06853", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest01077", "path": "testcode/BenchmarkTest01077.py", "expectedCwe": "CWE-328", "vulnerable": true, "sinkLines": [ 55, 56 ], "sourceSha256": "41918ac52be77f9e807a22683317ff2c21f732ec5dff46b6f76423aaf3fe7270", "sanitizedSha256": "2f5436834930f39a1224ff900ff57f7f5b4b0685940a168cad6bf16788e51abd", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest01058", "path": "testcode/BenchmarkTest01058.py", "expectedCwe": "CWE-330", "vulnerable": false, "sinkLines": [ 52 ], "sourceSha256": "04f37ba243af0fe6a38364ed929f6c95b04ebfc5c993642b65e0ac3e863f0b06", "sanitizedSha256": "1a1f4bf5ea4db125900b5f2b9fa939854e76ef02491c8a8085a2aeeb613e3072", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00621", "path": "testcode/BenchmarkTest00621.py", "expectedCwe": "CWE-330", "vulnerable": true, "sinkLines": [ 52 ], "sourceSha256": "6a292714b56b785093546524b39d419e4695f31f2a58cb0d022673a76c1c190b", "sanitizedSha256": "44aedc0c7420b2b240282101b475e18221dee1ff5b6e4b3066a161e376250ea2", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest00071", "path": "testcode/BenchmarkTest00071.py", "expectedCwe": "CWE-501", "vulnerable": false, "sinkLines": [ 51 ], "sourceSha256": "02b9ce18abba8a2b4368f21a81c14fb0749cc2cb59106ca0c478b141652e4a44", "sanitizedSha256": "c08103e650acda7a6a6cee7c157d5dcacab86234ef8a4f63b31ca1eadc718460", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest00072", "path": "testcode/BenchmarkTest00072.py", "expectedCwe": "CWE-501", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "d467a06b2d69eed8621effc25f1598cf9a8d65b62a174ab8b26110a80ed77ca4", "sanitizedSha256": "4866259f8a004f13bbf018f59df1d7037a779e3a0f4a7da3fd3d4eee7d50fe48", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00513", "path": "testcode/BenchmarkTest00513.py", "expectedCwe": "CWE-502", "vulnerable": false, "sinkLines": [ 45 ], "sourceSha256": "85a879ec61190b92afe6cddbf3fcddad16954677e81c6160680d019a0345a0b2", "sanitizedSha256": "fdbafaf1106aecfe62334f55ac9fadf40cd47e1e5df279b33da95d5eeb75e5b9", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00510", "path": "testcode/BenchmarkTest00510.py", "expectedCwe": "CWE-502", "vulnerable": true, "sinkLines": [ 46 ], "sourceSha256": "4d418ee88e8efce4f63a732172b23d25406b3bebc1243546a688425ab0493afc", "sanitizedSha256": "e53c02f33b16c10d6d293ce28e0fa3722833f72673041624f4a5272d93215849", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00151", "path": "testcode/BenchmarkTest00151.py", "expectedCwe": "CWE-601", "vulnerable": false, "sinkLines": [ 64 ], "sourceSha256": "a00089f0f8902a15c60e8ff1d800dde791fa5eae3779edf1230c307b935fb6d1", "sanitizedSha256": "c213ef4829bebe86a09805ae5e82f03b75b73bf14eec56434ab414062d34eb82", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest01178", "path": "testcode/BenchmarkTest01178.py", "expectedCwe": "CWE-601", "vulnerable": true, "sinkLines": [ 44 ], "sourceSha256": "fe44ffc9a12d6282ca2cdec4dd0cc495a36545e70856fbc7c90ea0cec5804f75", "sanitizedSha256": "c6b1c9d5bd211b5eccb32a522b459cbdc66689932d866f32135897b883e2b6e2", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00540", "path": "testcode/BenchmarkTest00540.py", "expectedCwe": "CWE-611", "vulnerable": false, "sinkLines": [ 56, 58 ], "sourceSha256": "d29f94759ef5bd84b34b4f8cae70468011a3d06dc4cf57f116f0f5e577bbdb49", "sanitizedSha256": "de5829864087e3898e2180e9f2c96ef983bebcee31513c9fa30dd7b0140daa87", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00294", "path": "testcode/BenchmarkTest00294.py", "expectedCwe": "CWE-611", "vulnerable": true, "sinkLines": [ 50, 52 ], "sourceSha256": "08350a96a5aa9a27f69573bb85f3f01265b0eae4d8ddb483409b7b82eb77581a", "sanitizedSha256": "e8d958ea10c17f00706aa528068b1cfcdd23929d07ebb1d65bf5260f3111e8f0", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01090", "path": "testcode/BenchmarkTest01090.py", "expectedCwe": "CWE-614", "vulnerable": false, "sinkLines": [ 62, 63, 64, 65 ], "sourceSha256": "2190d04cd05886ecc73a95e1b2075ee64a148e89650e5d96aadcefe438dac8f7", "sanitizedSha256": "a89baa183925d709aed4525c5a10dd566921353b0614a32a61a101920b825685", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00064", "path": "testcode/BenchmarkTest00064.py", "expectedCwe": "CWE-614", "vulnerable": true, "sinkLines": [ 62, 63, 64, 65 ], "sourceSha256": "8ab91066d9084888be73afd6390d257d358b606cc8de482486587686be44cdb9", "sanitizedSha256": "40c7b4b17d61d313cbc45162ccaf8f453836c7dec3472abd11f0fc2e6fde7913", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 3 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, { "id": "BenchmarkTest00938", "path": "testcode/BenchmarkTest00938.py", "expectedCwe": "CWE-643", "vulnerable": false, "sinkLines": [ 60 ], "sourceSha256": "9eb6748e839453b9ee9055d4dd41b562df1ede48844c094f0e5c1155a199f304", "sanitizedSha256": "6a0e0a61338b3685fe8654236c4b9c4c15c4586985fba325733955f8d4fd9c4f", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00101", "path": "testcode/BenchmarkTest00101.py", "expectedCwe": "CWE-643", "vulnerable": true, "sinkLines": [ 55 ], "sourceSha256": "8a8ba79ecfe9ad2db71b07abfd24563a6f5e422f00490b2f210868e4b012d6c6", "sanitizedSha256": "b3b990dff7476ecb5323fb551bde76a2c547e533e27c0bc390bd6c94677c1aca", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01007", "path": "testcode/BenchmarkTest01007.py", "expectedCwe": "CWE-22", "vulnerable": false, "sinkLines": [ 55 ], "sourceSha256": "67971f1915cd821211affd63b8b36456445315fd734fcb359de5e53a45147810", "sanitizedSha256": "fc7a3d62dbf4bf7326bf5fa50c816f6c54f137d988101906cf236441a0dbfc10", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00615", "path": "testcode/BenchmarkTest00615.py", "expectedCwe": "CWE-22", "vulnerable": true, "sinkLines": [ 53 ], "sourceSha256": "52bebc0f9d08db292cc850e7836682a1fda68664f7af114e25c00d923c222448", "sanitizedSha256": "8d8134438c9d63cacf2ac39ef76e7623b1150c8b49642e5985b41a1fa9dcec43", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00350", "path": "testcode/BenchmarkTest00350.py", "expectedCwe": "CWE-78", "vulnerable": false, "sinkLines": [ 58 ], "sourceSha256": "52eeea7199c73ff35fdb3e260ed647337df16f962f40a7e5b2e2854eed3c6476", "sanitizedSha256": "8076ecec596358fd7bfa58c482282ac1894f50c345aa8d373a31288a94d70ee1", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00167", "path": "testcode/BenchmarkTest00167.py", "expectedCwe": "CWE-78", "vulnerable": true, "sinkLines": [ 53 ], "sourceSha256": "9ccadb894c12ca6ad016aee03830140737f3872c8c3d7bd520814316724a4fd6", "sanitizedSha256": "382a56470a48846110a7a770dfddc73de0891c278a1013d419e560d75d13a54d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01015", "path": "testcode/BenchmarkTest01015.py", "expectedCwe": "CWE-79", "vulnerable": false, "sinkLines": [ 42, 43, 44, 46 ], "sourceSha256": "6fe8f9a6edc8199cf617ea6a09967aa5e684a206a70fb06c76b17924812e8ad6", "sanitizedSha256": "79b7af09fcbeae91b4f5e388975a3ba9913ebe3008c53f80301c08db4ff33592", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00451", "path": "testcode/BenchmarkTest00451.py", "expectedCwe": "CWE-79", "vulnerable": true, "sinkLines": [ 43, 44, 45, 47 ], "sourceSha256": "3126d8fb33f6bade6bea694afa71da086701a1bf867dee1fbfa0932746e89883", "sanitizedSha256": "23e9100bb6ba525eca147e074568a4e229744546abd431efc2033e048f1ddc76", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest00287", "path": "testcode/BenchmarkTest00287.py", "expectedCwe": "CWE-89", "vulnerable": false, "sinkLines": [ 56 ], "sourceSha256": "1b9c652c64ed5ff27094d50029745be8262c4f1bb6d1eb464021155ae11581d6", "sanitizedSha256": "d3f378fae1f062199e039a12b6e2e7f2a94417539137982dcea706bdbe079c16", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00284", "path": "testcode/BenchmarkTest00284.py", "expectedCwe": "CWE-89", "vulnerable": true, "sinkLines": [ 47 ], "sourceSha256": "04c951a90cf18546dc9d73adaf38c77a89c4a5feb4dc735ad86e94da26ffccf6", "sanitizedSha256": "9e26fde3d05ea48b1279b5a7e7edd738d7dd5fcb59df6468cc28a8d3b06754d4", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00348", "path": "testcode/BenchmarkTest00348.py", "expectedCwe": "CWE-90", "vulnerable": false, "sinkLines": [ 54 ], "sourceSha256": "5546e77472ad706eb5065e782b66cec9b12c9d14c96751607aec6c53ebc9e528", "sanitizedSha256": "427703f1a9a6fc17b4a08a5c815863bb44a5e3dd64095f7891412260db963037", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00427", "path": "testcode/BenchmarkTest00427.py", "expectedCwe": "CWE-90", "vulnerable": true, "sinkLines": [ 50 ], "sourceSha256": "60ec9393dc85e226115ef6acb592647c073598ddbdb6e6e94860af5ced291eb8", "sanitizedSha256": "2b36af950f27f3ccfc73959ba01e8c8b3b7a6144d02c3da40e98c496839ff599", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00600", "path": "testcode/BenchmarkTest00600.py", "expectedCwe": "CWE-94", "vulnerable": false, "sinkLines": [ 52 ], "sourceSha256": "1252055c6d5eb366d70c6f17f50d3db4e5c614374d6eedb2be55e9d6801ee8d4", "sanitizedSha256": "a1e31708d611b9f3be8f84a0f2185c28aa29302101febbdd0f855b3e8ff473a6", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00160", "path": "testcode/BenchmarkTest00160.py", "expectedCwe": "CWE-94", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "a0a5b629d6c62d373f5adedccab68738844d97a4c6f696603fda0b93c096bad0", "sanitizedSha256": "56b8d2a1682510bd0304b34e3a3dfa61064e1a17c3098f3a51cf4f46b4c85563", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00798", "path": "testcode/BenchmarkTest00798.py", "expectedCwe": "CWE-328", "vulnerable": false, "sinkLines": [ 59, 60 ], "sourceSha256": "ca7d8e4a42b1caffa0afacae04aa881cec9440c38956033a8b4f76bbd1259aa8", "sanitizedSha256": "ea2d5466e223109ce5275abe077ae0d9533fdfb293a8565cc3972efcb80cc43d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00586", "path": "testcode/BenchmarkTest00586.py", "expectedCwe": "CWE-328", "vulnerable": true, "sinkLines": [ 59, 60 ], "sourceSha256": "fb2bbc1d572e6c8566b87e2f336af60b0c68f60026d3889532ca8b7376ab8926", "sanitizedSha256": "d6501743620d4b6928d88e88820effd2163968c254e7fdec9739417a79df5c7b", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest00694", "path": "testcode/BenchmarkTest00694.py", "expectedCwe": "CWE-330", "vulnerable": false, "sinkLines": [ 46 ], "sourceSha256": "b7a1d4a7140383340673cc9cd8a8453f8e9e7db0a49be799ae1bfb9daa294659", "sanitizedSha256": "3ef9779038e71b6669bdaada6db39a63a1cd923b8e44e610d6386d20da4ca87f", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00626", "path": "testcode/BenchmarkTest00626.py", "expectedCwe": "CWE-330", "vulnerable": true, "sinkLines": [ 52 ], "sourceSha256": "f649713f591b955b3972101bb9addaffa902389d9a58e3a9fac126c8e5a67bad", "sanitizedSha256": "0015d582a1ae9bf08a61337dceb56cca3aae5fe1d94973d9c745d4b5cabe4382", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest01162", "path": "testcode/BenchmarkTest01162.py", "expectedCwe": "CWE-501", "vulnerable": false, "sinkLines": [ 39 ], "sourceSha256": "8a2bdb74a500ef829454abe8ed8d3189fde084121f44f7bced0c1c57e352d920", "sanitizedSha256": "0166fbad52e18a77640a4e97567a578935ec2104e4898dde87fa176c59e8064d", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00338", "path": "testcode/BenchmarkTest00338.py", "expectedCwe": "CWE-501", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "e32e47738921d7cec592d0799e74ba5bc9ae341be0d7b77fe39703d3c7e2a329", "sanitizedSha256": "4b69b99fb2edea089031cd8d105d864fc63e22d45127a2a500ec6092dab33124", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00609", "path": "testcode/BenchmarkTest00609.py", "expectedCwe": "CWE-502", "vulnerable": false, "sinkLines": [ 49 ], "sourceSha256": "83cf5531d3f0052cf422a5c8434b4f9f8cffee3899991a44c2c148f208406b60", "sanitizedSha256": "d68b04bb14e33328890ed119e876f99327e5fa48b387255805063594d727675c", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00270", "path": "testcode/BenchmarkTest00270.py", "expectedCwe": "CWE-502", "vulnerable": true, "sinkLines": [ 41 ], "sourceSha256": "5dc0afd9732e8f154d5a20b72b1a5962d9db45df07bba03790c4f5f99f36f96c", "sanitizedSha256": "c4df13072f07e36898c7328de9fd356dd70d4b5aa3e94bfa8c6c04ebcc110a3a", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00419", "path": "testcode/BenchmarkTest00419.py", "expectedCwe": "CWE-601", "vulnerable": false, "sinkLines": [ 62 ], "sourceSha256": "835ec5dfe16700aea9e8f18574c79424c688d04d91f4e2884895add188ac1130", "sanitizedSha256": "9676f1b20e2748538dd33815679e530147b7d17906126c01dd9ee4155acdeb5f", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00655", "path": "testcode/BenchmarkTest00655.py", "expectedCwe": "CWE-601", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "c4430a1fdfaf5021260176a5af512c1f072256202e617dda9bd1e86154022e7d", "sanitizedSha256": "2ce8dfe9f42df52b021992824c1b63a95c92674e8fea648e5000fd6a464e6421", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00291", "path": "testcode/BenchmarkTest00291.py", "expectedCwe": "CWE-611", "vulnerable": false, "sinkLines": [ 51, 54 ], "sourceSha256": "65d36fbc3ea2769fbb9c826c773f80240f54ce48aef13ece68f8ceb39ce2dd64", "sanitizedSha256": "709f627942705848bb6f0c6009cc9a4791556b7af6845c385819bd236b8cb8f5", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00931", "path": "testcode/BenchmarkTest00931.py", "expectedCwe": "CWE-611", "vulnerable": true, "sinkLines": [ 63, 65 ], "sourceSha256": "937290bb758786591fe3df1e6826d3198a2978ca0f11fac9d2b24923e81978ac", "sanitizedSha256": "6893cb8c1e969e70c94fa9d3d8c7eb749e77d668f3631d3c2bc8852cad3fddf7", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00813", "path": "testcode/BenchmarkTest00813.py", "expectedCwe": "CWE-614", "vulnerable": false, "sinkLines": [ 58, 59, 60, 61 ], "sourceSha256": "d454674ec4cc6d2a239d699b0de6838f0e4947c652e6ed68c72b6b49f01cbf53", "sanitizedSha256": "2331977f110ee31e65ebc6d6a1f1bd7353bd2b561aadb20873348c5d058e9fe3", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 2 } } }, { "id": "BenchmarkTest00981", "path": "testcode/BenchmarkTest00981.py", "expectedCwe": "CWE-614", "vulnerable": true, "sinkLines": [ 71, 72, 73, 74 ], "sourceSha256": "e7c8025753d04eb1eb0b114b638cf35d1bee7bb8a6581d138274d2faac8be9a6", "sanitizedSha256": "388b74779120f182ac0764cceba2a79a3c752dab40bc415e69e2a7b51d560308", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest01117", "path": "testcode/BenchmarkTest01117.py", "expectedCwe": "CWE-643", "vulnerable": false, "sinkLines": [ 49 ], "sourceSha256": "e00710191997d6ddd81a90588de720e59ccd41f29dd19dff399cac97b1353897", "sanitizedSha256": "317923b905fc4a65d910a2b4053470f186f18c1d85e5e1256cf3b5fcc365045a", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00217", "path": "testcode/BenchmarkTest00217.py", "expectedCwe": "CWE-643", "vulnerable": true, "sinkLines": [ 58 ], "sourceSha256": "c29d179625863390b237b59e47de0021a6db1aaa27d0c2fcce36b3e4060969bb", "sanitizedSha256": "42f095ee017bd40cdf81bf13ff16604408c717802d433a72e48c2abdbb65f0aa", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } } ], "servedCombinedPolicy": "Native deterministic findings are preserved and unioned with production-verified model findings using filterNovel. Model failures do not remove native positives and are not scored as safe negatives.", "usage": { "requests": 58, "tokens": 241705, "dollars": 0.15570299999999998, "costUsdUpperBound": 0.15570299999999998, "measuredPromptTokens": 149270, "measuredCompletionTokens": 92435, "unknownUsageRequests": 0, "latencyMs": 452476.0441279999, "accountingPolicy": "Configured peak cache-miss input and output upper bounds. Completion tokens include provider thinking tokens; cached-input discounts are not credited. Missing usage or interrupted attempts retain full reservation. Actual account billing is not independently verified." }, "providerModels": [ "deepseek-flash" ], "requests": [ { "requestSha256": "9e3296da810a66faea6931ba6b136b2d5c46f8faeebfe85a836b343fcf8816f3", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:18:45.343Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5086.941125, "promptTokens": 5958, "completionTokens": 1024 }, { "requestSha256": "ce99ac32f9a8eb6328f83a77375486ceb691175f3a9dadf736f735c7db7d30fc", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:18:50.439Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 10884.092, "promptTokens": 1961, "completionTokens": 2220, "reasoningTokens": 2018 }, { "requestSha256": "b8b656bbe6ff14452d8145697c63501302229f9647ec94ba8bd9d13ad3d2cc84", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:19:01.326Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 15518.638125000001, "promptTokens": 1807, "completionTokens": 3200, "reasoningTokens": 3050 }, { "requestSha256": "8d09acc1953c2e2eea09f6a264b3ba57bf43d4824a024c9264fc8e11a667c5e7", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:19:16.849Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 16005.581791, "promptTokens": 1839, "completionTokens": 3096, "reasoningTokens": 2849 }, { "requestSha256": "773ddf7f34e982392ca3d55a96861358aa2b4481be23b67cc68d59b5f29e7d2f", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:19:32.860Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 33239.581333, "promptTokens": 1839, "completionTokens": 5999, "reasoningTokens": 5870 }, { "requestSha256": "943542948197c20cb39423d93d49ebc28b75afb556ee298fa8f35e6ad31710de", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:20:06.108Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5850.732749999996, "promptTokens": 6042, "completionTokens": 1242 }, { "requestSha256": "aa5b6e36c9a0bd20da25db53a9b9ba4f5fbb75d3bf55e079cd99bcb5e90b9f2e", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:20:11.963Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 12780.263040999998, "promptTokens": 1836, "completionTokens": 2433, "reasoningTokens": 2169 }, { "requestSha256": "6f0b439a45d320ab983d2a0cfae7616da2025b4d9248fa839b4493c0200eeb9b", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:20:24.748Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 12443.199416000003, "promptTokens": 1767, "completionTokens": 2525, "reasoningTokens": 2354 }, { "requestSha256": "66ed7f958e96cd61f91d2c066c399d7601a043a436ae9a8cb22b5d6727a74a74", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:20:37.198Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 24561.314874999996, "promptTokens": 2055, "completionTokens": 5885, "reasoningTokens": 5638 }, { "requestSha256": "afa2ea7b20d67078b2df28f2ed6c5cb04480ca66c6565b82725fd6ef7102dca0", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:21:01.765Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6053.178667, "promptTokens": 1728, "completionTokens": 1226, "reasoningTokens": 994 }, { "requestSha256": "7964a1a02df72c6b1ecad21b8f30054865a595e4fd6b180b6d9de438f09d64bd", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:21:07.823Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5052.22433300002, "promptTokens": 1899, "completionTokens": 1063, "reasoningTokens": 889 }, { "requestSha256": "0dc30376e546c27c2514a984eec2f1ceaed9a9ccf217f2e90617dc8ca2a5e8f2", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:21:12.885Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5718.321416999999, "promptTokens": 5850, "completionTokens": 1373 }, { "requestSha256": "59ffd87a7873e6567a365159ca74b31048ad3af0618aae565694d903594b3977", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:21:18.609Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2460.7471250000235, "promptTokens": 1921, "completionTokens": 405, "reasoningTokens": 217 }, { "requestSha256": "1471ca57b067c1246d25cd05d7a4807870bab9b0791adab5fd8cca7c873a8d0f", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:21:21.076Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 9593.677166999987, "promptTokens": 1795, "completionTokens": 2061, "reasoningTokens": 1852 }, { "requestSha256": "45d2ca154a34efef23f3519c8405bcc2c91967b7664fd3c8cf184b66509ea251", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:21:30.675Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2206.23345900001, "promptTokens": 1936, "completionTokens": 309, "reasoningTokens": 133 }, { "requestSha256": "a82f4d75b41a90a7c9af9d66d0531ba6d6439ec8e45a04365ca5c82b66f8f2de", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:21:32.887Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5387.668875000003, "promptTokens": 1798, "completionTokens": 1013, "reasoningTokens": 830 }, { "requestSha256": "9df3832391420b0b933a2f491f67aacf9ce438161b8540614cc6ed1f054e4985", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:21:38.280Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6183.33941700001, "promptTokens": 1734, "completionTokens": 1390, "reasoningTokens": 1155 }, { "requestSha256": "fa2f7ddc2fea4f42ee158454498d1f324855beff09596a54a6ac06dede614d65", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:21:44.467Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3935.696209000016, "promptTokens": 1843, "completionTokens": 841, "reasoningTokens": 673 }, { "requestSha256": "4b92f302699b05a90c5859b3b3937e053e32cd0bb65159841352f80521f587af", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:21:48.409Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 11487.741167, "promptTokens": 1788, "completionTokens": 2108, "reasoningTokens": 1951 }, { "requestSha256": "2aef0f134349e1e565c492202f6a97e2c58a85b1e166801c0e6dc70b41b943ea", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:21:59.906Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4756.474874999985, "promptTokens": 6323, "completionTokens": 868 }, { "requestSha256": "65e75a8b859d98bb97f40fcd812a96d59326a43b783aca076dfd2cd59eee5874", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:22:04.668Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 9389.913958999998, "promptTokens": 2094, "completionTokens": 1860, "reasoningTokens": 1754 }, { "requestSha256": "14104082c52cb9c23bc9111632d8c61557bcc6fd6645753436569f4e5839e977", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:22:14.063Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 1590.8374170000025, "promptTokens": 1906, "completionTokens": 197, "reasoningTokens": 53 }, { "requestSha256": "27f68862e9fbe3cf57d46fa6db565f3bf724cfb131490352cf6ea558c2036290", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:22:15.663Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4673.894457999995, "promptTokens": 5979, "completionTokens": 1026 }, { "requestSha256": "618c22474ec650a5fb25b4da5c7f883bcbfd9d884e14798c05bc83fcba73d4cc", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:22:20.342Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2235.2692919999827, "promptTokens": 1956, "completionTokens": 283, "reasoningTokens": 190 }, { "requestSha256": "e64e81eaae9875a3a9f8ca5e56688d28f882de4b785dbf2f10c9c571a0b1aa9d", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:22:22.583Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6134.922124999983, "promptTokens": 1846, "completionTokens": 1277, "reasoningTokens": 1074 }, { "requestSha256": "9e8a464e31ef209a27a85fa58dff0e65c40b55a1d54b8fdf0d5ede06bcf8d2a2", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:22:28.722Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 26272.815333999984, "promptTokens": 1924, "completionTokens": 6199, "reasoningTokens": 5970 }, { "requestSha256": "9265cbbbb1e467953524fdbcc51adede3803622d5d4eab183bf580846de39874", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:22:55.002Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2759.374416000006, "promptTokens": 1834, "completionTokens": 316, "reasoningTokens": 168 }, { "requestSha256": "3f8c6fb1fc16e3dce37bfc8e2cb5e93180b0137afbfaa0d0123c2d3090f0c1bd", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:22:57.774Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6378.847624999995, "promptTokens": 5850, "completionTokens": 1446 }, { "requestSha256": "9f87125cf61f5711e024fc9eaa739c12deda885402a4db2408d2e8d2724e9bdb", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:23:04.159Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3965.8572919999715, "promptTokens": 1798, "completionTokens": 762, "reasoningTokens": 579 }, { "requestSha256": "1be31654225289c372ef3a19c3652699b0321fb483d98510e9b0b8215014c49a", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:23:08.131Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3577.7413340000203, "promptTokens": 1795, "completionTokens": 714, "reasoningTokens": 497 }, { "requestSha256": "64f0d1b55544140dfdc83fb8b4cfc0b83cddb274ea6e35382cd59f8b576c6819", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:23:11.717Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3106.970708000008, "promptTokens": 1760, "completionTokens": 644, "reasoningTokens": 498 }, { "requestSha256": "b409e6ee922afd55b7da6a282ee16e1b1781204c82bd34aa8110aed9040803e3", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:23:14.833Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 1980.6792499999865, "promptTokens": 1770, "completionTokens": 280, "reasoningTokens": 106 }, { "requestSha256": "7d380ad6299f2f5c85a83ccce4bac912250a015dc9c316d257b17e984dc62703", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:23:16.820Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5883.94845799997, "promptTokens": 1945, "completionTokens": 1098, "reasoningTokens": 926 }, { "requestSha256": "7d7e5ca59664501b48b75cb517eaa25481ebd3baa142295f9486f54c1e1de495", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:23:22.709Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 10571.841707999993, "promptTokens": 1941, "completionTokens": 2276, "reasoningTokens": 2060 }, { "requestSha256": "758e5762d925aeb7e86f018d4f7e9cafe0fabca37bae53ee09c94aaa039be3f3", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:23:33.286Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5308.254041999986, "promptTokens": 1909, "completionTokens": 1107, "reasoningTokens": 898 }, { "requestSha256": "4910f8b33190fb14c0721e5b6742cd60635bc6bb041d8504d49d4a85f80f4baa", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:23:38.609Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5468.693250000011, "promptTokens": 5601, "completionTokens": 1296 }, { "requestSha256": "6f7569b073406379d8e835f9f50c7e072df13b622f16a70bb796cb071c4d8b04", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:23:44.088Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3028.16525000002, "promptTokens": 1884, "completionTokens": 634, "reasoningTokens": 441 }, { "requestSha256": "c3b729a4ec99bc53f5f59ae574cd77b338c48eddc5cd794e43544048d8d29a3b", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:23:47.124Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 13850.25570800004, "promptTokens": 1881, "completionTokens": 2659, "reasoningTokens": 2401 }, { "requestSha256": "f44812358885329d4a6e25ea935411125d44905b9b992407a36754319242deb0", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:24:00.981Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4987.736749999982, "promptTokens": 1782, "completionTokens": 991, "reasoningTokens": 784 }, { "requestSha256": "dc4fb0aefe96b8329ed1908319f4b3180e2ef1afaf6c9854d9f57fb1deb7c0c7", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:24:05.978Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 20755.416792000004, "promptTokens": 1814, "completionTokens": 4931, "reasoningTokens": 4730 }, { "requestSha256": "813e271698d789a8ea7b29759b1f29ee4d06d03759307b7174917a8cd29d2a0e", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:24:26.744Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6270.449709000008, "promptTokens": 1694, "completionTokens": 1326, "reasoningTokens": 1126 }, { "requestSha256": "a47bd2ccba6d50b76ba956c6605a92c9606f6692941cc18099d6111892f439ba", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:24:33.021Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 8914.572167000035, "promptTokens": 1768, "completionTokens": 1690, "reasoningTokens": 1533 }, { "requestSha256": "8e3d534686fc354cf8125ca9b969bff3c46c360e552753bf248d6983f6792412", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:24:41.950Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3997.371999999974, "promptTokens": 5562, "completionTokens": 666 }, { "requestSha256": "d0139dd3d6fe2e887a12d543fbfd5cc244a74ce73b8b5e9e9d765e346864cbfa", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:24:45.956Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4242.290624999965, "promptTokens": 1897, "completionTokens": 827, "reasoningTokens": 626 }, { "requestSha256": "e047b5cbd39597fafc0f704fe17744448ff7230ea0e7b8dba1e4e88bf2a52670", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:24:50.208Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6328.056792000018, "promptTokens": 1831, "completionTokens": 1176, "reasoningTokens": 1024 }, { "requestSha256": "ac088d5836cc7e2cf578b674bb9262c342f8c06d7304e858a2e11d81b8fda49d", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:24:56.543Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 12619.770499999984, "promptTokens": 1839, "completionTokens": 2595, "reasoningTokens": 2386 }, { "requestSha256": "8d2d28acd6cd8ebfc1a5d36a139aba43f895e70c55c7997fcec96f3ca8ddcf07", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:25:09.176Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5975.378250000009, "promptTokens": 5755, "completionTokens": 1371 }, { "requestSha256": "a1d5de9a560c0a342b8945a05e549b7aeb152ddcd900afbd5cb31661bb2a8daf", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:25:15.163Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4619.426875000005, "promptTokens": 1878, "completionTokens": 991, "reasoningTokens": 790 }, { "requestSha256": "613e76c74c85528f2c4ecf41b7d80b51510ca9607cf4c63cf52a65263470b25a", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:25:19.793Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5261.298415999976, "promptTokens": 1799, "completionTokens": 999, "reasoningTokens": 796 }, { "requestSha256": "fd58eefd50932f94c0e3bdb946351a27b95a2a3dfc11fa7d9437ec9b1193bd3a", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:25:25.063Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3609.006875000021, "promptTokens": 1816, "completionTokens": 536, "reasoningTokens": 357 }, { "requestSha256": "de7d097a6b098d019317cc404c3b74c659bc326d1512a2ad52b005040cb07260", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:25:28.681Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6346.696082999988, "promptTokens": 1915, "completionTokens": 1372, "reasoningTokens": 1203 }, { "requestSha256": "19b7672810085785a76302db49d1cfddd6c4eb7bad0a25bb86bb3b5b7bcd6d8b", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:25:35.045Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 1984.35266699997, "promptTokens": 5563, "completionTokens": 258 }, { "requestSha256": "b1d339e718ef638436569497492986fa0aeea30edde71937b9bff5401b8a70b3", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:25:37.041Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 1917.1406670000288, "promptTokens": 1749, "completionTokens": 254, "reasoningTokens": 95 }, { "requestSha256": "c10d2366a26d4e6535719eda19c6a99a11c9e0cca044d94e63542864cc4665ad", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:25:38.975Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5044.098291000002, "promptTokens": 3981, "completionTokens": 1059 }, { "requestSha256": "28789a245b64d517d108c3dbb23601c6a7f76c821e6315b3f744ba26eebc9a95", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:25:44.032Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3560.114750000008, "promptTokens": 1745, "completionTokens": 714, "reasoningTokens": 554 }, { "requestSha256": "957fac5687622916f89ecd6f2bf89a085d7a899f2e0bbeac909ed184e2383f05", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:25:47.600Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 11903.473459, "promptTokens": 1832, "completionTokens": 2448, "reasoningTokens": 2218 }, { "requestSha256": "8c042f22ad419323c04c03a0f11faea0b15faebabe1a89a2bb99b798e1c2d576", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:25:59.510Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 12644.15516699996, "promptTokens": 1708, "completionTokens": 2613, "reasoningTokens": 2393 }, { "requestSha256": "71843e6aecdb535d60500e50d67a729faad56544fd224a356ff7ee762b509de8", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-22T10:26:12.167Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6111.308499999985, "promptTokens": 1950, "completionTokens": 1263, "reasoningTokens": 1163 } ], "diagnostics": { "BenchmarkTest00094": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00620": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 60, "endLine": 60 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 49, "endLine": 50 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 49, "endLine": 50 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 60, "endLine": 60 } ] }, "BenchmarkTest00588": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 66, "endLine": 66 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 66, "endLine": 66 } ] }, "BenchmarkTest00641": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 70, "endLine": 70 }, { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ], "modelOnlyMapped": [ { "cwe": "CWE-327", "startLine": 59, "endLine": 60 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 70, "endLine": 70 }, { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ] }, "BenchmarkTest00780": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest01047": { "nativeDeterministic": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ], "modelOnlyMapped": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ], "servedCombined": [ { "cwe": "CWE-330", "startLine": 51, "endLine": 51 } ] }, "BenchmarkTest00152": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00497": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 43, "endLine": 43 }, { "cwe": "CWE-79", "startLine": 50, "endLine": 50 } ], "modelOnlyMapped": [ { "cwe": "CWE-807", "startLine": 43, "endLine": 43 } ], "modelOnlyVerified": [ { "cwe": "CWE-807", "startLine": 43, "endLine": 43 } ], "servedCombined": [ { "cwe": "CWE-501", "startLine": 43, "endLine": 43 }, { "cwe": "CWE-79", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-807", "startLine": 43, "endLine": 43 } ] }, "BenchmarkTest00660": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00898": { "nativeDeterministic": [ { "cwe": "CWE-502", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-502", "startLine": 49, "endLine": 49 } ], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-502", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-502", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-502", "startLine": 49, "endLine": 49 } ] }, "BenchmarkTest01209": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00068": { "nativeDeterministic": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ] }, "BenchmarkTest00292": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 73, "endLine": 73 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 73, "endLine": 73 } ] }, "BenchmarkTest00541": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 69, "endLine": 69 }, { "cwe": "CWE-611", "startLine": 50, "endLine": 50 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 69, "endLine": 69 }, { "cwe": "CWE-611", "startLine": 50, "endLine": 50 } ] }, "BenchmarkTest00415": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00494": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 }, { "cwe": "CWE-614", "startLine": 57, "endLine": 57 } ], "modelOnlyMapped": [ { "cwe": "CWE-614", "startLine": 57, "endLine": 60 } ], "modelOnlyVerified": [ { "cwe": "CWE-614", "startLine": 57, "endLine": 60 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 }, { "cwe": "CWE-614", "startLine": 57, "endLine": 57 } ] }, "BenchmarkTest00943": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00844": { "nativeDeterministic": [ { "cwe": "CWE-643", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-643", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] }, "BenchmarkTest00512": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 56, "endLine": 56 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00511": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 57 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 57 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 62, "endLine": 62 } ] }, "BenchmarkTest00452": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00841": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ] }, "BenchmarkTest00012": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00099": { "nativeDeterministic": [ { "cwe": "CWE-89", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ], "modelOnlyMapped": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-89", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ] }, "BenchmarkTest00991": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 57, "endLine": 57 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest01200": { "nativeDeterministic": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 }, { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ] }, "BenchmarkTest00818": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ], "modelOnlyMapped": [ { "cwe": "CWE-95", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ] }, "BenchmarkTest00161": { "nativeDeterministic": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 } ], "modelOnlyVerified": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 } ], "servedCombined": [ { "cwe": "CWE-94", "startLine": 40, "endLine": 40 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ] }, "BenchmarkTest01109": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 48, "endLine": 48 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 48, "endLine": 48 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 48, "endLine": 48 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 48, "endLine": 48 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ] }, "BenchmarkTest00619": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 64, "endLine": 64 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 64, "endLine": 64 } ] }, "BenchmarkTest01173": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 }, { "cwe": "CWE-79", "startLine": 61, "endLine": 61 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 51, "endLine": 51 }, { "cwe": "CWE-79", "startLine": 61, "endLine": 61 } ] }, "BenchmarkTest00168": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 60, "endLine": 60 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 60, "endLine": 60 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 60, "endLine": 60 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 60, "endLine": 60 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ] }, "BenchmarkTest00670": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00096": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 54, "endLine": 54 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 54, "endLine": 54 } ] }, "BenchmarkTest00192": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00455": { "nativeDeterministic": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-79", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 46 } ], "modelOnlyVerified": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 46 } ], "servedCombined": [ { "cwe": "CWE-89", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-79", "startLine": 52, "endLine": 52 } ] }, "BenchmarkTest00732": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 43, "endLine": 43 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00265": { "nativeDeterministic": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 }, { "cwe": "CWE-90", "startLine": 42, "endLine": 42 } ] }, "BenchmarkTest00426": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 57, "endLine": 57 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] }, "BenchmarkTest00422": { "nativeDeterministic": [ { "cwe": "CWE-94", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-95", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ], "modelOnlyMapped": [ { "cwe": "CWE-95", "startLine": 44, "endLine": 44 } ], "modelOnlyVerified": [ { "cwe": "CWE-95", "startLine": 44, "endLine": 44 } ], "servedCombined": [ { "cwe": "CWE-94", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-95", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ] }, "BenchmarkTest00148": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ] }, "BenchmarkTest01077": { "nativeDeterministic": [ { "cwe": "CWE-328", "startLine": 55, "endLine": 55 } ], "modelOnlyMapped": [ { "cwe": "CWE-327", "startLine": 55, "endLine": 55 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-328", "startLine": 55, "endLine": 55 } ] }, "BenchmarkTest01058": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00621": { "nativeDeterministic": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "modelOnlyVerified": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "servedCombined": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ] }, "BenchmarkTest00071": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-807", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [ { "cwe": "CWE-807", "startLine": 51, "endLine": 51 } ], "servedCombined": [ { "cwe": "CWE-807", "startLine": 51, "endLine": 51 } ] }, "BenchmarkTest00072": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ] }, "BenchmarkTest00513": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 45, "endLine": 45 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00510": { "nativeDeterministic": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ], "modelOnlyVerified": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ], "servedCombined": [ { "cwe": "CWE-502", "startLine": 46, "endLine": 46 }, { "cwe": "CWE-502", "startLine": 46, "endLine": 46 } ] }, "BenchmarkTest00151": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest01178": { "nativeDeterministic": [ { "cwe": "CWE-601", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 44, "endLine": 44 } ], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 39, "endLine": 44 } ], "modelOnlyVerified": [ { "cwe": "CWE-601", "startLine": 39, "endLine": 44 } ], "servedCombined": [ { "cwe": "CWE-601", "startLine": 44, "endLine": 44 }, { "cwe": "CWE-79", "startLine": 44, "endLine": 44 } ] }, "BenchmarkTest00540": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 56, "endLine": 56 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00294": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 71, "endLine": 71 }, { "cwe": "CWE-611", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 50, "endLine": 50 } ], "modelOnlyVerified": [ { "cwe": "CWE-611", "startLine": 50, "endLine": 50 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 71, "endLine": 71 }, { "cwe": "CWE-611", "startLine": 52, "endLine": 52 } ] }, "BenchmarkTest01090": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00064": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 61, "endLine": 61 }, { "cwe": "CWE-79", "startLine": 67, "endLine": 67 }, { "cwe": "CWE-614", "startLine": 62, "endLine": 62 } ], "modelOnlyMapped": [ { "cwe": "CWE-614", "startLine": 62, "endLine": 65 } ], "modelOnlyVerified": [ { "cwe": "CWE-614", "startLine": 62, "endLine": 65 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 61, "endLine": 61 }, { "cwe": "CWE-79", "startLine": 67, "endLine": 67 }, { "cwe": "CWE-614", "startLine": 62, "endLine": 62 } ] }, "BenchmarkTest00938": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00101": { "nativeDeterministic": [ { "cwe": "CWE-643", "startLine": 55, "endLine": 55 }, { "cwe": "CWE-79", "startLine": 68, "endLine": 68 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-643", "startLine": 55, "endLine": 55 }, { "cwe": "CWE-79", "startLine": 68, "endLine": 68 } ] }, "BenchmarkTest01007": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 55, "endLine": 55 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00615": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ] }, "BenchmarkTest00350": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 58, "endLine": 58 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00167": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 53, "endLine": 53 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 53, "endLine": 53 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 53, "endLine": 53 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] }, "BenchmarkTest01015": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00451": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 47, "endLine": 47 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 47, "endLine": 47 } ] }, "BenchmarkTest00287": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00284": { "nativeDeterministic": [ { "cwe": "CWE-89", "startLine": 47, "endLine": 47 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ], "modelOnlyMapped": [ { "cwe": "CWE-89", "startLine": 44, "endLine": 47 } ], "modelOnlyVerified": [ { "cwe": "CWE-89", "startLine": 44, "endLine": 47 } ], "servedCombined": [ { "cwe": "CWE-89", "startLine": 47, "endLine": 47 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ] }, "BenchmarkTest00348": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 54, "endLine": 54 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00427": { "nativeDeterministic": [ { "cwe": "CWE-90", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 50, "endLine": 50 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 50, "endLine": 50 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 50, "endLine": 50 }, { "cwe": "CWE-79", "startLine": 70, "endLine": 70 } ] }, "BenchmarkTest00600": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-95", "startLine": 52, "endLine": 52 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00160": { "nativeDeterministic": [ { "cwe": "CWE-94", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-94", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-94", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 55, "endLine": 55 } ] }, "BenchmarkTest00798": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00586": { "nativeDeterministic": [ { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-328", "startLine": 59, "endLine": 59 } ] }, "BenchmarkTest00694": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00626": { "nativeDeterministic": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-330", "startLine": 52, "endLine": 52 } ] }, "BenchmarkTest01162": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 39, "endLine": 39 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-501", "startLine": 39, "endLine": 39 }, { "cwe": "CWE-79", "startLine": 46, "endLine": 46 } ] }, "BenchmarkTest00338": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-501", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 56, "endLine": 56 } ] }, "BenchmarkTest00609": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00270": { "nativeDeterministic": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 } ], "modelOnlyVerified": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 } ], "servedCombined": [ { "cwe": "CWE-502", "startLine": 41, "endLine": 41 }, { "cwe": "CWE-79", "startLine": 51, "endLine": 51 } ] }, "BenchmarkTest00419": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 62, "endLine": 62 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00655": { "nativeDeterministic": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-601", "startLine": 49, "endLine": 49 }, { "cwe": "CWE-79", "startLine": 49, "endLine": 49 } ] }, "BenchmarkTest00291": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00931": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 84, "endLine": 84 }, { "cwe": "CWE-611", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 63, "endLine": 63 } ], "modelOnlyVerified": [ { "cwe": "CWE-611", "startLine": 63, "endLine": 63 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 84, "endLine": 84 }, { "cwe": "CWE-611", "startLine": 65, "endLine": 65 } ] }, "BenchmarkTest00813": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 63, "endLine": 63 } ] }, "BenchmarkTest00981": { "nativeDeterministic": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 71 } ], "modelOnlyMapped": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 74 } ], "modelOnlyVerified": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 74 } ], "servedCombined": [ { "cwe": "CWE-614", "startLine": 71, "endLine": 71 } ] }, "BenchmarkTest01117": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00217": { "nativeDeterministic": [ { "cwe": "CWE-643", "startLine": 58, "endLine": 58 }, { "cwe": "CWE-79", "startLine": 71, "endLine": 71 } ], "modelOnlyMapped": [ { "cwe": "CWE-643", "startLine": 58, "endLine": 58 } ], "modelOnlyVerified": [ { "cwe": "CWE-643", "startLine": 58, "endLine": 58 } ], "servedCombined": [ { "cwe": "CWE-643", "startLine": 58, "endLine": 58 }, { "cwe": "CWE-79", "startLine": 71, "endLine": 71 } ] } }, "batching": { "maxFiles": 8, "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest00426", "BenchmarkTest00148", "BenchmarkTest01077", "BenchmarkTest01058", "BenchmarkTest00621", "BenchmarkTest00151", "BenchmarkTest01007", "BenchmarkTest00338" ] }, { "index": 2, "caseIds": [ "BenchmarkTest00497", "BenchmarkTest00818", "BenchmarkTest00192", "BenchmarkTest00422", "BenchmarkTest00064", "BenchmarkTest00938", "BenchmarkTest00626", "BenchmarkTest00931" ] }, { "index": 3, "caseIds": [ "BenchmarkTest01047", "BenchmarkTest00068", "BenchmarkTest00619", "BenchmarkTest00168", "BenchmarkTest00732", "BenchmarkTest00350", "BenchmarkTest00160", "BenchmarkTest00609" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00152", "BenchmarkTest00415", "BenchmarkTest00943", "BenchmarkTest00844", "BenchmarkTest00512", "BenchmarkTest00012", "BenchmarkTest00991", "BenchmarkTest00291" ] }, { "index": 5, "caseIds": [ "BenchmarkTest00292", "BenchmarkTest00494", "BenchmarkTest01173", "BenchmarkTest00294", "BenchmarkTest01015", "BenchmarkTest00287", "BenchmarkTest00981", "BenchmarkTest01117" ] }, { "index": 6, "caseIds": [ "BenchmarkTest00096", "BenchmarkTest00455", "BenchmarkTest00510", "BenchmarkTest00167", "BenchmarkTest00348", "BenchmarkTest00427", "BenchmarkTest00600", "BenchmarkTest00217" ] }, { "index": 7, "caseIds": [ "BenchmarkTest00780", "BenchmarkTest00898", "BenchmarkTest00511", "BenchmarkTest00841", "BenchmarkTest01109", "BenchmarkTest00071", "BenchmarkTest00615", "BenchmarkTest00270" ] }, { "index": 8, "caseIds": [ "BenchmarkTest00620", "BenchmarkTest00641", "BenchmarkTest00660", "BenchmarkTest01209", "BenchmarkTest01200", "BenchmarkTest01090", "BenchmarkTest01162", "BenchmarkTest00813" ] }, { "index": 9, "caseIds": [ "BenchmarkTest00094", "BenchmarkTest00099", "BenchmarkTest00670", "BenchmarkTest00265", "BenchmarkTest01178", "BenchmarkTest00101", "BenchmarkTest00284", "BenchmarkTest00798" ] }, { "index": 10, "caseIds": [ "BenchmarkTest00588", "BenchmarkTest00541", "BenchmarkTest00452", "BenchmarkTest00072", "BenchmarkTest00513", "BenchmarkTest00451", "BenchmarkTest00586", "BenchmarkTest00694" ] }, { "index": 11, "caseIds": [ "BenchmarkTest00161", "BenchmarkTest00540", "BenchmarkTest00419", "BenchmarkTest00655" ] } ] } } ], "extraDownloads": [ { "rawReceiptPath": "/benchmarks/model-remaining-attempt-2026-10-22-c38359acd3a6c3b7.json", "receiptSha256": "c38359acd3a6c3b7908e8133258881c383f8b2a93f7f2941d316c812d83ad846" } ], "distinctPlannedCases": 140, "costs": { "priorCostUsdUpperBound": 0.2439582, "newCostUsdUpperBound": 0.45327959999999995, "cumulativeCostUsdUpperBound": 0.6972377999999999, "remainingBeforeUsd": 0.7560418, "remainingAfterUsd": 0.3027622000000001 }, "downloads": { "development": { "rawReceiptPath": "/benchmarks/model-remaining-development-2026-10-22-14506c5799fcbd4e.json", "receiptSha256": "14506c5799fcbd4e49c736d18597722837ff65b0121532ed1a934b000a192bee" }, "fresh": { "rawReceiptPath": "/benchmarks/model-remaining-fresh-2026-10-22-8b5f988ae8a7e9f0.json", "receiptSha256": "8b5f988ae8a7e9f0893cfa4796b62fe6022ec6d2957702a1841ea5a3c807ce97" } }, "policy": { "comparison": "The before totals combine each case's latest published outcome at the start of this iteration from different earlier configurations. They are not a single 84-case run. Additional paid development trials remain separately visible and do not replace this pinned baseline. After totals are one new run on all 84 known development cases. Single-run response variation and configuration differences limit causal conclusions.", "scoring": "All 84 known cases retain their exact source bytes, author labels, expected CWE and sink anchors. Strict scoring remains exact expected CWE plus declared sink overlap. Related CWE and nearby-line findings are metadata only, with no alternate credit. Safe-case regressions, missed positives, failed stages and not-run outcomes remain visible.", "fresh": "The separate final 28-case cohort excludes every earlier model-evaluated ID, including the retained initial fresh trial and was hash-ranked and source-reviewed before new predictions. Its source and IDs were not supplied to prompt or mapping implementers before freeze. The underlying public suite and deterministic corpus were already used during development. This is not an independent customer repository holdout; prior familiarity and training contamination remain unknown.", "scope": "One local detection-stage run per cohort uses production prompt, source mapping, configured verification and native union semantics. Actual production runtime configuration was not independently verified. Imported helper bodies, extra scan lanes, live exploit execution, model-generated repairs, PR creation and after-merge verification remain outside this evaluation.", "uncertainty": "Single stochastic runs cannot isolate causal effects of individual code changes or estimate customer-repository accuracy. The composite before result combines different earlier prompts, batch sizes and response samples. A strict expected-case score is not precision across all emitted findings.", "cost": "The shared $1 cap includes every earlier published model run plus the retained initial fresh trial, final new runs and any additional declared paid attempts. Returned token usage uses frozen peak price bounds; unknown usage retains conservative reservations. Actual account billing and complete hosted product costs were not independently verified." } }