{ "schemaVersion": 1, "protocolSha256": "b5b4458f24dbb1eb198ed193313dcfc849059872067e7819ba6ef1349ef441d4", "frozenAt": "2026-10-23T01:03:53.402Z", "startedAt": "2026-10-23T01:16:41.713Z", "finishedAt": "2026-10-23T01:20:53.652Z", "suite": { "name": "OWASP BenchmarkPython v0.1 balanced 28-case model detection-stage pilot", "repository": "https://github.com/OWASP-Benchmark/BenchmarkPython", "revision": "f1291485808b66e20ddb6b01b10dc71b3df8c8ba", "labelsSha256": "6396f37c97cfd0c018db3d8750095ce6c678a083f83620cfb3e88fe27a46bb0c", "totalCases": 1230 }, "config": { "model": "deepseek-v4-flash", "baseUrl": "https://api.deepseek.com", "concurrency": 1, "timeoutMs": 240000, "reasoningEffort": "none", "chainReasoningEffort": "low" }, "runtime": { "bun": "1.3.11", "node": "v24.3.0", "platform": "darwin", "arch": "arm64" }, "sourceIdentities": [ { "path": "apps/scan-cli/package.json", "sha256": "cc9d0ae3f24a0f1a2858e9ff0663c4804b88c77f8e2b8cf8a8b1082dc0e3d024" }, { "path": "apps/scan-cli/src/analysis-cache.ts", "sha256": "052ac510e1911c7727083121262a610ce36256acdd24c899d4ec4ac832d55819" }, { "path": "apps/scan-cli/src/analysisCoverage.ts", "sha256": "e3e0ba94e08f15d16db22214b3169798241d27ace83e9c2b3339ac2fde0f8ae4" }, { "path": "apps/scan-cli/src/appmodel.ts", "sha256": "11cb10ad4dc07e45360addf350638c231942a34c8a94cb56dffd687d40658f9c" }, { "path": "apps/scan-cli/src/batching.ts", "sha256": "4dbac39c710e1a5a661807c31dd1710d28f4554b5fb300541282eb38deb6e7cd" }, { "path": "apps/scan-cli/src/bench.ts", "sha256": "59b7870fc1cccd5925260c4912bfcc33b279c4dfd655e69cde689b23f59f9d12" }, { "path": "apps/scan-cli/src/benchmark-scorecard.ts", "sha256": "025b9f1a2fa845985d9fafbb6e84e6a39557eb73eba6064fcc2486b9a45979ee" }, { "path": "apps/scan-cli/src/cassette.ts", "sha256": "a811a8a9037156049094648cddb02ea0fd28938e4d5d7f9ba7a5d520d8ddb1c2" }, { "path": "apps/scan-cli/src/context.ts", "sha256": "26e02925eb5f20405171950bb35d20aaf71aa67eade8482ea70e4c89ced0ac1e" }, { "path": "apps/scan-cli/src/coverage.ts", "sha256": "10c0366ba24dfeb8792f4e1b817293186c6f1b6471cc4d01b2dc4096abc9e910" }, { "path": "apps/scan-cli/src/coverageReport.ts", "sha256": "e8eed15e9df0baefcd94ace34fcf0e63119e87ac4bea3595c2a279a060687a19" }, { "path": "apps/scan-cli/src/deepdive.ts", "sha256": "49c5913019358f87477bc93cab3daaa391beb8ebc307b55637d8f1c9234d8de9" }, { "path": "apps/scan-cli/src/deepseek.ts", "sha256": "b922cbf013b81ed1c3d682ce6e67868a3526034efd011ca6eb78dfc7e1ad8543" }, { "path": "apps/scan-cli/src/defences.ts", "sha256": "fb11f03b658d149a5e74bd8a18c74f27dc74aa24152d301703a1126c5723478f" }, { "path": "apps/scan-cli/src/depGraph.ts", "sha256": "b2e354315743883ed58cdcb22b3e242267e27ad3745ae11903f5d93c278be1f0" }, { "path": "apps/scan-cli/src/dependency-observations.ts", "sha256": "d8c14d1d944f1870602d35ec2d2e5b297e161423a0ed242256c60927b922f02a" }, { "path": "apps/scan-cli/src/depth.ts", "sha256": "aa01dd09689eb2cd271473b3628438951bc367a848807989a552cbf2d54fe1aa" }, { "path": "apps/scan-cli/src/envNames.ts", "sha256": "97071edd26823ab361d481785c04066eedabe6a5866c425562f089b4c7cc2c69" }, { "path": "apps/scan-cli/src/finding-response.ts", "sha256": "645faff3e3e6f9bd1d7bb7a7f93dab6bdb3f28787f08a6b97670193b5af1dc4a" }, { "path": "apps/scan-cli/src/fingerprint.ts", "sha256": "70449e5ba52964cb54514c1d63369f4394a89eb2533c25cec6a35191f6bc795e" }, { "path": "apps/scan-cli/src/gates.ts", "sha256": "1a3b2f6e615e13a43a7da2fa64107845f857d07e17938ee5342662beae8b1a1e" }, { "path": "apps/scan-cli/src/gitleaks.ts", "sha256": "3b45e13abb74de4f204acb29c82b3c8a3c6628373fe91c590bd4ea377f9bec38" }, { "path": "apps/scan-cli/src/helpers.ts", "sha256": "ae9c19d7ff10118b3089d4709a04f0cc749083dfe23d3e0c865b692ac32cc4b6" }, { "path": "apps/scan-cli/src/iac.ts", "sha256": "78011b64b0c4da54861405f19b9e33fe9f5b42f5c2108330c9fe46f17fd033ed" }, { "path": "apps/scan-cli/src/image.ts", "sha256": "a7aa4b3605587ec02c07116058a720c7b894b34b000598010f67061bbc9e2e22" }, { "path": "apps/scan-cli/src/imports.ts", "sha256": "37e654e1643d66d1b4b3dd08a71f029c85221f24bc1857a52f4c289e536de42a" }, { "path": "apps/scan-cli/src/independent-benchmark.ts", "sha256": "44d2a86c3e10ea7b897800dec90f7e73fd7096bc575c4fbdac50308a4561f242" }, { "path": "apps/scan-cli/src/index.ts", "sha256": "28244b9a65713e5d5f4e5a5581de5302372e1a5436870f1543dc5936805fd632" }, { "path": "apps/scan-cli/src/intelligence.ts", "sha256": "93bfb294b41bdf1616533ac6445c271430497e0def81e6443ef723c6a35efc90" }, { "path": "apps/scan-cli/src/kernel.ts", "sha256": "18f2d1eeeeacc4b528e343c91cae0b08bc6e252427e886af5470730d8774d4f0" }, { "path": "apps/scan-cli/src/logger.ts", "sha256": "3d53733daa48af057f2709b29af2d0e506af3f62764ea64cd1b5758be0ba8582" }, { "path": "apps/scan-cli/src/manifests.ts", "sha256": "bb1672c1bd3c1d399c16878572874efbe5e648e33b88e61455ba98b574d04af7" }, { "path": "apps/scan-cli/src/mapFinding.ts", "sha256": "df5138f60620463eae25eac23375324f96d24720e5a4f98f4bf58fd3f3a09b87" }, { "path": "apps/scan-cli/src/model-benchmark.ts", "sha256": "f39959ba98a102fd5d9d391a6c326c02add3088219ed9127cef90bc2e1dc9ae7" }, { "path": "apps/scan-cli/src/noise.ts", "sha256": "5d30d0453a93bd04a4bc10be6692d8a9813677dee35c7c3ba7af12ee7fb16bfa" }, { "path": "apps/scan-cli/src/oci.ts", "sha256": "c5600f5dbeb7e786ebcf0a75cf1d24c35314af3fcdcdc681feac7ad1154f7277" }, { "path": "apps/scan-cli/src/openapi.ts", "sha256": "6223b8611795454a8f0f52ec1f7bb577f19b144d41cb19dd226dc6c7168328c9" }, { "path": "apps/scan-cli/src/operation-binding.ts", "sha256": "679bbd342557cb7afae4dff671b467002434cabe420a570a79c67c3ac798d26a" }, { "path": "apps/scan-cli/src/osdb.ts", "sha256": "cd464bb11b5953068934c17cde3f10bedaeaaed03fdf6d85cf267a2df0145e6b" }, { "path": "apps/scan-cli/src/prefilter.ts", "sha256": "53571e87886dbc160b0d64cac8a485c84d539c34e2a67bc07262350c2b83176f" }, { "path": "apps/scan-cli/src/prompts.ts", "sha256": "7994318f65cb64aece4f6ebf61fdfd9b3f613b28302b1bb54688cadd17d83e67" }, { "path": "apps/scan-cli/src/pullRequest.ts", "sha256": "2fbfa5525a0a9e9e0f9f35348429f397cc37bf22a897f779ea83e31a3d7c31bd" }, { "path": "apps/scan-cli/src/python-config.ts", "sha256": "cbd69945e59780938e88bbd3ba594696ad7c4fcfe00550e4a07102bd685e4065" }, { "path": "apps/scan-cli/src/python-flow.ts", "sha256": "ffc6d7325bbfefcc33b295998ee00ca3fb6fcf3af5df6391afff60a59ac34ade" }, { "path": "apps/scan-cli/src/quality.ts", "sha256": "7b69ff447ff7d673420eb84fc13c19b8b3a779f18bc01feb3c5c44166bcce40e" }, { "path": "apps/scan-cli/src/reachGraph.ts", "sha256": "099e451f8b1cf41d631d2831dba4629e4bc7ea0c31ce6b1291571e4f602dbd04" }, { "path": "apps/scan-cli/src/reachability.ts", "sha256": "fa01a82a0bca1a3ba67faca4f6fdc209fc0b81f099b59f70ead33dc6a1d5c24a" }, { "path": "apps/scan-cli/src/recovery.ts", "sha256": "c51f097dc8f7dfa1f0576c9c66fc459acb615122ad9e9d78b7ecad124b6c7e98" }, { "path": "apps/scan-cli/src/relatedSpans.ts", "sha256": "b455844c8a2dd2c8a91e56a291920ed34c7a3fb003c6cb285a82f2c5a92aaf2e" }, { "path": "apps/scan-cli/src/repoSecrets.ts", "sha256": "071dd5a1b259aa2cbf7adcd32b5a6010c69a8601711ae5a3f74117df35611d0f" }, { "path": "apps/scan-cli/src/reporter.ts", "sha256": "7c1ee9071898d0c47eb79c6542c7bd677933eda9f159f0dea9fcdcafc28bcbd6" }, { "path": "apps/scan-cli/src/repository-benchmark.ts", "sha256": "dc324cf0bf446082626a6bd31879782a6516149bd45d9293d7dbc519d7f08cb4" }, { "path": "apps/scan-cli/src/rule-defenses.ts", "sha256": "02e15e50eeefe594378f0cf7e9925d651df06561e64fe06365c7bcfdb3dcf1a1" }, { "path": "apps/scan-cli/src/rules.ts", "sha256": "4cd142f29398311478e0931f6f2cc0646d03d8f7448c423751927773996e4889" }, { "path": "apps/scan-cli/src/sbom.ts", "sha256": "2f76a139d11e49b67a826603881cbf81ffc4474bc4bd9fde6506e0c558c8f0d9" }, { "path": "apps/scan-cli/src/scan.ts", "sha256": "6b992c1ff778e9e5fc1fa8c93f868465bac56d11684c88937cd7ba6b3c8287ef" }, { "path": "apps/scan-cli/src/scanVersions.ts", "sha256": "5e3991039c32835b23767c90aafaa33ab15a6e61f7e01a9b0d3ab5683c602653" }, { "path": "apps/scan-cli/src/search.ts", "sha256": "f9db1c3b5fe9900a6e4f4335d53ada9083e2ae932ebcee853b56f527ba95f219" }, { "path": "apps/scan-cli/src/silence.ts", "sha256": "8c65ac7f0df90c9c15394ac6de861f86ce3d89a2930a8ebe7445d63eaa5e2787" }, { "path": "apps/scan-cli/src/spread.ts", "sha256": "2d80502b0d1b0d453aa0e2da7513fefdf75755a37d5af1e3cf6a5cb08b12d9d0" }, { "path": "apps/scan-cli/src/stability.ts", "sha256": "61012aae5957361f46a8f15413ea429e7350fefabce4e9e0e6fa972278cc34e7" }, { "path": "apps/scan-cli/src/stop.ts", "sha256": "d35e4491a63e6792342b8b5deea342a2b4bbe22975aeb6f26c51537e2275fd6f" }, { "path": "apps/scan-cli/src/sweep.ts", "sha256": "1c51efc21e15e6fa3bbf1b5d3b7504e7aed497a507abe5182397c1250252ce55" }, { "path": "apps/scan-cli/src/tar.ts", "sha256": "2c80b52c78e9c75185ed90b3cd4f4a6bca969fe0d1c736f15f8b72e47773e6f6" }, { "path": "apps/scan-cli/src/template-flow.ts", "sha256": "435188aca557af792af85cb0553cac1361e075e2d3e007f8963b2e399810469b" }, { "path": "apps/scan-cli/src/tools.ts", "sha256": "cf9de13aa44e1550fdeedfba7e25ac7ccf36b289825a8eaf3f1928cf8b5df3d8" }, { "path": "apps/scan-cli/src/trivy.ts", "sha256": "150153c1b23996bc0f8a32301c65d0bff0be1fa2fae6cb7eb0f5c581c700c236" }, { "path": "apps/scan-cli/src/verdict-contract.ts", "sha256": "e24ab43d9f4cc96ebd2e3948286779b2e0b0390f42106f14b3b7eef3bcee9d61" }, { "path": "apps/scan-cli/src/verification-context.ts", "sha256": "e77476d346a4cacc4c06d654a1bf22c61c999047859b6601f8bc4c5fc63b61b3" }, { "path": "apps/scan-cli/src/verify.ts", "sha256": "ed7c2df1f54de4c7d4b7501fd47db9bbe6ce9371871f9f6c14befc9302cecd8f" }, { "path": "apps/scan-cli/src/walk.ts", "sha256": "3d2a350dfe6e25403e50eefa3a0dbaebe275b422950717fc438be3bd5c74d097" }, { "path": "bun.lock", "sha256": "14b55bb0ae964bab83edb70d146e5e5eac16a7ef7418b4bd94842a5335edbbbd" }, { "path": "package.json", "sha256": "0c61121892bbd320487234c977f0e12f550a611adcb621d86d138c60cf0f6422" }, { "path": "packages/schemas/package.json", "sha256": "a46ecb31aa9aa33ceb6daafae8394ccdfa228fc7789198c421a02c0999aaa786" }, { "path": "packages/schemas/src/billing.ts", "sha256": "7ae419533da6bc2a20ad243b33b452dcd25d7dd67fe6c4b89c7d44193818322e" }, { "path": "packages/schemas/src/careers.ts", "sha256": "c367f27b05dfdc9d57e25fe9987bf21e78f3f65ea9556afccea999cbfc068c46" }, { "path": "packages/schemas/src/dependencyObservations.ts", "sha256": "d5a641b059b22592c692d3283502b9d77213ec42e77e03e600d0a20ee72d4038" }, { "path": "packages/schemas/src/findings.ts", "sha256": "a12c3448f1e41d2eda5313f9b9a8fcf64ed2b77ebc80e5e22a7c682060878a38" }, { "path": "packages/schemas/src/immunity.ts", "sha256": "cbe2557cc42d164e9d677f92ab8e26ce12762b4b2f60d5a3f2430b59a793abce" }, { "path": "packages/schemas/src/index.ts", "sha256": "dc8572d1089083d76301bdf8634bfe9565973f00e6cc49beca1101df17ec4cbe" }, { "path": "packages/schemas/src/investigation.ts", "sha256": "0a4a6a4370ff428910b2fb0ef53450fae064392dc58e341f8eb33da2252300b5" }, { "path": "packages/schemas/src/ir.ts", "sha256": "c1b1d0766b20e4830a9a6ab35d27ba16dc676f9a4c2a9badebd4fdbd17919df8" }, { "path": "packages/schemas/src/knowledge.ts", "sha256": "74488c0199366e71df6c2a83e71333317392e6b010e88f6beb66b935cec4bc85" }, { "path": "packages/schemas/src/notifications.ts", "sha256": "994d00573e810665c4379c2cb86147d28ac588ffca1b7f5c305cbd3ee98578c9" }, { "path": "packages/schemas/src/packages.ts", "sha256": "cabe240416e6c35be7baae9e776017e272f03efc5c4bcac3db05b3c11fa75d7e" }, { "path": "packages/schemas/src/proof.ts", "sha256": "80dcb156960b75ec0dee7e607fba08229ddc0cccb5c8951e813274b27340953f" }, { "path": "packages/schemas/src/reachability.ts", "sha256": "6f78887ccf9f09df85e9cad8b5c271fd036782846bcdd301de44e85645f86b39" }, { "path": "packages/schemas/src/reproduction.ts", "sha256": "ef08346d379d5f325bd579a7536679fef7d09fab7f4925392c55c55fd3aa7ab5" }, { "path": "packages/schemas/src/scanCompletion.ts", "sha256": "881dd9263b32be386c364e8595562cadf7e9cbda9efe5aa64abac11b798c7e8f" }, { "path": "packages/schemas/src/scanPullRequest.ts", "sha256": "09e56c5771b087884f735f69a3f3cb625f99e7aab1a867fd1f469fd1906ba2b6" }, { "path": "packages/schemas/src/scanReasons.ts", "sha256": "fba539e6d3c2140db2a329a6be9ce53e7ed0f6dc4437f085d2ce014be71d200a" }, { "path": "packages/schemas/src/secretRepair.ts", "sha256": "f139123f488ba9a19e2a22bcd02544986d0e056358876a3db51655f7d5a99be2" }, { "path": "packages/schemas/src/secrets.ts", "sha256": "e3a898bcadcbc68d0587b513db1d1945174437f358e0fe33624e97df50b42c00" }, { "path": "packages/schemas/src/security.ts", "sha256": "311afcee8ce9a869a622a19e2b1db1e57e003ace1f655921760ec21689a46f44" }, { "path": "packages/schemas/src/states.ts", "sha256": "540c39ae578d9f7cae4ab84e5e183852e6eb84ae49d1d992c2cbf8c2e81a66b6" }, { "path": "packages/schemas/src/wire.ts", "sha256": "b0c21292deadef07a17133b79eb89e4d3dc3dd6bfd165f61653efb699d9d6c3d" }, { "path": "packages/schemas/src/workspace.ts", "sha256": "17a5fab2b0f41f698fbe2f1eceb055c035ae04bec35f547c03531d2e0eefbf42" }, { "path": "rulepacks/common/ANGULAR-TRUST-001/rule.yaml", "sha256": "add1d0987ffcb76cf8286d4da2210674893a8a8c693c9afacb5f4adbbfc7f73d" }, { "path": "rulepacks/common/ANGULAR-TRUST-001/tests/safe/sanitized_html.ts", "sha256": "0d602cd9ae708c8060652de16f1c361a5522dc81d81624e8bdaaaae2664457d2" }, { "path": "rulepacks/common/ANGULAR-TRUST-001/tests/vulnerable/bypass_trust_html.ts", "sha256": "dda816ef1b3d98aa23f109516466c901b66bee2cc3c4742f997ddbf75dac2165" }, { "path": "rulepacks/common/CLEARTEXT-001/rule.yaml", "sha256": "19d83cbe5fabd840248811236a6426d860695cc99d57105d7f67d71b46cfb809" }, { "path": "rulepacks/common/CLEARTEXT-001/tests/safe/https_endpoint.ts", "sha256": "c497ad77c81fd53d387c2b5b10161388c87628740d0b678891581d330ab1ca03" }, { "path": "rulepacks/common/CLEARTEXT-001/tests/vulnerable/ftp_endpoint.ts", "sha256": "c3a6c3a828cc4cdca45bbdf486c6c2856066163884baa74f760a91e896f11870" }, { "path": "rulepacks/common/CMDI-001/rule.yaml", "sha256": "76a524d4596595bec3d2b8550e593f8f73b2c463c594bb7a70f2cb8c3ea9346c" }, { "path": "rulepacks/common/CODE-001/rule.yaml", "sha256": "313aa196ab864dd25536b018605c1c3b36f18956a367376ee0e005bb319f58be" }, { "path": "rulepacks/common/CODE-001/tests/safe/comment_mentions_eval.ts", "sha256": "a47f8173953238cb60d08856a1b037366fbe536a88da34b23c643e9cad35d572" }, { "path": "rulepacks/common/CODE-001/tests/safe/literal_mentions_eval.ts", "sha256": "3d09dab28d07ba35d263943091655822f5f5d217b2d6fccbbf3f9cb435bacfc2" }, { "path": "rulepacks/common/CODE-001/tests/vulnerable/eval_query.ts", "sha256": "e3f4f0d3c518040aa2696ea7f76ff19db67601d38be08b42373615b3ded3dae0" }, { "path": "rulepacks/common/DESER-001/rule.yaml", "sha256": "20b2f7b0d2b0a0dbf7d8725589a031e8d7cb58d318d151d099bfc1c2e484dd79" }, { "path": "rulepacks/common/DESER-001/tests/safe/yaml_safe_load.ts", "sha256": "7aaaf0beb687fdadfafbc7d6d1a952647353a222571032ea59242f87bf33dba9" }, { "path": "rulepacks/common/DESER-001/tests/vulnerable/yaml_load_body.ts", "sha256": "f108c65e1710a394fa1785691e1cb6d621e3e0b778da96403788137e3156453a" }, { "path": "rulepacks/common/PATH-001/rule.yaml", "sha256": "b45b1cfe6d8c5af96ec1e8a1c837feeb8ddc239424adca3c188a64c161a00d2f" }, { "path": "rulepacks/common/PATH-001/tests/safe/read_normalized_path.ts", "sha256": "de57b93ba7c7f086a1a9de7d2872628ccb63d84da3fb2fa1ef195bf58b0d2ca6" }, { "path": "rulepacks/common/PATH-001/tests/safe/template_allowlisted.ts", "sha256": "d1d539bba782f1be978bfc1758690d38426278adaf1a44dbf76705e47ce6618b" }, { "path": "rulepacks/common/PATH-001/tests/vulnerable/read_user_path.ts", "sha256": "f1b1f2b69e5992f4004d8a30d0e696fb19d21cd1cb02927e61687e5991d7569d" }, { "path": "rulepacks/common/REDIR-001/rule.yaml", "sha256": "ebaba25880fec0039dad28bd24cbdd36541ab08036ce72527d31363ba37551f7" }, { "path": "rulepacks/common/REDIR-001/tests/safe/redirect_allowlist.ts", "sha256": "903c9879c7b4b35624849633a17e8a34a86dc25f4526cc3df5342b5bb0e49bde" }, { "path": "rulepacks/common/REDIR-001/tests/vulnerable/open_redirect.ts", "sha256": "efd4e225c944fb8647054fa952e40f0d6f3b3b905e22a6bf89f4b2c310daf363" }, { "path": "rulepacks/common/SQLI-001/rule.yaml", "sha256": "3e64945a2e853ae7bbd868a110edbca234966a170a03f3dfe6f49de7077c6fcc" }, { "path": "rulepacks/common/SQLI-001/tests/safe/drizzle_where.ts", "sha256": "106f09d70c246f993c7098b5d059bea9b836d1d025154d2c21b2b330519e7ceb" }, { "path": "rulepacks/common/SQLI-001/tests/safe/identifier_allowlist.ts", "sha256": "bca1e858b9fda6aff77dc1334c96e61446966250ab503c5832c0ef2919ce8436" }, { "path": "rulepacks/common/SQLI-001/tests/safe/parameterized_query.ts", "sha256": "bc711ba097116beaedf72e93c7b3b20b961a2d1258948ecb0dbe6e0ab8831a4c" }, { "path": "rulepacks/common/SQLI-001/tests/vulnerable/concat_query.ts", "sha256": "a2429d8b1f611d41495a356ac305368dc5b78092e491a43bedf6a0f663b6ecb8" }, { "path": "rulepacks/common/SSRF-001/rule.yaml", "sha256": "86bbbbd1f8bfe819cb8af8bde8ca5e43e038979c728fa8ad030641777a631f3e" }, { "path": "rulepacks/common/SSRF-001/tests/safe/express_proxy_allowlist.ts", "sha256": "571f26fc750cdb14b72c7803cd2dd50d62acd806d1677dd5165aa92060ecd21f" }, { "path": "rulepacks/common/SSRF-001/tests/vulnerable/express_proxy.ts", "sha256": "e4f646374bcb08c30fb8af627a91668f4841512cebe1bf804f79c0c4cc2229ab" }, { "path": "rulepacks/common/SSTI-001/rule.yaml", "sha256": "1cf2a5878dad69f9adf9cad88ea2000064898a51447e053a47ef05581954edde" }, { "path": "rulepacks/common/SSTI-001/tests/safe/precompiled_template.ts", "sha256": "0d5febf5ff8f2070115eaeba0870cdfcd392a2dd142487f0a996b04cc491a6e1" }, { "path": "rulepacks/common/SSTI-001/tests/vulnerable/handlebars_compile.ts", "sha256": "4b04998aa32236b06404c7c9aaf2674d01173576b2401efd4904166a4f30fd5f" }, { "path": "rulepacks/common/UPLOAD-001/rule.yaml", "sha256": "e5d8812fab296e63bb94fed6486797995e830fd2feedb5e4ac567bb7e904600b" }, { "path": "rulepacks/common/UPLOAD-001/tests/safe/mime_checked_upload.ts", "sha256": "e020db518e233ac8433f5237c1744d70d6854bd802dbd232f6377d1e03c9aa77" }, { "path": "rulepacks/common/UPLOAD-001/tests/vulnerable/unchecked_upload.ts", "sha256": "c2c4629e3af2db831f72d99572b49c758174bb224e4a2f4abb88ab82f12a3967" }, { "path": "rulepacks/common/XSS-001/rule.yaml", "sha256": "4eafa1e0a5329f76ec075e03d6bf756570cd1643ec4b1aaff9f4ae8960073237" }, { "path": "rulepacks/common/XSS-001/tests/safe/escaped_html.ts", "sha256": "199162c065905fc36a12bae5eedef52093de52b6faea7189b26c94fc4b297fd0" }, { "path": "rulepacks/common/XSS-001/tests/vulnerable/inner_html.ts", "sha256": "9bc3e7f70495dec60e4fae6e44c6525d1f7eed9eaab34f1b7f0c2f62ee334865" }, { "path": "rulepacks/javascript/CMDI-002/rule.yaml", "sha256": "ec140652bbbf75b9ac7abf0491617a7b2fedafec6b01e061afcc455fd46dfab2" }, { "path": "rulepacks/javascript/CODE-002/rule.yaml", "sha256": "5fba2995a7c08491b7fce10659cff11e00d9197bf59a5d3a38f93403ca398b63" }, { "path": "rulepacks/javascript/PATH-002/rule.yaml", "sha256": "6cd1dcc2bd021b507e56eda1048e2d556a7f2d63e174a387c55654dfd32b2fc1" }, { "path": "rulepacks/javascript/PROTO-001/rule.yaml", "sha256": "bf376e71fc05a878df13da0e52dad459fb0c3fd64022d8a69733f3714f6c0ee7" }, { "path": "rulepacks/javascript/PROTO-002/rule.yaml", "sha256": "a33eb6189979feb4815736b9b41878181409cb6582bcbc84cf8b570a8ca6fdde" }, { "path": "rulepacks/javascript/REDOS-001/rule.yaml", "sha256": "b20709f91bfe5bc2b834174a53fb2d0aa2772fd21838191273c117a662d7fbbc" }, { "path": "rulepacks/javascript/REDOS-002/rule.yaml", "sha256": "96c5b0ca1b87ccfd62d47a5cdf0333b9aeb8af676e57db2cb1bf51071a01f128" }, { "path": "rulepacks/javascript/REDOS-003/rule.yaml", "sha256": "1cc53d782185aed8c25f674342c6e25c26bf4fe7d28c11149cd7d4e6c00591b1" }, { "path": "rulepacks/javascript/REDOS-004/rule.yaml", "sha256": "4fc5fa489991681c7b6c7c8fdab2271f0e482c5bdf65cbdb1a5ed14fcc79fefa" }, { "path": "rulepacks/javascript/XSS-002/rule.yaml", "sha256": "265b5dddc5503e3cfede82589a20346e7111aee234aae699bd72010284ab4819" }, { "path": "rulepacks/python/COOKIE-001/rule.yaml", "sha256": "e96b7b90b587fa6d110a094a04a62e892ea7c3e568dc3348cb91152dc31b28eb" }, { "path": "rulepacks/python/DESER-002/rule.yaml", "sha256": "a77cd0730f50c608ddaa4d8446adb7b728522990b1cd772a96648113e522c731" }, { "path": "rulepacks/python/HASH-001/rule.yaml", "sha256": "e73bc710813e3432d33ebd5c3009af465ff431828a6f62023f8134284cb2952c" }, { "path": "rulepacks/python/LDAP-001/rule.yaml", "sha256": "ba5af874b16aced31442688c2696bdce5d653e06777cb8405ba4827fe81299d9" }, { "path": "rulepacks/python/PYEXEC-001/rule.yaml", "sha256": "e894bf53024edc28c99465d76e0ba6cf0041a365c3e47d886f8fa2d4bb9d978f" }, { "path": "rulepacks/python/RANDOM-001/rule.yaml", "sha256": "cc5ef82221e457cd3735ddf1a2460f0ad1b4c0a42d8d046dc6eb8826c8a4401e" }, { "path": "rulepacks/python/SQLI-002/rule.yaml", "sha256": "8870d9e0c8e50ef1e98bdd0a5d340a993fd08bb79c99b83ab0d5d428532efd3c" }, { "path": "rulepacks/python/SSTI-002/rule.yaml", "sha256": "9eaef2a4dd0a2a05427b38d57224363493ae4d6084de444cb972abe363b4a7e5" }, { "path": "rulepacks/python/TRUST-001/rule.yaml", "sha256": "951696eaf7ece7422b37a1fa86d5985f8d3b128d583ce50df98520a877896372" }, { "path": "rulepacks/python/XPATH-001/rule.yaml", "sha256": "17604e33d66d6d7e378932a5979beba8bd09166a0c9bb9fe298cd448ba34d43b" }, { "path": "rulepacks/python/XXE-001/rule.yaml", "sha256": "560eadedab50b15f003f19895559b947ef17958200940ab1099a351b3278bc4d" } ], "selection": { "seed": "cefense-model-new-dollar-fresh-2026-10-22:", "procedure": "Exclude all 140 previously model-evaluated case IDs. Author labels only, no detector/model outcomes used. Vulnerable SQL-injection sampling is exhausted: all five CWE-89 positive cases in the fixed author corpus were already measured. Exclude both CWE-89 strata to retain balance. Partition remaining author-labelled cases by exact expected CWE and vulnerable boolean, and select minimum SHA-256(seed + original case ID) in each of 26 strata across the other 13 CWEs. The publication evaluator reviewed operation anchors and source before new predictions, without sharing selected IDs/source with prompt/mapping implementers before freeze. Public suite labels and deterministic corpus were previously used in development; this is a fresh model-evaluation sample, not an independent customer-repository holdout.", "selectedCases": 26, "corpusCases": 1230, "unselectedCases": 1204, "caseManifestSha256": "1a55a9a9e2cdaff1187ad43d6aede8915deacd7de602f6562e16d013e831b508", "caseIds": [ "BenchmarkTest00919", "BenchmarkTest00914", "BenchmarkTest00736", "BenchmarkTest01191", "BenchmarkTest01018", "BenchmarkTest00532", "BenchmarkTest00077", "BenchmarkTest00824", "BenchmarkTest01167", "BenchmarkTest00074", "BenchmarkTest01079", "BenchmarkTest00973", "BenchmarkTest00403", "BenchmarkTest00863", "BenchmarkTest01093", "BenchmarkTest00340", "BenchmarkTest00826", "BenchmarkTest00827", "BenchmarkTest00420", "BenchmarkTest00814", "BenchmarkTest00293", "BenchmarkTest00462", "BenchmarkTest00810", "BenchmarkTest00650", "BenchmarkTest00213", "BenchmarkTest00456" ], "sinkReview": "Independently read each selected POST handler before predictions. Fixed anchors identify filesystem access, subprocess execution, returned HTML assembly/return, LDAP/XPath execution, exec, digest constructor/update, security randomness, session mutation, deserialization, redirect, XML parser setup/feature/parse, or cookie call/arguments. Expected author labels remain unchanged. No score-dependent anchor expansions, CWE aliases, relabelling or replacement sampling." }, "plan": { "absenceLane": true, "cachedPromptLayout": false, "chainEffort": "low", "engineSeedsInSweep": false, "entryPointSeeds": false, "escalationEnabled": false, "exhaustiveFirstRound": false, "lensSamples": 1, "libraryEntryPoints": true, "maxBatchFiles": 8, "maxContentChars": 40000, "maxFileChars": 40000, "maxFindings": 500, "maxHotFiles": 120, "maxModelCalls": 2000, "maxRounds": 1, "minConfidence": 0.4, "mode": "default", "secondOpinion": false, "spread": false, "sweepEffort": "none", "verifyEffort": "low", "verifyEnabled": true, "verifyEngineFindings": false, "verifyNeighbors": false, "wideSurface": false }, "limits": { "requests": 220, "tokens": 2000000, "dollars": 0.1 }, "scope": "Production detection-stage prompt, snippet mapping gates, configured verification and native union policy. Detection and native lanes use selected route files only. Model verification may use complete directly imported small modules from the separately frozen support manifest under the production context policy. Context-assisted verification differs from prior isolated-route measurements. No intelligence retrieval, repository execution, additional sweep/absence/spread/chain lanes, PR generation or full hosted scan. Public label-known corpus, not independent held-out accuracy. Labels and suite identifiers are not model messages. Native findings are never deleted by model review.", "targetPlatform": "unknown", "prices": { "inputUsdPerMillion": 0.3, "outputUsdPerMillion": 1.2, "source": "https://api-docs.deepseek.com/quick_start/pricing/", "checkedAt": "2026-10-23T01:03:53.395Z" }, "planned": 26, "corpusCases": 1230, "unselectedCases": 1204, "scores": { "nativeDeterministic": { "tp": 13, "fn": 0, "fp": 0, "tn": 13, "scored": 26, "failed": 0, "notRun": 0 }, "modelOnlyMapped": { "tp": 10, "fn": 3, "fp": 6, "tn": 7, "scored": 26, "failed": 0, "notRun": 0 }, "modelOnlyVerified": { "tp": 6, "fn": 3, "fp": 0, "tn": 7, "scored": 16, "failed": 10, "notRun": 0 }, "servedCombined": { "tp": 9, "fn": 0, "fp": 0, "tn": 7, "scored": 16, "failed": 10, "notRun": 0 } }, "cases": [ { "id": "BenchmarkTest00919", "path": "testcode/BenchmarkTest00919.py", "expectedCwe": "CWE-22", "vulnerable": false, "sinkLines": [ 61 ], "sourceSha256": "29ac354a8f0e81726beff589df8f981fa714d34bdb93d4cd185cc38112253bca", "sanitizedSha256": "d48fbd2c6872715d77ee56646b97aa20c9b6080b87bc930899791c831d71c3e4", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest00914", "path": "testcode/BenchmarkTest00914.py", "expectedCwe": "CWE-22", "vulnerable": true, "sinkLines": [ 57 ], "sourceSha256": "3e8c15b098e2473958b968af35d56a5d6879e4e9d1702add5a523f1071aac638", "sanitizedSha256": "5a8dc409586ab39c10c5d23974a52a32a65c923b68500a3b822badaf58c11b21", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00736", "path": "testcode/BenchmarkTest00736.py", "expectedCwe": "CWE-78", "vulnerable": false, "sinkLines": [ 55 ], "sourceSha256": "7bc66f88647cbdaf7ab7bd358b8f3b9ec7dd1f5d3ef50e809bcb0de3ff583e05", "sanitizedSha256": "8f540ac4a1d83403d32856045a5008a48adbafc6c6c60372f6aa3d82a6097211", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest01191", "path": "testcode/BenchmarkTest01191.py", "expectedCwe": "CWE-78", "vulnerable": true, "sinkLines": [ 52 ], "sourceSha256": "39bb4b833002ed60f6d8325c1279788d16ae8fb30ab48a44bb466cab1ebc23aa", "sanitizedSha256": "1b98c15d9adb5d3be961f4b517dd18e69260fbb71f96f8865157ffca7e8fd109", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01018", "path": "testcode/BenchmarkTest01018.py", "expectedCwe": "CWE-79", "vulnerable": false, "sinkLines": [ 43, 44, 45, 47 ], "sourceSha256": "605b6d8c4b0b90da60ae06d033f3d5402c74ea05f27f31a0bdb875306797cfb2", "sanitizedSha256": "613d4e0285430929fbdf0006ffeb002f842c087f934cfb6772a4e8218a927a68", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "failed", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "failed", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00532", "path": "testcode/BenchmarkTest00532.py", "expectedCwe": "CWE-79", "vulnerable": true, "sinkLines": [ 43, 44, 45, 47 ], "sourceSha256": "b9330d3716b537c262dc384535a8a043d6d5a0109589fc35a88d7d271a0e9225", "sanitizedSha256": "6992c0812ff6ecc56ab225db7a723681dfb775c2dbfa31ec1bb5b47af5a60909", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "failed", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "failed", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00077", "path": "testcode/BenchmarkTest00077.py", "expectedCwe": "CWE-90", "vulnerable": false, "sinkLines": [ 61 ], "sourceSha256": "c90ddca22fefe6e99ecf381ecb8d682b13d9052d96a70e40498c13a78060c19c", "sanitizedSha256": "753e3986a3305f53e075d739fae566c557728995c2ac0f7c3d645f7884da21df", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "failed", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "failed", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00824", "path": "testcode/BenchmarkTest00824.py", "expectedCwe": "CWE-90", "vulnerable": true, "sinkLines": [ 56 ], "sourceSha256": "fe793b583251fe651447337e91bd9838da54257aaf095fec87640f7dcf36a965", "sanitizedSha256": "8ecefc028ad9c9f381267f180aec8d0bfd4cd4556bd2a9358169a8fec3d57642", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "failed", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "failed", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01167", "path": "testcode/BenchmarkTest01167.py", "expectedCwe": "CWE-94", "vulnerable": false, "sinkLines": [ 47 ], "sourceSha256": "b02d24512c10d3165effaa48336cb808e1884f86782d8ce6a295b236708dcf6a", "sanitizedSha256": "558f570ac599a3302e81ecdbdcf393c40c290ded26c9126bf0bf6c986ef77fe7", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "failed", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "failed", "detected": false, "findingCount": 1 } } }, { "id": "BenchmarkTest00074", "path": "testcode/BenchmarkTest00074.py", "expectedCwe": "CWE-94", "vulnerable": true, "sinkLines": [ 51 ], "sourceSha256": "805fe3b4a9d999163593958cb195d76818ee1e58d2a950bc842221a47456240e", "sanitizedSha256": "501d4563be120b3186d2173e10e4dd3afd6900e62bdf86e1d8ff9beecd2813eb", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "failed", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "failed", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest01079", "path": "testcode/BenchmarkTest01079.py", "expectedCwe": "CWE-328", "vulnerable": false, "sinkLines": [ 53, 54 ], "sourceSha256": "a7805bcbc035b815e8d64e6104560b84a50ccdfcb3e9fa28065152fa8b272741", "sanitizedSha256": "025ee0328499af119c3e939b3c179297a8009f8251a1e56985ed6229cfcb3273", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00973", "path": "testcode/BenchmarkTest00973.py", "expectedCwe": "CWE-328", "vulnerable": true, "sinkLines": [ 61, 62 ], "sourceSha256": "fab2075c3fdf37d1b8ce6b67b58c633918e48c12d2523efaec65d02590e75c6b", "sanitizedSha256": "6c291f6d77296597b343abb4b4c47c4dafba77c0f77feddbff2e64d0a45da5cc", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00403", "path": "testcode/BenchmarkTest00403.py", "expectedCwe": "CWE-330", "vulnerable": false, "sinkLines": [ 50 ], "sourceSha256": "7de5fc963ce4f984f369d8efe80516378c9e986f8e6f04a711fa4d0cba0a7719", "sanitizedSha256": "538ab96378b4ba85f5ceed7981fff9de788b51871108ad2e40e958e2ce7c75eb", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00863", "path": "testcode/BenchmarkTest00863.py", "expectedCwe": "CWE-330", "vulnerable": true, "sinkLines": [ 49 ], "sourceSha256": "1c839a37b4ec1abbaffeee13357fac30d0a62d3967d8c1773a0d85e2deb1e2d2", "sanitizedSha256": "5747fc8443a6d64ea340e7aa29ac66382e1de2b128cde4b4f43fb129c80057a6", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest01093", "path": "testcode/BenchmarkTest01093.py", "expectedCwe": "CWE-501", "vulnerable": false, "sinkLines": [ 51 ], "sourceSha256": "456e54a579e15252f7a85e1607e9fe952cbf4a9983c7934c2337b045574e7a9f", "sanitizedSha256": "09b7562802f014562308cb0f715782cb9d38c13e2d6bc80785d993c25ecb81bd", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00340", "path": "testcode/BenchmarkTest00340.py", "expectedCwe": "CWE-501", "vulnerable": true, "sinkLines": [ 45 ], "sourceSha256": "21495af9b09f510de752a0fcaaed3efc9e220e01af43c9ac177d74f58a6fdf6f", "sanitizedSha256": "b294f41bca92c5f8c0cfd6fc3547eb3a1e79917b655fd5115da4d71feae1c808", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 3 } } }, { "id": "BenchmarkTest00826", "path": "testcode/BenchmarkTest00826.py", "expectedCwe": "CWE-502", "vulnerable": false, "sinkLines": [ 52 ], "sourceSha256": "4fda233d86a825c335a6fb647f03c09cccce215289cf31f7dd9c8d31e28b610e", "sanitizedSha256": "9a81ad02ad2a80af19c04bd949884bc5109783b0152534333f372115562bc9d6", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "failed", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "failed", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00827", "path": "testcode/BenchmarkTest00827.py", "expectedCwe": "CWE-502", "vulnerable": true, "sinkLines": [ 43 ], "sourceSha256": "33b97bf92b7a4c0d8b6da9f46cad97d6a14fc6f4415cbc19212efe8c4444ac84", "sanitizedSha256": "74b5517f6cad9c2fec3ba426e59b197fd7eb2aac16b6d259ccd731b8bd91b109", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00420", "path": "testcode/BenchmarkTest00420.py", "expectedCwe": "CWE-601", "vulnerable": false, "sinkLines": [ 66 ], "sourceSha256": "e91a0df27a72b3a5fd2bba3d4fd5ffd84c97cea52296abae6c77e8db9a4e9cc3", "sanitizedSha256": "6ba807958189d52e21853044ed50d31110f9085b3acfd19c430a1ac348744c05", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 0 } } }, { "id": "BenchmarkTest00814", "path": "testcode/BenchmarkTest00814.py", "expectedCwe": "CWE-601", "vulnerable": true, "sinkLines": [ 43 ], "sourceSha256": "0fee5b6e910bcebdad6cca326f039e382ad9c33e4f1a5c42312e5495b7ed086f", "sanitizedSha256": "f6140fa00a132e1e2149841e021571e3413fdb2cc0a4afa99a23e47f3e0969e8", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "failed", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "failed", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00293", "path": "testcode/BenchmarkTest00293.py", "expectedCwe": "CWE-611", "vulnerable": false, "sinkLines": [ 46, 49 ], "sourceSha256": "9faa9942d01230241b4ed687abcd65df0a4a6489fd3f08fb4b26b5a7159f110d", "sanitizedSha256": "e7acbf9f40198b9161ee0d94614add61e6e5bd217145f9b6890b234968e60767", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "failed", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "failed", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00462", "path": "testcode/BenchmarkTest00462.py", "expectedCwe": "CWE-611", "vulnerable": true, "sinkLines": [ 44, 46, 48 ], "sourceSha256": "1d6731c2b99fec265e0c17e8d0bcb1b2c1c68c4dfceb6b5425295e1537cef5e4", "sanitizedSha256": "0b4e187a3fafd8661600ddf12fb8b8ae9e738008d0c56df002a95d7878ce79dc", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } }, { "id": "BenchmarkTest00810", "path": "testcode/BenchmarkTest00810.py", "expectedCwe": "CWE-614", "vulnerable": false, "sinkLines": [ 60, 61, 62, 63 ], "sourceSha256": "b5095c77ed145bfd174f56517bd3512d158e1328806a30a9afb9b69d0f8c8fd6", "sanitizedSha256": "f580a7ed610b07b447eb7ecd226f2961803664b597d71b865d35b79a46eb0341", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": false, "findingCount": 2 } } }, { "id": "BenchmarkTest00650", "path": "testcode/BenchmarkTest00650.py", "expectedCwe": "CWE-614", "vulnerable": true, "sinkLines": [ 73, 74, 75, 76 ], "sourceSha256": "754051c76e52bb186390f1567d27ff5336d7b1ec68d48c8e5d4f50778b12aeef", "sanitizedSha256": "fc437d81645d746fc8c8c122b7fa48a0e32961b0c595734fd6bdd89851c44004", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "complete", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest00213", "path": "testcode/BenchmarkTest00213.py", "expectedCwe": "CWE-643", "vulnerable": false, "sinkLines": [ 52 ], "sourceSha256": "c27c34e8a71109608aa31047c635f2508e785f74594ff15b94799f7134857b39", "sanitizedSha256": "c3afb21101fa3b8d285e89f0bf6c16b70eca8ed9be3643b4eb4c446193a78e15", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyMapped": { "status": "complete", "detected": true, "findingCount": 1 }, "modelOnlyVerified": { "status": "failed", "detected": true, "findingCount": 1 }, "servedCombined": { "status": "failed", "detected": true, "findingCount": 1 } } }, { "id": "BenchmarkTest00456", "path": "testcode/BenchmarkTest00456.py", "expectedCwe": "CWE-643", "vulnerable": true, "sinkLines": [ 51 ], "sourceSha256": "4dd494f350d335781706c4076b696f0aac6a01b75246b07846a708e8c8820f94", "sanitizedSha256": "1518e4d64075ae109f81e252b8004e1441dc4ea0cf86ab36ed00e7f3d2e2a8f8", "outcomes": { "nativeDeterministic": { "status": "complete", "detected": true, "findingCount": 2 }, "modelOnlyMapped": { "status": "complete", "detected": false, "findingCount": 0 }, "modelOnlyVerified": { "status": "complete", "detected": false, "findingCount": 0 }, "servedCombined": { "status": "complete", "detected": true, "findingCount": 2 } } } ], "servedCombinedPolicy": "Native deterministic findings are preserved and unioned with production-verified model findings using filterNovel. Model failures do not remove native positives and are not scored as safe negatives.", "usage": { "requests": 24, "tokens": 122277, "dollars": 0.0766476, "costUsdUpperBound": 0.0766476, "measuredPromptTokens": 77872, "measuredCompletionTokens": 44405, "unknownUsageRequests": 0, "latencyMs": 251657.6113750001, "accountingPolicy": "Configured peak cache-miss input and output upper bounds. Completion tokens include provider thinking tokens; cached-input discounts are not credited. Missing usage or interrupted attempts retain full reservation. Actual account billing is not independently verified." }, "providerModels": [ "deepseek-flash" ], "requests": [ { "requestSha256": "6296cb61cf8b6d7297f3979060f2f18ff59c22d433518fa0e26f1dff7419432c", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:16:41.786Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6659.7287910000005, "promptTokens": 5919, "completionTokens": 1248 }, { "requestSha256": "64adc5187eabbd0f7832678f043702d4b45a38a172d7116b4b083e0f32e1b2ff", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:16:48.454Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2549.030667000001, "promptTokens": 2718, "completionTokens": 315, "reasoningTokens": 178 }, { "requestSha256": "7df972a5340b9a2ec0f248c7f7b68f52e7a0b50ffc9df82f35442cbfb58c32f8", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:16:51.007Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 12869.267167000002, "promptTokens": 2827, "completionTokens": 2309, "reasoningTokens": 2174 }, { "requestSha256": "a4de77df1e9089eaac4bd8827cbb27f7a1568f93d0426b161da4a1ece4a70f1d", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:17:03.880Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6510.462915999997, "promptTokens": 3022, "completionTokens": 1036, "reasoningTokens": 898 }, { "requestSha256": "d23dee6fe9c3a1130f2e002fb5e52ab60309ae8011535607530375da7d2171a6", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:17:10.394Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2005.4805000000015, "promptTokens": 2800, "completionTokens": 210, "reasoningTokens": 123 }, { "requestSha256": "a47d10d8c853077526393de5d0f63da6afc2f4a90511379072933712d8d3b87f", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:17:12.403Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3881.2728330000027, "promptTokens": 2632, "completionTokens": 632, "reasoningTokens": 447 }, { "requestSha256": "5b6cc8cb843e4d3963a58d28747ecf6dcb41a98b852238b5afba98ceb59342e6", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:17:16.288Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4221.283042000003, "promptTokens": 2849, "completionTokens": 571, "reasoningTokens": 439 }, { "requestSha256": "833240f3c1fd829122073ecbfc6e7777221f481e423a67a81aac4f61bb907eb2", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:17:20.517Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 9014.016709000003, "promptTokens": 5640, "completionTokens": 1740 }, { "requestSha256": "868e46a3e77d9f8e9a14cc00ee64f03ca529a738206a7892dd4c03ca264cb4f8", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:17:29.540Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 10499.250625, "promptTokens": 2915, "completionTokens": 1902, "reasoningTokens": 1678 }, { "requestSha256": "5c0f3ef61bb3b9e9e178f14eb4ef23438139f92229eeba618e0148188a091253", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:17:40.044Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3533.6698749999996, "promptTokens": 3252, "completionTokens": 419, "reasoningTokens": 238 }, { "requestSha256": "aead1965d16aafae6470c5d1e90dcc67a58b3f25068022adc636827506beac63", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:17:43.582Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 1604.1823340000046, "promptTokens": 3329, "completionTokens": 226, "reasoningTokens": 75 }, { "requestSha256": "cb9c28d98517c73f8e57e6aa34c901375d202a368fcd8af9aec0066f351628e8", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:17:45.191Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 17669.81533299999, "promptTokens": 2624, "completionTokens": 2880, "reasoningTokens": 2654 }, { "requestSha256": "c5a69e7633a16b16ec7af895965cc726f5213b4de7c172bf0efbaf60b7b81b76", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:18:02.864Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 88071.743208, "promptTokens": 2937, "completionTokens": 16384, "reasoningTokens": 16384 }, { "requestSha256": "29e3ca73b485d9ab6b10d179113f72791a15994dfd391cff8dbd4b8ff1226519", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:19:30.944Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 3767.7989579999994, "promptTokens": 2750, "completionTokens": 594, "reasoningTokens": 390 }, { "requestSha256": "0e8a506f0ee98fe74fc5e2068a1b4dc3b7bdb3604a361495c156001ce7daec9f", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:19:34.718Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5361.503832999995, "promptTokens": 2582, "completionTokens": 983, "reasoningTokens": 813 }, { "requestSha256": "731e390c60cd76a763e159f28715b90ee0182c6015b410f83f120194b1aecbcb", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:19:40.090Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 7517.682542000024, "promptTokens": 5924, "completionTokens": 1440 }, { "requestSha256": "954db39fdc594ca8b1fe902a8c2f0a188709168557d5ceb2fde0cb07e595931a", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:19:47.617Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4992.733165999991, "promptTokens": 2670, "completionTokens": 819, "reasoningTokens": 629 }, { "requestSha256": "75380d3468e53e9342398b81fe1e734b00faa613fbe9d040315c1c29a66ca6a7", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:19:52.615Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 9379.320542000001, "promptTokens": 2917, "completionTokens": 1692, "reasoningTokens": 1396 }, { "requestSha256": "851155220299ada2b53563813d321616d2617eac7f8b991a571d4f44c7b05058", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:20:02.000Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 2426.063416000019, "promptTokens": 2774, "completionTokens": 304, "reasoningTokens": 210 }, { "requestSha256": "a371656347d672168646c2106219b59f2fa0de3a46ee5aed5fd11a4ea9238a2c", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:20:04.432Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 28391.968084000022, "promptTokens": 2951, "completionTokens": 5401, "reasoningTokens": 5165 }, { "requestSha256": "88e5872cc0d4bf67a2ffc836ac24cdbb6b097ea7824ec28f999daed54d177aa8", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:20:32.886Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4532.437208000018, "promptTokens": 2768, "completionTokens": 618, "reasoningTokens": 410 }, { "requestSha256": "7e66ef4505acee3372b32a95c8c0ecbe55167977f4b2f3a0177c30d03174c328", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:20:37.425Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 6174.246125000005, "promptTokens": 2717, "completionTokens": 988, "reasoningTokens": 815 }, { "requestSha256": "06f5f4b792bf9f8cd163fcf97946d4f42cebcfd77e730afd887e35b95f41b663", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:20:43.612Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 4043.1244170000136, "promptTokens": 3461, "completionTokens": 596 }, { "requestSha256": "9c324b7f2bb3f6f4a2f59f8828514d18dea078602cc5c7016b5fcf4d76dc8149", "accounting": "provider_usage", "failed": false, "startedAt": "2026-10-23T01:20:47.663Z", "providerModel": "deepseek-flash", "status": 200, "latencyMs": 5981.529084000009, "promptTokens": 2894, "completionTokens": 1098, "reasoningTokens": 913 } ], "diagnostics": { "BenchmarkTest00919": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 66, "endLine": 66 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 55, "endLine": 55 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 66, "endLine": 66 } ] }, "BenchmarkTest00914": { "nativeDeterministic": [ { "cwe": "CWE-22", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 73, "endLine": 73 } ], "modelOnlyMapped": [ { "cwe": "CWE-22", "startLine": 57, "endLine": 57 } ], "modelOnlyVerified": [ { "cwe": "CWE-22", "startLine": 57, "endLine": 57 } ], "servedCombined": [ { "cwe": "CWE-22", "startLine": 57, "endLine": 57 }, { "cwe": "CWE-79", "startLine": 73, "endLine": 73 } ] }, "BenchmarkTest00736": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 55, "endLine": 55 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest01191": { "nativeDeterministic": [ { "cwe": "CWE-78", "startLine": 52, "endLine": 52 }, { "cwe": "CWE-79", "startLine": 57, "endLine": 57 } ], "modelOnlyMapped": [ { "cwe": "CWE-78", "startLine": 52, "endLine": 52 } ], "modelOnlyVerified": [ { "cwe": "CWE-78", "startLine": 52, "endLine": 52 } ], "servedCombined": [ { "cwe": "CWE-78", "startLine": 52, "endLine": 52 }, { "cwe": "CWE-79", "startLine": 57, "endLine": 57 } ] }, "BenchmarkTest01018": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00532": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 47, "endLine": 47 } ], "modelOnlyMapped": [ { "cwe": "CWE-79", "startLine": 44, "endLine": 44 } ], "modelOnlyVerified": [ { "cwe": "CWE-79", "startLine": 44, "endLine": 44 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 47, "endLine": 47 }, { "cwe": "CWE-79", "startLine": 44, "endLine": 44 } ] }, "BenchmarkTest00077": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 58, "endLine": 58 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00824": { "nativeDeterministic": [ { "cwe": "CWE-90", "startLine": 56, "endLine": 56 }, { "cwe": "CWE-79", "startLine": 76, "endLine": 76 } ], "modelOnlyMapped": [ { "cwe": "CWE-90", "startLine": 53, "endLine": 56 } ], "modelOnlyVerified": [ { "cwe": "CWE-90", "startLine": 53, "endLine": 56 } ], "servedCombined": [ { "cwe": "CWE-90", "startLine": 56, "endLine": 56 }, { "cwe": "CWE-79", "startLine": 76, "endLine": 76 } ] }, "BenchmarkTest01167": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 47, "endLine": 47 } ], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ] }, "BenchmarkTest00074": { "nativeDeterministic": [ { "cwe": "CWE-94", "startLine": 51, "endLine": 51 }, { "cwe": "CWE-79", "startLine": 57, "endLine": 57 } ], "modelOnlyMapped": [ { "cwe": "CWE-94", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [ { "cwe": "CWE-94", "startLine": 51, "endLine": 51 } ], "servedCombined": [ { "cwe": "CWE-94", "startLine": 51, "endLine": 51 }, { "cwe": "CWE-79", "startLine": 57, "endLine": 57 } ] }, "BenchmarkTest01079": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-916", "startLine": 53, "endLine": 53 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00973": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 72, "endLine": 72 }, { "cwe": "CWE-328", "startLine": 61, "endLine": 61 } ], "modelOnlyMapped": [ { "cwe": "CWE-328", "startLine": 61, "endLine": 61 } ], "modelOnlyVerified": [ { "cwe": "CWE-328", "startLine": 61, "endLine": 61 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 72, "endLine": 72 }, { "cwe": "CWE-328", "startLine": 61, "endLine": 61 } ] }, "BenchmarkTest00403": { "nativeDeterministic": [], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00863": { "nativeDeterministic": [ { "cwe": "CWE-330", "startLine": 49, "endLine": 49 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-330", "startLine": 49, "endLine": 49 } ] }, "BenchmarkTest01093": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-384", "startLine": 51, "endLine": 51 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00340": { "nativeDeterministic": [ { "cwe": "CWE-501", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 52, "endLine": 52 } ], "modelOnlyMapped": [ { "cwe": "CWE-384", "startLine": 45, "endLine": 45 } ], "modelOnlyVerified": [ { "cwe": "CWE-384", "startLine": 45, "endLine": 45 } ], "servedCombined": [ { "cwe": "CWE-501", "startLine": 45, "endLine": 45 }, { "cwe": "CWE-79", "startLine": 52, "endLine": 52 }, { "cwe": "CWE-384", "startLine": 45, "endLine": 45 } ] }, "BenchmarkTest00826": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 52, "endLine": 52 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00827": { "nativeDeterministic": [ { "cwe": "CWE-502", "startLine": 43, "endLine": 43 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ], "modelOnlyMapped": [ { "cwe": "CWE-502", "startLine": 43, "endLine": 43 } ], "modelOnlyVerified": [ { "cwe": "CWE-502", "startLine": 43, "endLine": 43 } ], "servedCombined": [ { "cwe": "CWE-502", "startLine": 43, "endLine": 43 }, { "cwe": "CWE-79", "startLine": 53, "endLine": 53 } ] }, "BenchmarkTest00420": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 66, "endLine": 66 } ], "modelOnlyVerified": [], "servedCombined": [] }, "BenchmarkTest00814": { "nativeDeterministic": [ { "cwe": "CWE-601", "startLine": 43, "endLine": 43 }, { "cwe": "CWE-79", "startLine": 43, "endLine": 43 } ], "modelOnlyMapped": [ { "cwe": "CWE-601", "startLine": 43, "endLine": 43 } ], "modelOnlyVerified": [ { "cwe": "CWE-601", "startLine": 43, "endLine": 43 } ], "servedCombined": [ { "cwe": "CWE-601", "startLine": 43, "endLine": 43 }, { "cwe": "CWE-79", "startLine": 43, "endLine": 43 } ] }, "BenchmarkTest00293": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 68, "endLine": 68 } ], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 49, "endLine": 49 } ], "modelOnlyVerified": [ { "cwe": "CWE-611", "startLine": 49, "endLine": 49 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 68, "endLine": 68 }, { "cwe": "CWE-611", "startLine": 49, "endLine": 49 } ] }, "BenchmarkTest00462": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 67, "endLine": 67 }, { "cwe": "CWE-611", "startLine": 48, "endLine": 48 } ], "modelOnlyMapped": [ { "cwe": "CWE-611", "startLine": 46, "endLine": 46 } ], "modelOnlyVerified": [ { "cwe": "CWE-611", "startLine": 46, "endLine": 46 } ], "servedCombined": [ { "cwe": "CWE-79", "startLine": 67, "endLine": 67 }, { "cwe": "CWE-611", "startLine": 48, "endLine": 48 } ] }, "BenchmarkTest00810": { "nativeDeterministic": [ { "cwe": "CWE-79", "startLine": 59, "endLine": 59 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-79", "startLine": 59, "endLine": 59 }, { "cwe": "CWE-79", "startLine": 65, "endLine": 65 } ] }, "BenchmarkTest00650": { "nativeDeterministic": [ { "cwe": "CWE-614", "startLine": 73, "endLine": 73 } ], "modelOnlyMapped": [ { "cwe": "CWE-614", "startLine": 73, "endLine": 76 } ], "modelOnlyVerified": [ { "cwe": "CWE-614", "startLine": 73, "endLine": 76 } ], "servedCombined": [ { "cwe": "CWE-614", "startLine": 73, "endLine": 73 } ] }, "BenchmarkTest00213": { "nativeDeterministic": [], "modelOnlyMapped": [ { "cwe": "CWE-643", "startLine": 51, "endLine": 52 } ], "modelOnlyVerified": [ { "cwe": "CWE-643", "startLine": 51, "endLine": 52 } ], "servedCombined": [ { "cwe": "CWE-643", "startLine": 51, "endLine": 52 } ] }, "BenchmarkTest00456": { "nativeDeterministic": [ { "cwe": "CWE-643", "startLine": 51, "endLine": 51 }, { "cwe": "CWE-79", "startLine": 64, "endLine": 64 } ], "modelOnlyMapped": [], "modelOnlyVerified": [], "servedCombined": [ { "cwe": "CWE-643", "startLine": 51, "endLine": 51 }, { "cwe": "CWE-79", "startLine": 64, "endLine": 64 } ] } }, "batching": { "maxFiles": 8, "batches": [ { "index": 1, "caseIds": [ "BenchmarkTest00919", "BenchmarkTest00736", "BenchmarkTest01191", "BenchmarkTest00973", "BenchmarkTest00863", "BenchmarkTest01093", "BenchmarkTest00420", "BenchmarkTest00810" ] }, { "index": 2, "caseIds": [ "BenchmarkTest01018", "BenchmarkTest00532", "BenchmarkTest00077", "BenchmarkTest00824", "BenchmarkTest01167", "BenchmarkTest00826", "BenchmarkTest00814", "BenchmarkTest00293" ] }, { "index": 3, "caseIds": [ "BenchmarkTest00914", "BenchmarkTest01079", "BenchmarkTest00403", "BenchmarkTest00340", "BenchmarkTest00827", "BenchmarkTest00462", "BenchmarkTest00650", "BenchmarkTest00456" ] }, { "index": 4, "caseIds": [ "BenchmarkTest00074", "BenchmarkTest00213" ] } ] }, "inputContext": { "mode": "context_assisted_verification", "detectionRoutesOnly": true, "nativeRoutesOnly": true, "nativeHintsInjected": false, "supportFiles": [ { "path": "helpers/db_sqlite.py", "sourceSha256": "24f852d86bce0ccb0752202ee7736e0c60ad21b637ac5032e001cf888f9d6283", "sanitizedSha256": "24f852d86bce0ccb0752202ee7736e0c60ad21b637ac5032e001cf888f9d6283", "bytes": 1826, "chars": 1826 }, { "path": "helpers/ldap.py", "sourceSha256": "93b08ba6e7c6cf1bc9fa34e29504e6d8fd5e3a94f5a59deb8fb1cf50f7447d23", "sanitizedSha256": "93b08ba6e7c6cf1bc9fa34e29504e6d8fd5e3a94f5a59deb8fb1cf50f7447d23", "bytes": 890, "chars": 890 }, { "path": "helpers/separate_request.py", "sourceSha256": "89db71030f136a205b52ea1aecec7ffb596efca2721ef91522eea4b2075814a4", "sanitizedSha256": "89db71030f136a205b52ea1aecec7ffb596efca2721ef91522eea4b2075814a4", "bytes": 423, "chars": 423 }, { "path": "helpers/ThingFactory.py", "sourceSha256": "3397a5ee88decd1f9610f9a76fd8c5134eda17432927a617b9874adf44282164", "sanitizedSha256": "3397a5ee88decd1f9610f9a76fd8c5134eda17432927a617b9874adf44282164", "bytes": 445, "chars": 445 }, { "path": "helpers/utils.py", "sourceSha256": "899b04b2610fe168cecf618ee12c9f318dffaeb0a7b4e59f27bcd629c5795834", "sanitizedSha256": "dee3e801315c65ffb961696705b5a710a689d86644930d4bec7b06c08f45fe6d", "bytes": 1934, "chars": 1934 } ], "policy": { "maxDirectModules": 2, "maxModuleChars": 3000, "maxTotalChars": 6000 }, "manifestSha256": "f313c2303435ead2118e2588be660112b1cd72e908afec942dd3e9c8ca56ec57" }, "stageFailures": [ { "batch": 2, "mappedStatus": "complete", "verifiedStatus": "failed", "category": "provider_or_parse_or_verification_failure" }, { "batch": 4, "mappedStatus": "complete", "verifiedStatus": "failed", "category": "provider_or_parse_or_verification_failure" } ] }