{ "module": "domain/cve-backport", "eval_type": "standard", "timestamp": "2026-04-04T10:51:22Z", "n_examples": 100, "metrics": { "avg_recall": 0.9313, "avg_precision": 0.9441, "exact_match": 83, "perfect_count": 90, "failure_count": 5, "zero_failures": false }, "per_tier": { "adapted": { "avg_recall": 0.9001, "count": 15, "perfect": 13 }, "identical": { "avg_recall": 0.9368, "count": 85, "perfect": 77 } }, "pass": false, "per_example": [ { "id": "codegen-openssl-4598-0001-s_server-Use-2048-bit-DH--apps_s_server.c", "tier": "adapted", "recall": 0.56, "precision": 0.875, "exact_match": false }, { "id": "codegen-openssl-4769-openssl-CVE-2016-0797.patch-crypto_bn_bn.h", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-jasper-14141-jasper-CVE-2018-18873.patch-src_libjasper_ras_ras_enc.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-python-libxml2-python-12846-libxml2-python3-unicode-errors.patch-python_libxml.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-GraphicsMagick-13054-GraphicsMagick-dcm.c-update.patch-coders_dcm.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-libvirt-13730-f3ef7daf-xenconfig-e820-host.patch-src_libxl_xen_common.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-libvirt-13730-ae9e6c2a-qemu-allow-cond-format-probe.patch-src_util_virstoragefile.c", "tier": "identical", "recall": 0.975, "precision": 1.0, "exact_match": false }, { "id": "codegen-glibc-10645-sysconf-uio-maxiov.patch-sysdeps_unix_sysv_linux_Makefile", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-tiff-9924-tiff-CVE-2019-7663.patch-tools_tiffcp.c", "tier": "identical", "recall": 0.8888888888888888, "precision": 0.8888888888888888, "exact_match": false }, { "id": "codegen-glibc-17211-sysconf-uio-maxiov.patch-sysdeps_unix_sysv_linux_Makefile", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-bluez-10285-0006-btmon-fix-multiple-segfaults.patch-monitor_packet.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-bluez-11572-hcidump-Fix-memory-leak-with-malformed-packet.patch-tools_hcidump.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-python-base-17077-python-skip_random_failing_tests.patch-Lib_test_test_multiprocessing.py", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-python-base-10735-python-bsddb6.diff-Modules__bsddb.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-10645-mman-map-sync.patch-sysdeps_unix_sysv_linux_sh_bits_mman.h", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-17211-syslog-locking.patch-misc_syslog.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-17211-i386-memmove-sse2-unaligned.patch-string_test-memmove.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-10645-remove-nss-nis-compat.patch-nss_grp-lookup.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-python-17077-reproducible.patch-Lib_py_compile.py", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-libvirt-13730-967f4eeb-xenconfig-event-channels.patch-src_libxl_xen_xl.c", "tier": "identical", "recall": 0.047619047619047616, "precision": 0.3333333333333333, "exact_match": false }, { "id": "codegen-python-10735-python-2.7.5-multilib.patch-Makefile.pre.in", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-GraphicsMagick-13054-GraphicsMagick-CVE-2019-19951.patch-coders_miff.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-libvirt-13730-b7d6648d-conf-add-e820-host.patch-docs_formatdomain.html.in", "tier": "identical", "recall": 0.0, "precision": 0.0, "exact_match": false }, { "id": "codegen-libvirt-13730-libvirt-suse-netcontrol.patch-configure.ac", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-10645-i386-memmove-sse2-unaligned.patch-sysdeps_i386_i686_multiarch_memcpy-sse2-unaligned.S", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-17211-euc-kr-overrun.patch-iconvdata_Makefile", "tier": "identical", "recall": 0.5, "precision": 0.25, "exact_match": false }, { "id": "codegen-glibc-17211-glibc-2.3.90-langpackdir.diff-intl_loadmsgcat.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-libvirt-13730-libxl-set-migration-constraints.patch-docs_manpages_virsh.rst", "tier": "identical", "recall": 0.0, "precision": 0.0, "exact_match": false }, { "id": "codegen-libvirt-13730-0001-Extract-stats-functions-from-the-qemu-driver.patch-src_qemu_qemu_driver.c", "tier": "identical", "recall": 0.0, "precision": 0.0, "exact_match": false }, { "id": "codegen-python-base-10735-python-2.7.5-multilib.patch-Lib_trace.py", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-python-doc-10735-python-bsddb6.diff-Lib_bsddb_test_test_all.py", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-python-doc-10735-python-bsddb6.diff-Modules_bsddb.h", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-python-10735-python-bsddb6.diff-Modules__bsddb.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-python-doc-10735-python-2.7.5-multilib.patch-Lib_site.py", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": false }, { "id": "codegen-python-doc-10735-python-skip_random_failing_tests.patch-Lib_test_test_subprocess.py", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-openssl-4769-openssl-CVE-2014-3566.patch-apps_s_client.c", "tier": "adapted", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-openssl-4769-0001-libcrypto-Hide-library-pr-crypto_des_des_locl.h", "tier": "adapted", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-openssl-4769-0001-libcrypto-Hide-library-pr-crypto_modes_modes_lcl.h", "tier": "adapted", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-openssl-4769-0001-libcrypto-Hide-library-pr-crypto_modes_gcm128.c", "tier": "adapted", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-openssl-4769-openssl-CVE-2014-8275.patch-crypto_asn1_a_type.c", "tier": "adapted", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-17211-0003-S390-Unify-31-64bit-memcpy.patch-sysdeps_s390_s390-64_multiarch_Makefile", "tier": "adapted", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-17211-iconv-option-parsing.patch-iconv_gconv_int.h", "tier": "adapted", "recall": 0.03333333333333333, "precision": 0.5, "exact_match": false }, { "id": "codegen-ghostscript-mini-5761-fix-mutex-crash.patch-base_gp_psync.c", "tier": "adapted", "recall": 0.9574468085106383, "precision": 0.9782608695652174, "exact_match": false }, { "id": "codegen-GraphicsMagick-9414-GraphicsMagick-CVE-2014-9845.patch-coders_dib.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-ImageMagick-9270-ImageMagick-CVE-2016-7540.patch-coders_rgf.c", "tier": "adapted", "recall": 1.0, "precision": 0.8461538461538461, "exact_match": false }, { "id": "codegen-ImageMagick-9270-ImageMagick-CVE-2017-14989.patch-magick_annotate.c", "tier": "adapted", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-GraphicsMagick-9192-GraphicsMagick-CVE-2018-16645.patch-coders_dib.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-ImageMagick-9059-ImageMagick-CVE-2016-6491.patch-magick_property.c", "tier": "adapted", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-ImageMagick-9059-ImageMagick-CVE-2017-14175.patch-coders_xbm.c", "tier": "adapted", "recall": 0.95, "precision": 0.9743589743589743, "exact_match": false }, { "id": "codegen-openssh-8445-openssh-7.2p2-X_forward_with_disabled_ipv6.patch-openssh-7.2p2_channels.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-openssh-8445-openssh-7.2p2-disable_short_DH_parameters.patch-openssh-7.2p2_readconf.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-openssh-8445-openssh-7.2p2-prevent_private_key_leakage.patch-openssh-7.2p2_sshbuf.h", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-apache2-8062-apache2-CVE-2016-8740.patch-modules_http2_h2_session.c", "tier": "adapted", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-LibVNCServer-7946-LibVNCServer-CVE-2014-6052.patch-libvncclient_rfbproto.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-testsuite-7805-0004-S390-Fix-handling-of-DXC-byte-in-FPC-register.patch-sysdeps_s390_fpu_fesetenv.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-testsuite-7805-0013-S390-Optimize-stpcpy-and-wcpcpy.patch-string_test-stpcpy.c", "tier": "identical", "recall": 0.9615384615384616, "precision": 0.9615384615384616, "exact_match": false }, { "id": "codegen-glibc-testsuite-7805-0016-S390-Optimize-strcat-and-wcscat.patch-sysdeps_s390_multiarch_strcat.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-testsuite-7805-0021-S390-Optimize-strchrnul-and-wcschrnul.patch-string_test-strchr.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-testsuite-7805-0027-S390-Optimize-memccpy.patch-string_memccpy.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-testsuite-7805-avx512-knl-memcpy.patch-sysdeps_x86_64_multiarch_mempcpy.S", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-testsuite-7805-errorcheck-mutex-no-elision.patch-nptl_pthread_mutex_timedlock.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-testsuite-7805-glob-altdirfunc.patch-manual_pattern.texi", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-testsuite-7805-iconv-reset-input-buffer.patch-iconv_gconv_simple.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-testsuite-7805-malloc-Fix-list_lock-arena-lock-deadlock-BZ-19182.patch-malloc_arena.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-testsuite-7805-nis-initgroups-status.patch-nis_nss_nis_nis-initgroups.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-testsuite-7805-powerpc-elision-adapt-param.patch-sysdeps_unix_sysv_linux_powerpc_elision-lock.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-testsuite-7805-prelink-elf-rtype-class.patch-elf_dl-lookup.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-testsuite-7805-reduce-edns-payload.patch-resolv_res_query.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-testsuite-7805-s390-runtime-resolve.patch-sysdeps_s390_bits_link.h", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-testsuite-7805-send-dg-buffer-overflow.patch-resolv_res_send.c", "tier": "identical", "recall": 0.9818181818181818, "precision": 0.9818181818181818, "exact_match": false }, { "id": "codegen-glibc-testsuite-7805-strftime-range-check.patch-time_tst-strftime.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-utils-7805-0004-S390-Fix-handling-of-DXC-byte-in-FPC-register.patch-sysdeps_s390_fpu_fsetexcptflg.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-utils-7805-0013-S390-Optimize-stpcpy-and-wcpcpy.patch-wcsmbs_wcpcpy.c", "tier": "identical", "recall": 0.8, "precision": 1.0, "exact_match": false }, { "id": "codegen-glibc-utils-7805-0017-S390-Optimize-strncat-wcsncat.patch-benchtests_bench-strncat.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-utils-7805-0023-S390-Optimize-strspn-and-wcsspn.patch-benchtests_bench-strspn.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-utils-7805-0028-S390-Optimize-wmemset.patch-sysdeps_s390_multiarch_wmemset.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-utils-7805-catopen-unbound-alloca.patch-catgets_catgets.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-utils-7805-fnmatch-collating-elements.patch-posix_fnmatch_loop.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-utils-7805-glob-altdirfunc.patch-posix_glob.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-utils-7805-iconv-reset-input-buffer.patch-iconv_gconv_simple.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-utils-7805-malloc-Prevent-arena-free_list-from-turning-cyclic-B.patch-malloc_malloc.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-utils-7805-nscd-gc-crash.patch-nscd_grpcache.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-utils-7805-powerpc-elision-enable-envvar.patch-sysdeps_unix_sysv_linux_powerpc_elision-conf.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-utils-7805-prelink-elf-rtype-class.patch-elf_dl-lookup.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-utils-7805-reduce-edns-payload.patch-resolv_res_query.c", "tier": "identical", "recall": 0.47368421052631576, "precision": 0.8181818181818182, "exact_match": false }, { "id": "codegen-glibc-utils-7805-s390-runtime-resolve.patch-sysdeps_s390_bits_link.h", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-utils-7805-send-dg-buffer-overflow.patch-resolv_res_send.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-utils-7805-sunrpc-xdr-memory.patch-sunrpc_xdr.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-7805-0004-S390-Fix-handling-of-DXC-byte-in-FPC-register.patch-sysdeps_s390_fpu_ftestexcept.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-7805-errorcheck-mutex-no-elision.patch-nptl_pthread_mutex_timedlock.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-7805-nis-initgroups-status.patch-nis_nss_nis_nis-initgroups.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-7805-powerpc-tabort-usage.patch-sysdeps_unix_sysv_linux_powerpc_syscall.S", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-glibc-7805-tzset-tzname.patch-timezone_Makefile", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-curl-7678-curl-CVE-2014-3620.patch-tests_data_test61", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-curl-7678-curl-CVE-2015-3153.patch-tests_data_test1527", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-curl-7678-curl-CVE-2016-8623.patch-lib_cookie.h", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-openvpn-7411-0001-Fix-remote-triggerable-memory-leaks-CVE-2017-7521.patch-src_openvpn_ssl_verify_openssl.c", "tier": "adapted", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-openvpn-7411-openvpn-2.3.x-fixed-multiple-low-severity-issues.patch-src_openvpn_error.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-GraphicsMagick-7399-GraphicsMagick-CVE-2014-9845.patch-coders_dib.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true }, { "id": "codegen-GraphicsMagick-7342-GraphicsMagick-CVE-2016-7101.patch-coders_sgi.c", "tier": "identical", "recall": 1.0, "precision": 1.0, "exact_match": true } ] }