初始化项目,由ModelHub XC社区提供模型

Model: openSUSE/CVE-Backport-Qwen2.5-Coder-32B
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-15 22:52:28 +08:00
commit b86a0b588f
33 changed files with 154352 additions and 0 deletions

729
eval/recall-v4-n100.json Normal file
View File

@@ -0,0 +1,729 @@
{
"module": "domain/cve-backport",
"eval_type": "standard",
"timestamp": "2026-03-28T09:42:46Z",
"n_examples": 100,
"metrics": {
"avg_recall": 0.931,
"avg_precision": 0.9463,
"exact_match": 87,
"perfect_count": 89,
"failure_count": 4,
"zero_failures": false
},
"per_tier": {
"adapted": {
"avg_recall": 0.8562,
"count": 15,
"perfect": 12
},
"identical": {
"avg_recall": 0.9442,
"count": 85,
"perfect": 77
}
},
"pass": false,
"per_example": [
{
"id": "codegen-openssl-4598-0001-s_server-Use-2048-bit-DH--apps_s_server.c",
"tier": "adapted",
"recall": 0.36,
"precision": 0.20689655172413793,
"exact_match": false
},
{
"id": "codegen-openssl-4769-openssl-CVE-2016-0797.patch-crypto_bn_bn.h",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-jasper-14141-jasper-CVE-2018-18873.patch-src_libjasper_ras_ras_enc.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-python-libxml2-python-12846-libxml2-python3-unicode-errors.patch-python_libxml.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-GraphicsMagick-13054-GraphicsMagick-dcm.c-update.patch-coders_dcm.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-libvirt-13730-f3ef7daf-xenconfig-e820-host.patch-src_libxl_xen_common.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-libvirt-13730-ae9e6c2a-qemu-allow-cond-format-probe.patch-src_util_virstoragefile.c",
"tier": "identical",
"recall": 0.725,
"precision": 0.7631578947368421,
"exact_match": false
},
{
"id": "codegen-glibc-10645-sysconf-uio-maxiov.patch-sysdeps_unix_sysv_linux_Makefile",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-tiff-9924-tiff-CVE-2019-7663.patch-tools_tiffcp.c",
"tier": "identical",
"recall": 0.8888888888888888,
"precision": 0.8888888888888888,
"exact_match": false
},
{
"id": "codegen-glibc-17211-sysconf-uio-maxiov.patch-sysdeps_unix_sysv_linux_Makefile",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-bluez-10285-0006-btmon-fix-multiple-segfaults.patch-monitor_packet.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": false
},
{
"id": "codegen-bluez-11572-hcidump-Fix-memory-leak-with-malformed-packet.patch-tools_hcidump.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-python-base-17077-python-skip_random_failing_tests.patch-Lib_test_test_multiprocessing.py",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-python-base-10735-python-bsddb6.diff-Modules__bsddb.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-10645-mman-map-sync.patch-sysdeps_unix_sysv_linux_sh_bits_mman.h",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-17211-syslog-locking.patch-misc_syslog.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-17211-i386-memmove-sse2-unaligned.patch-string_test-memmove.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-10645-remove-nss-nis-compat.patch-nss_grp-lookup.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-python-17077-reproducible.patch-Lib_py_compile.py",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-libvirt-13730-967f4eeb-xenconfig-event-channels.patch-src_libxl_xen_xl.c",
"tier": "identical",
"recall": 0.19047619047619047,
"precision": 0.36363636363636365,
"exact_match": false
},
{
"id": "codegen-python-10735-python-2.7.5-multilib.patch-Makefile.pre.in",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-GraphicsMagick-13054-GraphicsMagick-CVE-2019-19951.patch-coders_miff.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-libvirt-13730-b7d6648d-conf-add-e820-host.patch-docs_formatdomain.html.in",
"tier": "identical",
"recall": 0.0,
"precision": 0.0,
"exact_match": false
},
{
"id": "codegen-libvirt-13730-libvirt-suse-netcontrol.patch-configure.ac",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-10645-i386-memmove-sse2-unaligned.patch-sysdeps_i386_i686_multiarch_memcpy-sse2-unaligned.S",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-17211-euc-kr-overrun.patch-iconvdata_Makefile",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-17211-glibc-2.3.90-langpackdir.diff-intl_loadmsgcat.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-libvirt-13730-libxl-set-migration-constraints.patch-docs_manpages_virsh.rst",
"tier": "identical",
"recall": 0.0,
"precision": 0.0,
"exact_match": false
},
{
"id": "codegen-libvirt-13730-0001-Extract-stats-functions-from-the-qemu-driver.patch-src_qemu_qemu_driver.c",
"tier": "identical",
"recall": 0.0,
"precision": 0.0,
"exact_match": false
},
{
"id": "codegen-python-base-10735-python-2.7.5-multilib.patch-Lib_trace.py",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-python-doc-10735-python-bsddb6.diff-Lib_bsddb_test_test_all.py",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-python-doc-10735-python-bsddb6.diff-Modules_bsddb.h",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-python-10735-python-bsddb6.diff-Modules__bsddb.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-python-doc-10735-python-2.7.5-multilib.patch-Lib_site.py",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-python-doc-10735-python-skip_random_failing_tests.patch-Lib_test_test_subprocess.py",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-openssl-4769-openssl-CVE-2014-3566.patch-apps_s_client.c",
"tier": "adapted",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-openssl-4769-0001-libcrypto-Hide-library-pr-crypto_des_des_locl.h",
"tier": "adapted",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-openssl-4769-0001-libcrypto-Hide-library-pr-crypto_modes_modes_lcl.h",
"tier": "adapted",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-openssl-4769-0001-libcrypto-Hide-library-pr-crypto_modes_gcm128.c",
"tier": "adapted",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-openssl-4769-openssl-CVE-2014-8275.patch-crypto_asn1_a_type.c",
"tier": "adapted",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-17211-0003-S390-Unify-31-64bit-memcpy.patch-sysdeps_s390_s390-64_multiarch_Makefile",
"tier": "adapted",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-17211-iconv-option-parsing.patch-iconv_gconv_int.h",
"tier": "adapted",
"recall": 0.03333333333333333,
"precision": 0.5,
"exact_match": false
},
{
"id": "codegen-ghostscript-mini-5761-fix-mutex-crash.patch-base_gp_psync.c",
"tier": "adapted",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-GraphicsMagick-9414-GraphicsMagick-CVE-2014-9845.patch-coders_dib.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-ImageMagick-9270-ImageMagick-CVE-2016-7540.patch-coders_rgf.c",
"tier": "adapted",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-ImageMagick-9270-ImageMagick-CVE-2017-14989.patch-magick_annotate.c",
"tier": "adapted",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-GraphicsMagick-9192-GraphicsMagick-CVE-2018-16645.patch-coders_dib.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-ImageMagick-9059-ImageMagick-CVE-2016-6491.patch-magick_property.c",
"tier": "adapted",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-ImageMagick-9059-ImageMagick-CVE-2017-14175.patch-coders_xbm.c",
"tier": "adapted",
"recall": 0.45,
"precision": 0.9473684210526315,
"exact_match": false
},
{
"id": "codegen-openssh-8445-openssh-7.2p2-X_forward_with_disabled_ipv6.patch-openssh-7.2p2_channels.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-openssh-8445-openssh-7.2p2-disable_short_DH_parameters.patch-openssh-7.2p2_readconf.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-openssh-8445-openssh-7.2p2-prevent_private_key_leakage.patch-openssh-7.2p2_sshbuf.h",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-apache2-8062-apache2-CVE-2016-8740.patch-modules_http2_h2_session.c",
"tier": "adapted",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-LibVNCServer-7946-LibVNCServer-CVE-2014-6052.patch-libvncclient_rfbproto.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-testsuite-7805-0004-S390-Fix-handling-of-DXC-byte-in-FPC-register.patch-sysdeps_s390_fpu_fesetenv.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-testsuite-7805-0013-S390-Optimize-stpcpy-and-wcpcpy.patch-string_test-stpcpy.c",
"tier": "identical",
"recall": 0.9615384615384616,
"precision": 0.9615384615384616,
"exact_match": false
},
{
"id": "codegen-glibc-testsuite-7805-0016-S390-Optimize-strcat-and-wcscat.patch-sysdeps_s390_multiarch_strcat.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-testsuite-7805-0021-S390-Optimize-strchrnul-and-wcschrnul.patch-string_test-strchr.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-testsuite-7805-0027-S390-Optimize-memccpy.patch-string_memccpy.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-testsuite-7805-avx512-knl-memcpy.patch-sysdeps_x86_64_multiarch_mempcpy.S",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-testsuite-7805-errorcheck-mutex-no-elision.patch-nptl_pthread_mutex_timedlock.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-testsuite-7805-glob-altdirfunc.patch-manual_pattern.texi",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-testsuite-7805-iconv-reset-input-buffer.patch-iconv_gconv_simple.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-testsuite-7805-malloc-Fix-list_lock-arena-lock-deadlock-BZ-19182.patch-malloc_arena.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-testsuite-7805-nis-initgroups-status.patch-nis_nss_nis_nis-initgroups.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-testsuite-7805-powerpc-elision-adapt-param.patch-sysdeps_unix_sysv_linux_powerpc_elision-lock.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-testsuite-7805-prelink-elf-rtype-class.patch-elf_dl-lookup.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-testsuite-7805-reduce-edns-payload.patch-resolv_res_query.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-testsuite-7805-s390-runtime-resolve.patch-sysdeps_s390_bits_link.h",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-testsuite-7805-send-dg-buffer-overflow.patch-resolv_res_send.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-testsuite-7805-strftime-range-check.patch-time_tst-strftime.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-utils-7805-0004-S390-Fix-handling-of-DXC-byte-in-FPC-register.patch-sysdeps_s390_fpu_fsetexcptflg.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-utils-7805-0013-S390-Optimize-stpcpy-and-wcpcpy.patch-wcsmbs_wcpcpy.c",
"tier": "identical",
"recall": 0.8,
"precision": 1.0,
"exact_match": false
},
{
"id": "codegen-glibc-utils-7805-0017-S390-Optimize-strncat-wcsncat.patch-benchtests_bench-strncat.c",
"tier": "identical",
"recall": 0.6888888888888889,
"precision": 1.0,
"exact_match": false
},
{
"id": "codegen-glibc-utils-7805-0023-S390-Optimize-strspn-and-wcsspn.patch-benchtests_bench-strspn.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-utils-7805-0028-S390-Optimize-wmemset.patch-sysdeps_s390_multiarch_wmemset.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-utils-7805-catopen-unbound-alloca.patch-catgets_catgets.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-utils-7805-fnmatch-collating-elements.patch-posix_fnmatch_loop.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-utils-7805-glob-altdirfunc.patch-posix_glob.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-utils-7805-iconv-reset-input-buffer.patch-iconv_gconv_simple.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-utils-7805-malloc-Prevent-arena-free_list-from-turning-cyclic-B.patch-malloc_malloc.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-utils-7805-nscd-gc-crash.patch-nscd_grpcache.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-utils-7805-powerpc-elision-enable-envvar.patch-sysdeps_unix_sysv_linux_powerpc_elision-conf.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-utils-7805-prelink-elf-rtype-class.patch-elf_dl-lookup.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-utils-7805-reduce-edns-payload.patch-resolv_res_query.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-utils-7805-s390-runtime-resolve.patch-sysdeps_s390_bits_link.h",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-utils-7805-send-dg-buffer-overflow.patch-resolv_res_send.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-utils-7805-sunrpc-xdr-memory.patch-sunrpc_xdr.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-7805-0004-S390-Fix-handling-of-DXC-byte-in-FPC-register.patch-sysdeps_s390_fpu_ftestexcept.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-7805-errorcheck-mutex-no-elision.patch-nptl_pthread_mutex_timedlock.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-7805-nis-initgroups-status.patch-nis_nss_nis_nis-initgroups.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-7805-powerpc-tabort-usage.patch-sysdeps_unix_sysv_linux_powerpc_syscall.S",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-glibc-7805-tzset-tzname.patch-timezone_Makefile",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-curl-7678-curl-CVE-2014-3620.patch-tests_data_test61",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-curl-7678-curl-CVE-2015-3153.patch-tests_data_test1527",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-curl-7678-curl-CVE-2016-8623.patch-lib_cookie.h",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-openvpn-7411-0001-Fix-remote-triggerable-memory-leaks-CVE-2017-7521.patch-src_openvpn_ssl_verify_openssl.c",
"tier": "adapted",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-openvpn-7411-openvpn-2.3.x-fixed-multiple-low-severity-issues.patch-src_openvpn_error.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-GraphicsMagick-7399-GraphicsMagick-CVE-2014-9845.patch-coders_dib.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
},
{
"id": "codegen-GraphicsMagick-7342-GraphicsMagick-CVE-2016-7101.patch-coders_sgi.c",
"tier": "identical",
"recall": 1.0,
"precision": 1.0,
"exact_match": true
}
]
}

View File

@@ -0,0 +1,666 @@
{
"module": "domain/cve-backport",
"eval_type": "test-generation",
"timestamp": "2026-03-28T10:06:38Z",
"n_examples": 50,
"metrics": {
"avg_score": 0.6661,
"median_score": 0.802,
"good_tests": 50,
"errors": 0,
"zero_errors": true
},
"pass": true,
"per_example": [
{
"id": "example_0",
"cve": "CVE-2020-27749",
"package": "grub2",
"tier": "identical",
"score": 0.485,
"ref_overlap": 0.321,
"prompt_overlap": 0.122,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 14
},
{
"id": "example_14",
"cve": "CVE-2020-1752",
"package": "glibc",
"tier": "identical",
"score": 0.455,
"ref_overlap": 0.286,
"prompt_overlap": 0.062,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 9
},
{
"id": "example_28",
"cve": "CVE-2019-9674",
"package": "python",
"tier": "identical",
"score": 0.367,
"ref_overlap": 0.091,
"prompt_overlap": 0.106,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 7
},
{
"id": "example_42",
"cve": "CVE-2019-1551",
"package": "openssl-1_1",
"tier": "identical",
"score": 0.75,
"ref_overlap": 0.857,
"prompt_overlap": 0.109,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 11
},
{
"id": "example_56",
"cve": "CVE-2020-10029",
"package": "glibc",
"tier": "identical",
"score": 0.358,
"ref_overlap": 0.111,
"prompt_overlap": 0.01,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 4
},
{
"id": "example_70",
"cve": "CVE-2024-53907",
"package": "python-Django",
"tier": "identical",
"score": 0.822,
"ref_overlap": 1.0,
"prompt_overlap": 0.109,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 21
},
{
"id": "example_84",
"cve": "CVE-2019-3885",
"package": "pacemaker",
"tier": "identical",
"score": 0.328,
"ref_overlap": 0.05,
"prompt_overlap": 0.014,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 5
},
{
"id": "example_98",
"cve": "CVE-2021-3933",
"package": "openexr",
"tier": "identical",
"score": 0.397,
"ref_overlap": 0.188,
"prompt_overlap": 0.014,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_112",
"cve": "CVE-2020-8286",
"package": "curl",
"tier": "identical",
"score": 0.671,
"ref_overlap": 0.727,
"prompt_overlap": 0.039,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 11
},
{
"id": "example_126",
"cve": "CVE-2021-22924",
"package": "curl",
"tier": "identical",
"score": 0.507,
"ref_overlap": 0.4,
"prompt_overlap": 0.037,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 10
},
{
"id": "example_140",
"cve": "CVE-2019-7397",
"package": "GraphicsMagick",
"tier": "identical",
"score": 0.455,
"ref_overlap": 0.3,
"prompt_overlap": 0.025,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_154",
"cve": "CVE-2018-0495",
"package": "libgcrypt",
"tier": "identical",
"score": 0.363,
"ref_overlap": 0.12,
"prompt_overlap": 0.015,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_168",
"cve": "CVE-2017-12133",
"package": "glibc",
"tier": "identical",
"score": 0.712,
"ref_overlap": 0.778,
"prompt_overlap": 0.114,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 10
},
{
"id": "example_182",
"cve": "CVE-2017-6441",
"package": "php7",
"tier": "identical",
"score": 0.554,
"ref_overlap": 0.5,
"prompt_overlap": 0.021,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 4
},
{
"id": "example_196",
"cve": "CVE-2015-8994",
"package": "php7",
"tier": "identical",
"score": 0.804,
"ref_overlap": 1.0,
"prompt_overlap": 0.018,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 4
},
{
"id": "example_210",
"cve": "CVE-2016-8866",
"package": "GraphicsMagick",
"tier": "identical",
"score": 0.472,
"ref_overlap": 0.333,
"prompt_overlap": 0.024,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_224",
"cve": "CVE-2018-19541",
"package": "jasper",
"tier": "synthetic-adapted",
"score": 0.517,
"ref_overlap": 0.429,
"prompt_overlap": 0.014,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_238",
"cve": "CVE-2019-9636",
"package": "python3-base",
"tier": "synthetic-adapted",
"score": 0.806,
"ref_overlap": 1.0,
"prompt_overlap": 0.03,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 4
},
{
"id": "example_252",
"cve": "CVE-2017-15597",
"package": "xen",
"tier": "synthetic-adapted",
"score": 0.368,
"ref_overlap": 0.133,
"prompt_overlap": 0.008,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 4
},
{
"id": "example_266",
"cve": "CVE-2018-0735",
"package": "openssl-1_1",
"tier": "adapted",
"score": 0.805,
"ref_overlap": 1.0,
"prompt_overlap": 0.023,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_280",
"cve": "CVE-2021-27219",
"package": "glib2",
"tier": "identical",
"score": 0.803,
"ref_overlap": 1.0,
"prompt_overlap": 0.015,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_294",
"cve": "CVE-2018-5711",
"package": "gd",
"tier": "identical",
"score": 0.803,
"ref_overlap": 1.0,
"prompt_overlap": 0.016,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_308",
"cve": "CVE-2019-11041",
"package": "php7",
"tier": "synthetic-adapted",
"score": 0.803,
"ref_overlap": 1.0,
"prompt_overlap": 0.014,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 4
},
{
"id": "example_322",
"cve": "CVE-2022-0113",
"package": "chromium",
"tier": "synthetic-adapted",
"score": 0.802,
"ref_overlap": 1.0,
"prompt_overlap": 0.009,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_336",
"cve": "CVE-2019-17498",
"package": "libssh2_org",
"tier": "identical",
"score": 0.804,
"ref_overlap": 1.0,
"prompt_overlap": 0.019,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_350",
"cve": "CVE-2019-5868",
"package": "chromium",
"tier": "identical",
"score": 0.803,
"ref_overlap": 1.0,
"prompt_overlap": 0.016,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_364",
"cve": "CVE-2018-17456",
"package": "git",
"tier": "identical",
"score": 0.604,
"ref_overlap": 1.0,
"prompt_overlap": 0.021,
"structural": 0.333,
"has_assert": false,
"has_function": false,
"lines": 3
},
{
"id": "example_378",
"cve": "CVE-2017-3737",
"package": "openssl",
"tier": "identical",
"score": 0.736,
"ref_overlap": 0.818,
"prompt_overlap": 0.136,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 13
},
{
"id": "example_392",
"cve": "CVE-2021-3500",
"package": "djvulibre",
"tier": "synthetic-adapted",
"score": 0.806,
"ref_overlap": 1.0,
"prompt_overlap": 0.029,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_406",
"cve": "CVE-2019-12838",
"package": "slurm",
"tier": "synthetic-adapted",
"score": 0.803,
"ref_overlap": 1.0,
"prompt_overlap": 0.016,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_420",
"cve": "CVE-2016-9042",
"package": "ntp",
"tier": "synthetic-adapted",
"score": 0.804,
"ref_overlap": 1.0,
"prompt_overlap": 0.019,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_434",
"cve": "CVE-2018-5732",
"package": "dhcp",
"tier": "synthetic-adapted",
"score": 0.803,
"ref_overlap": 1.0,
"prompt_overlap": 0.016,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_448",
"cve": "CVE-2019-2614",
"package": "mariadb",
"tier": "identical",
"score": 0.606,
"ref_overlap": 1.0,
"prompt_overlap": 0.029,
"structural": 0.333,
"has_assert": false,
"has_function": false,
"lines": 4
},
{
"id": "example_462",
"cve": "CVE-2019-9947",
"package": "python-base",
"tier": "identical",
"score": 0.805,
"ref_overlap": 1.0,
"prompt_overlap": 0.026,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 4
},
{
"id": "example_476",
"cve": "CVE-2018-9135",
"package": "ImageMagick",
"tier": "adapted",
"score": 0.803,
"ref_overlap": 1.0,
"prompt_overlap": 0.017,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_490",
"cve": "CVE-2017-9798",
"package": "apache2",
"tier": "adapted",
"score": 0.803,
"ref_overlap": 1.0,
"prompt_overlap": 0.013,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_504",
"cve": "CVE-2016-9317",
"package": "gd",
"tier": "identical",
"score": 0.805,
"ref_overlap": 1.0,
"prompt_overlap": 0.027,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_518",
"cve": "CVE-2018-20852",
"package": "python-doc",
"tier": "synthetic-adapted",
"score": 0.806,
"ref_overlap": 1.0,
"prompt_overlap": 0.031,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 4
},
{
"id": "example_532",
"cve": "CVE-2016-9603",
"package": "xen",
"tier": "synthetic-adapted",
"score": 0.802,
"ref_overlap": 1.0,
"prompt_overlap": 0.008,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 4
},
{
"id": "example_546",
"cve": "CVE-2020-9490",
"package": "apache2",
"tier": "synthetic-adapted",
"score": 0.802,
"ref_overlap": 1.0,
"prompt_overlap": 0.011,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_560",
"cve": "CVE-2017-3144",
"package": "dhcp",
"tier": "synthetic-adapted",
"score": 0.802,
"ref_overlap": 1.0,
"prompt_overlap": 0.012,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_574",
"cve": "CVE-2017-17479",
"package": "openjpeg2",
"tier": "synthetic-adapted",
"score": 0.803,
"ref_overlap": 1.0,
"prompt_overlap": 0.017,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_588",
"cve": "CVE-2021-3781",
"package": "ghostscript-mini",
"tier": "identical",
"score": 0.804,
"ref_overlap": 1.0,
"prompt_overlap": 0.018,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_602",
"cve": "CVE-2018-20103",
"package": "haproxy",
"tier": "identical",
"score": 0.805,
"ref_overlap": 1.0,
"prompt_overlap": 0.026,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_616",
"cve": "CVE-2016-8862",
"package": "ImageMagick",
"tier": "identical",
"score": 0.804,
"ref_overlap": 1.0,
"prompt_overlap": 0.022,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_630",
"cve": "CVE-2020-13977",
"package": "nagios",
"tier": "identical",
"score": 0.809,
"ref_overlap": 1.0,
"prompt_overlap": 0.043,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 3
},
{
"id": "example_644",
"cve": "CVE-2018-1060",
"package": "python3",
"tier": "synthetic-adapted",
"score": 0.803,
"ref_overlap": 1.0,
"prompt_overlap": 0.017,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 4
},
{
"id": "example_658",
"cve": "CVE-2018-10931",
"package": "cobbler",
"tier": "synthetic-adapted",
"score": 0.446,
"ref_overlap": 0.25,
"prompt_overlap": 0.105,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 10
},
{
"id": "codegen-curl-10079-libcurl-ocloexec.patch-cookie.c",
"cve": "CVE-2018-16839",
"package": "curl",
"tier": "identical",
"score": 0.322,
"ref_overlap": 0.0,
"prompt_overlap": 0.111,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 9
},
{
"id": "codegen-python3-11362-CVE-2019-16056-email-parse-addr.patch-Lib_email__header_value_parser.py",
"cve": "CVE-2019-16056",
"package": "python3",
"tier": "identical",
"score": 0.307,
"ref_overlap": 0.0,
"prompt_overlap": 0.036,
"structural": 1.0,
"has_assert": true,
"has_function": true,
"lines": 4
}
]
}