初始化项目,由ModelHub XC社区提供模型
Model: openSUSE/CVE-Backport-Qwen2.5-Coder-32B Source: Original Platform
This commit is contained in:
729
eval/recall-v4-n100.json
Normal file
729
eval/recall-v4-n100.json
Normal file
@@ -0,0 +1,729 @@
|
||||
{
|
||||
"module": "domain/cve-backport",
|
||||
"eval_type": "standard",
|
||||
"timestamp": "2026-03-28T09:42:46Z",
|
||||
"n_examples": 100,
|
||||
"metrics": {
|
||||
"avg_recall": 0.931,
|
||||
"avg_precision": 0.9463,
|
||||
"exact_match": 87,
|
||||
"perfect_count": 89,
|
||||
"failure_count": 4,
|
||||
"zero_failures": false
|
||||
},
|
||||
"per_tier": {
|
||||
"adapted": {
|
||||
"avg_recall": 0.8562,
|
||||
"count": 15,
|
||||
"perfect": 12
|
||||
},
|
||||
"identical": {
|
||||
"avg_recall": 0.9442,
|
||||
"count": 85,
|
||||
"perfect": 77
|
||||
}
|
||||
},
|
||||
"pass": false,
|
||||
"per_example": [
|
||||
{
|
||||
"id": "codegen-openssl-4598-0001-s_server-Use-2048-bit-DH--apps_s_server.c",
|
||||
"tier": "adapted",
|
||||
"recall": 0.36,
|
||||
"precision": 0.20689655172413793,
|
||||
"exact_match": false
|
||||
},
|
||||
{
|
||||
"id": "codegen-openssl-4769-openssl-CVE-2016-0797.patch-crypto_bn_bn.h",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-jasper-14141-jasper-CVE-2018-18873.patch-src_libjasper_ras_ras_enc.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-python-libxml2-python-12846-libxml2-python3-unicode-errors.patch-python_libxml.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-GraphicsMagick-13054-GraphicsMagick-dcm.c-update.patch-coders_dcm.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-libvirt-13730-f3ef7daf-xenconfig-e820-host.patch-src_libxl_xen_common.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-libvirt-13730-ae9e6c2a-qemu-allow-cond-format-probe.patch-src_util_virstoragefile.c",
|
||||
"tier": "identical",
|
||||
"recall": 0.725,
|
||||
"precision": 0.7631578947368421,
|
||||
"exact_match": false
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-10645-sysconf-uio-maxiov.patch-sysdeps_unix_sysv_linux_Makefile",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-tiff-9924-tiff-CVE-2019-7663.patch-tools_tiffcp.c",
|
||||
"tier": "identical",
|
||||
"recall": 0.8888888888888888,
|
||||
"precision": 0.8888888888888888,
|
||||
"exact_match": false
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-17211-sysconf-uio-maxiov.patch-sysdeps_unix_sysv_linux_Makefile",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-bluez-10285-0006-btmon-fix-multiple-segfaults.patch-monitor_packet.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": false
|
||||
},
|
||||
{
|
||||
"id": "codegen-bluez-11572-hcidump-Fix-memory-leak-with-malformed-packet.patch-tools_hcidump.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-python-base-17077-python-skip_random_failing_tests.patch-Lib_test_test_multiprocessing.py",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-python-base-10735-python-bsddb6.diff-Modules__bsddb.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-10645-mman-map-sync.patch-sysdeps_unix_sysv_linux_sh_bits_mman.h",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-17211-syslog-locking.patch-misc_syslog.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-17211-i386-memmove-sse2-unaligned.patch-string_test-memmove.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-10645-remove-nss-nis-compat.patch-nss_grp-lookup.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-python-17077-reproducible.patch-Lib_py_compile.py",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-libvirt-13730-967f4eeb-xenconfig-event-channels.patch-src_libxl_xen_xl.c",
|
||||
"tier": "identical",
|
||||
"recall": 0.19047619047619047,
|
||||
"precision": 0.36363636363636365,
|
||||
"exact_match": false
|
||||
},
|
||||
{
|
||||
"id": "codegen-python-10735-python-2.7.5-multilib.patch-Makefile.pre.in",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-GraphicsMagick-13054-GraphicsMagick-CVE-2019-19951.patch-coders_miff.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-libvirt-13730-b7d6648d-conf-add-e820-host.patch-docs_formatdomain.html.in",
|
||||
"tier": "identical",
|
||||
"recall": 0.0,
|
||||
"precision": 0.0,
|
||||
"exact_match": false
|
||||
},
|
||||
{
|
||||
"id": "codegen-libvirt-13730-libvirt-suse-netcontrol.patch-configure.ac",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-10645-i386-memmove-sse2-unaligned.patch-sysdeps_i386_i686_multiarch_memcpy-sse2-unaligned.S",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-17211-euc-kr-overrun.patch-iconvdata_Makefile",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-17211-glibc-2.3.90-langpackdir.diff-intl_loadmsgcat.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-libvirt-13730-libxl-set-migration-constraints.patch-docs_manpages_virsh.rst",
|
||||
"tier": "identical",
|
||||
"recall": 0.0,
|
||||
"precision": 0.0,
|
||||
"exact_match": false
|
||||
},
|
||||
{
|
||||
"id": "codegen-libvirt-13730-0001-Extract-stats-functions-from-the-qemu-driver.patch-src_qemu_qemu_driver.c",
|
||||
"tier": "identical",
|
||||
"recall": 0.0,
|
||||
"precision": 0.0,
|
||||
"exact_match": false
|
||||
},
|
||||
{
|
||||
"id": "codegen-python-base-10735-python-2.7.5-multilib.patch-Lib_trace.py",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-python-doc-10735-python-bsddb6.diff-Lib_bsddb_test_test_all.py",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-python-doc-10735-python-bsddb6.diff-Modules_bsddb.h",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-python-10735-python-bsddb6.diff-Modules__bsddb.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-python-doc-10735-python-2.7.5-multilib.patch-Lib_site.py",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-python-doc-10735-python-skip_random_failing_tests.patch-Lib_test_test_subprocess.py",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-openssl-4769-openssl-CVE-2014-3566.patch-apps_s_client.c",
|
||||
"tier": "adapted",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-openssl-4769-0001-libcrypto-Hide-library-pr-crypto_des_des_locl.h",
|
||||
"tier": "adapted",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-openssl-4769-0001-libcrypto-Hide-library-pr-crypto_modes_modes_lcl.h",
|
||||
"tier": "adapted",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-openssl-4769-0001-libcrypto-Hide-library-pr-crypto_modes_gcm128.c",
|
||||
"tier": "adapted",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-openssl-4769-openssl-CVE-2014-8275.patch-crypto_asn1_a_type.c",
|
||||
"tier": "adapted",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-17211-0003-S390-Unify-31-64bit-memcpy.patch-sysdeps_s390_s390-64_multiarch_Makefile",
|
||||
"tier": "adapted",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-17211-iconv-option-parsing.patch-iconv_gconv_int.h",
|
||||
"tier": "adapted",
|
||||
"recall": 0.03333333333333333,
|
||||
"precision": 0.5,
|
||||
"exact_match": false
|
||||
},
|
||||
{
|
||||
"id": "codegen-ghostscript-mini-5761-fix-mutex-crash.patch-base_gp_psync.c",
|
||||
"tier": "adapted",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-GraphicsMagick-9414-GraphicsMagick-CVE-2014-9845.patch-coders_dib.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-ImageMagick-9270-ImageMagick-CVE-2016-7540.patch-coders_rgf.c",
|
||||
"tier": "adapted",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-ImageMagick-9270-ImageMagick-CVE-2017-14989.patch-magick_annotate.c",
|
||||
"tier": "adapted",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-GraphicsMagick-9192-GraphicsMagick-CVE-2018-16645.patch-coders_dib.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-ImageMagick-9059-ImageMagick-CVE-2016-6491.patch-magick_property.c",
|
||||
"tier": "adapted",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-ImageMagick-9059-ImageMagick-CVE-2017-14175.patch-coders_xbm.c",
|
||||
"tier": "adapted",
|
||||
"recall": 0.45,
|
||||
"precision": 0.9473684210526315,
|
||||
"exact_match": false
|
||||
},
|
||||
{
|
||||
"id": "codegen-openssh-8445-openssh-7.2p2-X_forward_with_disabled_ipv6.patch-openssh-7.2p2_channels.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-openssh-8445-openssh-7.2p2-disable_short_DH_parameters.patch-openssh-7.2p2_readconf.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-openssh-8445-openssh-7.2p2-prevent_private_key_leakage.patch-openssh-7.2p2_sshbuf.h",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-apache2-8062-apache2-CVE-2016-8740.patch-modules_http2_h2_session.c",
|
||||
"tier": "adapted",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-LibVNCServer-7946-LibVNCServer-CVE-2014-6052.patch-libvncclient_rfbproto.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-testsuite-7805-0004-S390-Fix-handling-of-DXC-byte-in-FPC-register.patch-sysdeps_s390_fpu_fesetenv.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-testsuite-7805-0013-S390-Optimize-stpcpy-and-wcpcpy.patch-string_test-stpcpy.c",
|
||||
"tier": "identical",
|
||||
"recall": 0.9615384615384616,
|
||||
"precision": 0.9615384615384616,
|
||||
"exact_match": false
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-testsuite-7805-0016-S390-Optimize-strcat-and-wcscat.patch-sysdeps_s390_multiarch_strcat.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-testsuite-7805-0021-S390-Optimize-strchrnul-and-wcschrnul.patch-string_test-strchr.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-testsuite-7805-0027-S390-Optimize-memccpy.patch-string_memccpy.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-testsuite-7805-avx512-knl-memcpy.patch-sysdeps_x86_64_multiarch_mempcpy.S",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-testsuite-7805-errorcheck-mutex-no-elision.patch-nptl_pthread_mutex_timedlock.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-testsuite-7805-glob-altdirfunc.patch-manual_pattern.texi",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-testsuite-7805-iconv-reset-input-buffer.patch-iconv_gconv_simple.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-testsuite-7805-malloc-Fix-list_lock-arena-lock-deadlock-BZ-19182.patch-malloc_arena.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-testsuite-7805-nis-initgroups-status.patch-nis_nss_nis_nis-initgroups.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-testsuite-7805-powerpc-elision-adapt-param.patch-sysdeps_unix_sysv_linux_powerpc_elision-lock.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-testsuite-7805-prelink-elf-rtype-class.patch-elf_dl-lookup.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-testsuite-7805-reduce-edns-payload.patch-resolv_res_query.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-testsuite-7805-s390-runtime-resolve.patch-sysdeps_s390_bits_link.h",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-testsuite-7805-send-dg-buffer-overflow.patch-resolv_res_send.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-testsuite-7805-strftime-range-check.patch-time_tst-strftime.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-utils-7805-0004-S390-Fix-handling-of-DXC-byte-in-FPC-register.patch-sysdeps_s390_fpu_fsetexcptflg.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-utils-7805-0013-S390-Optimize-stpcpy-and-wcpcpy.patch-wcsmbs_wcpcpy.c",
|
||||
"tier": "identical",
|
||||
"recall": 0.8,
|
||||
"precision": 1.0,
|
||||
"exact_match": false
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-utils-7805-0017-S390-Optimize-strncat-wcsncat.patch-benchtests_bench-strncat.c",
|
||||
"tier": "identical",
|
||||
"recall": 0.6888888888888889,
|
||||
"precision": 1.0,
|
||||
"exact_match": false
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-utils-7805-0023-S390-Optimize-strspn-and-wcsspn.patch-benchtests_bench-strspn.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-utils-7805-0028-S390-Optimize-wmemset.patch-sysdeps_s390_multiarch_wmemset.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-utils-7805-catopen-unbound-alloca.patch-catgets_catgets.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-utils-7805-fnmatch-collating-elements.patch-posix_fnmatch_loop.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-utils-7805-glob-altdirfunc.patch-posix_glob.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-utils-7805-iconv-reset-input-buffer.patch-iconv_gconv_simple.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-utils-7805-malloc-Prevent-arena-free_list-from-turning-cyclic-B.patch-malloc_malloc.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-utils-7805-nscd-gc-crash.patch-nscd_grpcache.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-utils-7805-powerpc-elision-enable-envvar.patch-sysdeps_unix_sysv_linux_powerpc_elision-conf.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-utils-7805-prelink-elf-rtype-class.patch-elf_dl-lookup.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-utils-7805-reduce-edns-payload.patch-resolv_res_query.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-utils-7805-s390-runtime-resolve.patch-sysdeps_s390_bits_link.h",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-utils-7805-send-dg-buffer-overflow.patch-resolv_res_send.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-utils-7805-sunrpc-xdr-memory.patch-sunrpc_xdr.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-7805-0004-S390-Fix-handling-of-DXC-byte-in-FPC-register.patch-sysdeps_s390_fpu_ftestexcept.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-7805-errorcheck-mutex-no-elision.patch-nptl_pthread_mutex_timedlock.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-7805-nis-initgroups-status.patch-nis_nss_nis_nis-initgroups.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-7805-powerpc-tabort-usage.patch-sysdeps_unix_sysv_linux_powerpc_syscall.S",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-glibc-7805-tzset-tzname.patch-timezone_Makefile",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-curl-7678-curl-CVE-2014-3620.patch-tests_data_test61",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-curl-7678-curl-CVE-2015-3153.patch-tests_data_test1527",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-curl-7678-curl-CVE-2016-8623.patch-lib_cookie.h",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-openvpn-7411-0001-Fix-remote-triggerable-memory-leaks-CVE-2017-7521.patch-src_openvpn_ssl_verify_openssl.c",
|
||||
"tier": "adapted",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-openvpn-7411-openvpn-2.3.x-fixed-multiple-low-severity-issues.patch-src_openvpn_error.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-GraphicsMagick-7399-GraphicsMagick-CVE-2014-9845.patch-coders_dib.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
},
|
||||
{
|
||||
"id": "codegen-GraphicsMagick-7342-GraphicsMagick-CVE-2016-7101.patch-coders_sgi.c",
|
||||
"tier": "identical",
|
||||
"recall": 1.0,
|
||||
"precision": 1.0,
|
||||
"exact_match": true
|
||||
}
|
||||
]
|
||||
}
|
||||
666
eval/test-generation-v4-n50.json
Normal file
666
eval/test-generation-v4-n50.json
Normal file
@@ -0,0 +1,666 @@
|
||||
{
|
||||
"module": "domain/cve-backport",
|
||||
"eval_type": "test-generation",
|
||||
"timestamp": "2026-03-28T10:06:38Z",
|
||||
"n_examples": 50,
|
||||
"metrics": {
|
||||
"avg_score": 0.6661,
|
||||
"median_score": 0.802,
|
||||
"good_tests": 50,
|
||||
"errors": 0,
|
||||
"zero_errors": true
|
||||
},
|
||||
"pass": true,
|
||||
"per_example": [
|
||||
{
|
||||
"id": "example_0",
|
||||
"cve": "CVE-2020-27749",
|
||||
"package": "grub2",
|
||||
"tier": "identical",
|
||||
"score": 0.485,
|
||||
"ref_overlap": 0.321,
|
||||
"prompt_overlap": 0.122,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 14
|
||||
},
|
||||
{
|
||||
"id": "example_14",
|
||||
"cve": "CVE-2020-1752",
|
||||
"package": "glibc",
|
||||
"tier": "identical",
|
||||
"score": 0.455,
|
||||
"ref_overlap": 0.286,
|
||||
"prompt_overlap": 0.062,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 9
|
||||
},
|
||||
{
|
||||
"id": "example_28",
|
||||
"cve": "CVE-2019-9674",
|
||||
"package": "python",
|
||||
"tier": "identical",
|
||||
"score": 0.367,
|
||||
"ref_overlap": 0.091,
|
||||
"prompt_overlap": 0.106,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 7
|
||||
},
|
||||
{
|
||||
"id": "example_42",
|
||||
"cve": "CVE-2019-1551",
|
||||
"package": "openssl-1_1",
|
||||
"tier": "identical",
|
||||
"score": 0.75,
|
||||
"ref_overlap": 0.857,
|
||||
"prompt_overlap": 0.109,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 11
|
||||
},
|
||||
{
|
||||
"id": "example_56",
|
||||
"cve": "CVE-2020-10029",
|
||||
"package": "glibc",
|
||||
"tier": "identical",
|
||||
"score": 0.358,
|
||||
"ref_overlap": 0.111,
|
||||
"prompt_overlap": 0.01,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 4
|
||||
},
|
||||
{
|
||||
"id": "example_70",
|
||||
"cve": "CVE-2024-53907",
|
||||
"package": "python-Django",
|
||||
"tier": "identical",
|
||||
"score": 0.822,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.109,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 21
|
||||
},
|
||||
{
|
||||
"id": "example_84",
|
||||
"cve": "CVE-2019-3885",
|
||||
"package": "pacemaker",
|
||||
"tier": "identical",
|
||||
"score": 0.328,
|
||||
"ref_overlap": 0.05,
|
||||
"prompt_overlap": 0.014,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 5
|
||||
},
|
||||
{
|
||||
"id": "example_98",
|
||||
"cve": "CVE-2021-3933",
|
||||
"package": "openexr",
|
||||
"tier": "identical",
|
||||
"score": 0.397,
|
||||
"ref_overlap": 0.188,
|
||||
"prompt_overlap": 0.014,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_112",
|
||||
"cve": "CVE-2020-8286",
|
||||
"package": "curl",
|
||||
"tier": "identical",
|
||||
"score": 0.671,
|
||||
"ref_overlap": 0.727,
|
||||
"prompt_overlap": 0.039,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 11
|
||||
},
|
||||
{
|
||||
"id": "example_126",
|
||||
"cve": "CVE-2021-22924",
|
||||
"package": "curl",
|
||||
"tier": "identical",
|
||||
"score": 0.507,
|
||||
"ref_overlap": 0.4,
|
||||
"prompt_overlap": 0.037,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 10
|
||||
},
|
||||
{
|
||||
"id": "example_140",
|
||||
"cve": "CVE-2019-7397",
|
||||
"package": "GraphicsMagick",
|
||||
"tier": "identical",
|
||||
"score": 0.455,
|
||||
"ref_overlap": 0.3,
|
||||
"prompt_overlap": 0.025,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_154",
|
||||
"cve": "CVE-2018-0495",
|
||||
"package": "libgcrypt",
|
||||
"tier": "identical",
|
||||
"score": 0.363,
|
||||
"ref_overlap": 0.12,
|
||||
"prompt_overlap": 0.015,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_168",
|
||||
"cve": "CVE-2017-12133",
|
||||
"package": "glibc",
|
||||
"tier": "identical",
|
||||
"score": 0.712,
|
||||
"ref_overlap": 0.778,
|
||||
"prompt_overlap": 0.114,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 10
|
||||
},
|
||||
{
|
||||
"id": "example_182",
|
||||
"cve": "CVE-2017-6441",
|
||||
"package": "php7",
|
||||
"tier": "identical",
|
||||
"score": 0.554,
|
||||
"ref_overlap": 0.5,
|
||||
"prompt_overlap": 0.021,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 4
|
||||
},
|
||||
{
|
||||
"id": "example_196",
|
||||
"cve": "CVE-2015-8994",
|
||||
"package": "php7",
|
||||
"tier": "identical",
|
||||
"score": 0.804,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.018,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 4
|
||||
},
|
||||
{
|
||||
"id": "example_210",
|
||||
"cve": "CVE-2016-8866",
|
||||
"package": "GraphicsMagick",
|
||||
"tier": "identical",
|
||||
"score": 0.472,
|
||||
"ref_overlap": 0.333,
|
||||
"prompt_overlap": 0.024,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_224",
|
||||
"cve": "CVE-2018-19541",
|
||||
"package": "jasper",
|
||||
"tier": "synthetic-adapted",
|
||||
"score": 0.517,
|
||||
"ref_overlap": 0.429,
|
||||
"prompt_overlap": 0.014,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_238",
|
||||
"cve": "CVE-2019-9636",
|
||||
"package": "python3-base",
|
||||
"tier": "synthetic-adapted",
|
||||
"score": 0.806,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.03,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 4
|
||||
},
|
||||
{
|
||||
"id": "example_252",
|
||||
"cve": "CVE-2017-15597",
|
||||
"package": "xen",
|
||||
"tier": "synthetic-adapted",
|
||||
"score": 0.368,
|
||||
"ref_overlap": 0.133,
|
||||
"prompt_overlap": 0.008,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 4
|
||||
},
|
||||
{
|
||||
"id": "example_266",
|
||||
"cve": "CVE-2018-0735",
|
||||
"package": "openssl-1_1",
|
||||
"tier": "adapted",
|
||||
"score": 0.805,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.023,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_280",
|
||||
"cve": "CVE-2021-27219",
|
||||
"package": "glib2",
|
||||
"tier": "identical",
|
||||
"score": 0.803,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.015,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_294",
|
||||
"cve": "CVE-2018-5711",
|
||||
"package": "gd",
|
||||
"tier": "identical",
|
||||
"score": 0.803,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.016,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_308",
|
||||
"cve": "CVE-2019-11041",
|
||||
"package": "php7",
|
||||
"tier": "synthetic-adapted",
|
||||
"score": 0.803,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.014,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 4
|
||||
},
|
||||
{
|
||||
"id": "example_322",
|
||||
"cve": "CVE-2022-0113",
|
||||
"package": "chromium",
|
||||
"tier": "synthetic-adapted",
|
||||
"score": 0.802,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.009,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_336",
|
||||
"cve": "CVE-2019-17498",
|
||||
"package": "libssh2_org",
|
||||
"tier": "identical",
|
||||
"score": 0.804,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.019,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_350",
|
||||
"cve": "CVE-2019-5868",
|
||||
"package": "chromium",
|
||||
"tier": "identical",
|
||||
"score": 0.803,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.016,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_364",
|
||||
"cve": "CVE-2018-17456",
|
||||
"package": "git",
|
||||
"tier": "identical",
|
||||
"score": 0.604,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.021,
|
||||
"structural": 0.333,
|
||||
"has_assert": false,
|
||||
"has_function": false,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_378",
|
||||
"cve": "CVE-2017-3737",
|
||||
"package": "openssl",
|
||||
"tier": "identical",
|
||||
"score": 0.736,
|
||||
"ref_overlap": 0.818,
|
||||
"prompt_overlap": 0.136,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 13
|
||||
},
|
||||
{
|
||||
"id": "example_392",
|
||||
"cve": "CVE-2021-3500",
|
||||
"package": "djvulibre",
|
||||
"tier": "synthetic-adapted",
|
||||
"score": 0.806,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.029,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_406",
|
||||
"cve": "CVE-2019-12838",
|
||||
"package": "slurm",
|
||||
"tier": "synthetic-adapted",
|
||||
"score": 0.803,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.016,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_420",
|
||||
"cve": "CVE-2016-9042",
|
||||
"package": "ntp",
|
||||
"tier": "synthetic-adapted",
|
||||
"score": 0.804,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.019,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_434",
|
||||
"cve": "CVE-2018-5732",
|
||||
"package": "dhcp",
|
||||
"tier": "synthetic-adapted",
|
||||
"score": 0.803,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.016,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_448",
|
||||
"cve": "CVE-2019-2614",
|
||||
"package": "mariadb",
|
||||
"tier": "identical",
|
||||
"score": 0.606,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.029,
|
||||
"structural": 0.333,
|
||||
"has_assert": false,
|
||||
"has_function": false,
|
||||
"lines": 4
|
||||
},
|
||||
{
|
||||
"id": "example_462",
|
||||
"cve": "CVE-2019-9947",
|
||||
"package": "python-base",
|
||||
"tier": "identical",
|
||||
"score": 0.805,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.026,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 4
|
||||
},
|
||||
{
|
||||
"id": "example_476",
|
||||
"cve": "CVE-2018-9135",
|
||||
"package": "ImageMagick",
|
||||
"tier": "adapted",
|
||||
"score": 0.803,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.017,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_490",
|
||||
"cve": "CVE-2017-9798",
|
||||
"package": "apache2",
|
||||
"tier": "adapted",
|
||||
"score": 0.803,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.013,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_504",
|
||||
"cve": "CVE-2016-9317",
|
||||
"package": "gd",
|
||||
"tier": "identical",
|
||||
"score": 0.805,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.027,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_518",
|
||||
"cve": "CVE-2018-20852",
|
||||
"package": "python-doc",
|
||||
"tier": "synthetic-adapted",
|
||||
"score": 0.806,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.031,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 4
|
||||
},
|
||||
{
|
||||
"id": "example_532",
|
||||
"cve": "CVE-2016-9603",
|
||||
"package": "xen",
|
||||
"tier": "synthetic-adapted",
|
||||
"score": 0.802,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.008,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 4
|
||||
},
|
||||
{
|
||||
"id": "example_546",
|
||||
"cve": "CVE-2020-9490",
|
||||
"package": "apache2",
|
||||
"tier": "synthetic-adapted",
|
||||
"score": 0.802,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.011,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_560",
|
||||
"cve": "CVE-2017-3144",
|
||||
"package": "dhcp",
|
||||
"tier": "synthetic-adapted",
|
||||
"score": 0.802,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.012,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_574",
|
||||
"cve": "CVE-2017-17479",
|
||||
"package": "openjpeg2",
|
||||
"tier": "synthetic-adapted",
|
||||
"score": 0.803,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.017,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_588",
|
||||
"cve": "CVE-2021-3781",
|
||||
"package": "ghostscript-mini",
|
||||
"tier": "identical",
|
||||
"score": 0.804,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.018,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_602",
|
||||
"cve": "CVE-2018-20103",
|
||||
"package": "haproxy",
|
||||
"tier": "identical",
|
||||
"score": 0.805,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.026,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_616",
|
||||
"cve": "CVE-2016-8862",
|
||||
"package": "ImageMagick",
|
||||
"tier": "identical",
|
||||
"score": 0.804,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.022,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_630",
|
||||
"cve": "CVE-2020-13977",
|
||||
"package": "nagios",
|
||||
"tier": "identical",
|
||||
"score": 0.809,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.043,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 3
|
||||
},
|
||||
{
|
||||
"id": "example_644",
|
||||
"cve": "CVE-2018-1060",
|
||||
"package": "python3",
|
||||
"tier": "synthetic-adapted",
|
||||
"score": 0.803,
|
||||
"ref_overlap": 1.0,
|
||||
"prompt_overlap": 0.017,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 4
|
||||
},
|
||||
{
|
||||
"id": "example_658",
|
||||
"cve": "CVE-2018-10931",
|
||||
"package": "cobbler",
|
||||
"tier": "synthetic-adapted",
|
||||
"score": 0.446,
|
||||
"ref_overlap": 0.25,
|
||||
"prompt_overlap": 0.105,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 10
|
||||
},
|
||||
{
|
||||
"id": "codegen-curl-10079-libcurl-ocloexec.patch-cookie.c",
|
||||
"cve": "CVE-2018-16839",
|
||||
"package": "curl",
|
||||
"tier": "identical",
|
||||
"score": 0.322,
|
||||
"ref_overlap": 0.0,
|
||||
"prompt_overlap": 0.111,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 9
|
||||
},
|
||||
{
|
||||
"id": "codegen-python3-11362-CVE-2019-16056-email-parse-addr.patch-Lib_email__header_value_parser.py",
|
||||
"cve": "CVE-2019-16056",
|
||||
"package": "python3",
|
||||
"tier": "identical",
|
||||
"score": 0.307,
|
||||
"ref_overlap": 0.0,
|
||||
"prompt_overlap": 0.036,
|
||||
"structural": 1.0,
|
||||
"has_assert": true,
|
||||
"has_function": true,
|
||||
"lines": 4
|
||||
}
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user