{"id":"https://openalex.org/W3006241494","doi":"https://doi.org/10.1109/issrew.2019.00083","title":"The Challenges of Labeling Vulnerability-Contributing Commits","display_name":"The Challenges of Labeling Vulnerability-Contributing Commits","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W3006241494","doi":"https://doi.org/10.1109/issrew.2019.00083","mag":"3006241494"},"language":"en","primary_location":{"id":"doi:10.1109/issrew.2019.00083","is_oa":false,"landing_page_url":"https://doi.org/10.1109/issrew.2019.00083","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Symposium on Software Reliability Engineering Workshops (ISSREW)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027125290","display_name":"Kevin Hogan","orcid":"https://orcid.org/0000-0001-9043-7852"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Hogan","raw_affiliation_strings":["University of Maryland","Department of Computer Science, University of Maryland, College Park, Maryland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Department of Computer Science, University of Maryland, College Park, Maryland","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062033325","display_name":"Noel Warford","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noel Warford","raw_affiliation_strings":["University of Maryland","Department of Computer Science, University of Maryland, College Park, Maryland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Department of Computer Science, University of Maryland, College Park, Maryland","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018142845","display_name":"Morrison Robert","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Morrison","raw_affiliation_strings":["University of Maryland","Department of Computer Science, University of Maryland, College Park, Maryland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Department of Computer Science, University of Maryland, College Park, Maryland","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108704519","display_name":"David Miller","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Miller","raw_affiliation_strings":["University of Maryland","Department of Computer Science, University of Maryland, College Park, Maryland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Department of Computer Science, University of Maryland, College Park, Maryland","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036662261","display_name":"Sean Malone","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sean Malone","raw_affiliation_strings":["University of Maryland","Department of Computer Science, University of Maryland, College Park, Maryland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Department of Computer Science, University of Maryland, College Park, Maryland","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004151621","display_name":"James Purtilo","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Purtilo","raw_affiliation_strings":["University of Maryland","Department of Computer Science, University of Maryland, College Park, Maryland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Department of Computer Science, University of Maryland, College Park, Maryland","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I66946132"],"apc_list":null,"apc_paid":null,"fwci":0.878,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.75894733,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2019","issue":null,"first_page":"270","last_page":"275"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.7611106634140015},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.6240959763526917},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6168515086174011},{"id":"https://openalex.org/keywords/secure-coding","display_name":"Secure coding","score":0.5790550112724304},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.46307218074798584},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.45366886258125305},{"id":"https://openalex.org/keywords/vulnerability-assessment","display_name":"Vulnerability assessment","score":0.4284302592277527},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.42147696018218994},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.38959166407585144},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3497765064239502},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32370197772979736},{"id":"https://openalex.org/keywords/software-security-assurance","display_name":"Software security assurance","score":0.31638824939727783},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.31126269698143005},{"id":"https://openalex.org/keywords/information-security","display_name":"Information security","score":0.2471240758895874},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.14787673950195312}],"concepts":[{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.7611106634140015},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6240959763526917},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6168515086174011},{"id":"https://openalex.org/C22680326","wikidata":"https://www.wikidata.org/wiki/Q7444867","display_name":"Secure coding","level":5,"score":0.5790550112724304},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.46307218074798584},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.45366886258125305},{"id":"https://openalex.org/C167063184","wikidata":"https://www.wikidata.org/wiki/Q1400839","display_name":"Vulnerability assessment","level":3,"score":0.4284302592277527},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.42147696018218994},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.38959166407585144},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3497765064239502},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32370197772979736},{"id":"https://openalex.org/C62913178","wikidata":"https://www.wikidata.org/wiki/Q7554361","display_name":"Software security assurance","level":4,"score":0.31638824939727783},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.31126269698143005},{"id":"https://openalex.org/C527648132","wikidata":"https://www.wikidata.org/wiki/Q189900","display_name":"Information security","level":2,"score":0.2471240758895874},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.14787673950195312},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C137176749","wikidata":"https://www.wikidata.org/wiki/Q4105337","display_name":"Psychological resilience","level":2,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C29983905","wikidata":"https://www.wikidata.org/wiki/Q7445066","display_name":"Security service","level":3,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/issrew.2019.00083","is_oa":false,"landing_page_url":"https://doi.org/10.1109/issrew.2019.00083","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Symposium on Software Reliability Engineering Workshops (ISSREW)","raw_type":"proceedings-article"},{"id":"mag:3046189243","is_oa":false,"landing_page_url":"https://jglobal.jst.go.jp/en/detail?JGLOBAL_ID=202002213190871707","pdf_url":null,"source":{"id":"https://openalex.org/S4306512817","display_name":"IEEE Conference Proceedings","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"IEEE Conference Proceedings","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2003315002","https://openalex.org/W2022695357","https://openalex.org/W2067148378","https://openalex.org/W2069268700","https://openalex.org/W2079753286","https://openalex.org/W2166336492","https://openalex.org/W2771547129"],"related_works":["https://openalex.org/W1883246888","https://openalex.org/W2141388993","https://openalex.org/W1978034799","https://openalex.org/W2370114625","https://openalex.org/W1756374135","https://openalex.org/W2947584067","https://openalex.org/W3118510577","https://openalex.org/W2280562859","https://openalex.org/W230721595","https://openalex.org/W4225160120"],"abstract_inverted_index":{"Software":[0],"projects":[1,49],"developed":[2],"using":[3,61],"version":[4],"control":[5],"are":[6],"enhanced":[7],"incrementally":[8],"through":[9],"commits,":[10],"some":[11],"of":[12,20,79,89,115],"which":[13],"inevitably":[14],"introduce":[15],"security":[16],"vulnerabilities.":[17],"The":[18],"features":[19],"these":[21],"vulnerability-contributing":[22],"commits":[23,64],"(VCCs)":[24],"could":[25],"be":[26],"used":[27],"to":[28,34,43,58,117],"train":[29],"a":[30,55,75],"VCC":[31,59,80,101],"detector":[32],"or":[33],"inform":[35],"software":[36,48,120],"development":[37],"best-practices.":[38],"Previous":[39],"work":[40],"has":[41],"attempted":[42],"label":[44],"VCCs":[45],"in":[46,66,99],"open-source":[47],"for":[50],"this":[51],"purpose.":[52],"We":[53,72,91],"present":[54],"manual":[56,85],"approach":[57],"labeling":[60,81],"the":[62,94,111],"fix":[63],"listed":[65],"Common":[67],"Vulnerabilities":[68],"and":[69,113],"Exposures":[70],"(CVEs).":[71],"show":[73],"that":[74,93],"published":[76],"automated":[77,95],"method":[78,86],"disagrees":[82],"with":[83],"our":[84],"on":[87],"42%":[88],"VCCs.":[90,124],"argue":[92],"method,":[96],"while":[97],"effective":[98],"scaling":[100],"labeling,":[102],"is":[103],"therefore":[104],"not":[105],"sufficiently":[106],"accurate.":[107],"Finally,":[108],"we":[109],"discuss":[110],"benefits":[112],"drawbacks":[114],"trying":[116],"predict":[118],"vulnerable":[119],"components":[121],"rather":[122],"than":[123]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}