{"id":"https://openalex.org/W4404569935","doi":"https://doi.org/10.48550/arxiv.2411.10606","title":"AmoebaLLM: Constructing Any-Shape Large Language Models for Efficient and Instant Deployment","display_name":"AmoebaLLM: Constructing Any-Shape Large Language Models for Efficient and Instant Deployment","publication_year":2024,"publication_date":"2024-11-15","ids":{"openalex":"https://openalex.org/W4404569935","doi":"https://doi.org/10.48550/arxiv.2411.10606"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2411.10606","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.10606","pdf_url":"https://arxiv.org/pdf/2411.10606","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2411.10606","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061572132","display_name":"Yonggan Fu","orcid":"https://orcid.org/0000-0002-7483-2921"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Yonggan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034614246","display_name":"Zhongzhi Yu","orcid":"https://orcid.org/0000-0002-9981-4981"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Zhongzhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100374880","display_name":"Junwei Li","orcid":"https://orcid.org/0009-0001-4284-2527"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Junwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077756951","display_name":"Jiayi Qian","orcid":"https://orcid.org/0000-0002-7112-9931"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Jiayi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101912939","display_name":"Yongan Zhang","orcid":"https://orcid.org/0000-0001-7919-049X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yongan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yuan, Xiangchi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Xiangchi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101509110","display_name":"Dachuan Shi","orcid":"https://orcid.org/0000-0001-6898-7882"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Dachuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114730125","display_name":"Roman Yakunin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yakunin, Roman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5019582323","display_name":"Yingyan Lin","orcid":"https://orcid.org/0000-0001-5946-203X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Yingyan Celine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.8317999839782715,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.8317999839782715,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/instant","display_name":"Instant","score":0.9298156499862671},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.8166005611419678},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6562302112579346},{"id":"https://openalex.org/keywords/instant-messaging","display_name":"Instant messaging","score":0.4965103268623352},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.22530940175056458},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.20343834161758423},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0533180832862854}],"concepts":[{"id":"https://openalex.org/C2779432360","wikidata":"https://www.wikidata.org/wiki/Q16963779","display_name":"Instant","level":2,"score":0.9298156499862671},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.8166005611419678},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6562302112579346},{"id":"https://openalex.org/C2985487447","wikidata":"https://www.wikidata.org/wiki/Q58199","display_name":"Instant messaging","level":2,"score":0.4965103268623352},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.22530940175056458},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.20343834161758423},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0533180832862854},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2411.10606","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.10606","pdf_url":"https://arxiv.org/pdf/2411.10606","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2411.10606","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2411.10606","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2411.10606","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.10606","pdf_url":"https://arxiv.org/pdf/2411.10606","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5595694136","display_name":"CAREER: Differentiable Network-Accelerator Co-Search Towards Ubiquitous On-Device Intelligence and Green AI","funder_award_id":"2345577","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404569935.pdf","grobid_xml":"https://content.openalex.org/works/W4404569935.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2799193527","https://openalex.org/W4249679496","https://openalex.org/W27875163","https://openalex.org/W4238418407","https://openalex.org/W2361008199","https://openalex.org/W2018813611","https://openalex.org/W2367021266","https://openalex.org/W2165646497","https://openalex.org/W1977341556","https://openalex.org/W2388757879"],"abstract_inverted_index":{"Motivated":[0],"by":[1],"the":[2,33,45,51,101,112,189],"transformative":[3],"capabilities":[4],"of":[5,35,54,104,107,169],"large":[6],"language":[7,13],"models":[8,24],"(LLMs)":[9],"across":[10,26,81],"various":[11,134],"natural":[12],"tasks,":[14],"there":[15],"has":[16,39],"been":[17],"a":[18,95,121,145,152,166],"growing":[19],"demand":[20],"to":[21,44,99,133,171],"deploy":[22],"these":[23],"effectively":[25],"diverse":[27,59],"real-world":[28],"applications":[29],"and":[30,50,62,76,84,115,136,158,179,216],"platforms.":[31],"However,":[32],"challenge":[34],"efficiently":[36],"deploying":[37],"LLMs":[38,69],"become":[40],"increasingly":[41],"pronounced":[42],"due":[43],"varying":[46,66],"application-specific":[47],"performance":[48],"requirements":[49,67],"rapid":[52,130],"evolution":[53],"computational":[55],"platforms,":[56],"which":[57,110],"feature":[58],"resource":[60],"constraints":[61],"deployment":[63,131],"flows.":[64],"These":[65],"necessitate":[68],"that":[70,150,195,210],"can":[71,116],"adapt":[72],"their":[73],"structures":[74],"(depth":[75],"width)":[77],"for":[78,155,162],"optimal":[79],"efficiency":[80],"different":[82],"platforms":[83,135],"application":[85],"specifications.":[86],"To":[87],"address":[88],"this":[89,125],"critical":[90],"gap,":[91],"we":[92],"propose":[93],"AmoebaLLM,":[94],"novel":[96],"framework":[97],"designed":[98],"enable":[100],"instant":[102],"derivation":[103],"LLM":[105,203],"subnets":[106,176,209],"arbitrary":[108],"shapes,":[109],"achieve":[111,211],"accuracy-efficiency":[113],"frontier":[114],"be":[117],"extracted":[118],"immediately":[119],"after":[120],"one-time":[122],"fine-tuning.":[123],"In":[124],"way,":[126],"AmoebaLLM":[127,139,196],"significantly":[128],"facilitates":[129],"tailored":[132],"applications.":[137],"Specifically,":[138],"integrates":[140],"three":[141],"innovative":[142],"components:":[143],"(1)":[144],"knowledge-preserving":[146],"subnet":[147],"selection":[148],"strategy":[149],"features":[151],"dynamic-programming":[153],"approach":[154],"depth":[156],"shrinking":[157],"an":[159,181],"importance-driven":[160],"method":[161],"width":[163],"shrinking;":[164],"(2)":[165],"shape-aware":[167],"mixture":[168],"LoRAs":[170],"mitigate":[172],"gradient":[173],"conflicts":[174],"among":[175],"during":[177],"fine-tuning;":[178],"(3)":[180],"in-place":[182],"distillation":[183],"scheme":[184],"with":[185],"loss-magnitude":[186],"balancing":[187],"as":[188],"fine-tuning":[190],"objective.":[191],"Extensive":[192],"experiments":[193],"validate":[194],"not":[197],"only":[198],"sets":[199],"new":[200],"standards":[201],"in":[202],"adaptability":[204],"but":[205],"also":[206],"successfully":[207],"delivers":[208],"state-of-the-art":[212],"trade-offs":[213],"between":[214],"accuracy":[215],"efficiency.":[217]},"counts_by_year":[],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}