{"id":"https://openalex.org/W4403709791","doi":"https://doi.org/10.48550/arxiv.2409.11498","title":"Augment, Drop & Swap: Improving Diversity in LLM Captions for Efficient Music-Text Representation Learning","display_name":"Augment, Drop & Swap: Improving Diversity in LLM Captions for Efficient Music-Text Representation Learning","publication_year":2024,"publication_date":"2024-09-17","ids":{"openalex":"https://openalex.org/W4403709791","doi":"https://doi.org/10.48550/arxiv.2409.11498"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2409.11498","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.11498","pdf_url":"https://arxiv.org/pdf/2409.11498","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.11498","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069645267","display_name":"Ilaria Manco","orcid":"https://orcid.org/0000-0001-8945-7557"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Manco, Ilaria","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037548450","display_name":"Justin Salamon","orcid":"https://orcid.org/0000-0001-6345-4593"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Salamon, Justin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5110542743","display_name":"Oriol Nieto","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nieto, Oriol","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10515","display_name":"Cancer-related molecular mechanisms research","score":0.9627000093460083,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/swap","display_name":"Swap (finance)","score":0.6437538862228394},{"id":"https://openalex.org/keywords/augment","display_name":"Augment","score":0.5730170011520386},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5517112612724304},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4499838352203369},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.43759748339653015},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37308499217033386},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2514667212963104},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.08734855055809021},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.07290974259376526}],"concepts":[{"id":"https://openalex.org/C99821215","wikidata":"https://www.wikidata.org/wiki/Q1136583","display_name":"Swap (finance)","level":2,"score":0.6437538862228394},{"id":"https://openalex.org/C2779070825","wikidata":"https://www.wikidata.org/wiki/Q760434","display_name":"Augment","level":2,"score":0.5730170011520386},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5517112612724304},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4499838352203369},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.43759748339653015},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37308499217033386},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2514667212963104},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.08734855055809021},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.07290974259376526},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2409.11498","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.11498","pdf_url":"https://arxiv.org/pdf/2409.11498","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2409.11498","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.11498","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.11498","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.11498","pdf_url":"https://arxiv.org/pdf/2409.11498","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403709791.pdf","grobid_xml":"https://content.openalex.org/works/W4403709791.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2943769328","https://openalex.org/W4386921804","https://openalex.org/W2802830363","https://openalex.org/W3187381656","https://openalex.org/W2810824249","https://openalex.org/W2811430115","https://openalex.org/W2994363382","https://openalex.org/W2052481242","https://openalex.org/W2774867697","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Audio-text":[0],"contrastive":[1,101],"models":[2],"have":[3],"become":[4],"a":[5,56],"powerful":[6],"approach":[7],"in":[8,64,79,103,130],"music":[9],"representation":[10],"learning.":[11],"Despite":[12],"their":[13,61],"empirical":[14,65],"success,":[15],"however,":[16],"little":[17],"is":[18,93],"known":[19],"about":[20],"the":[21,28,46,70,75,83,94,122],"influence":[22],"of":[23,30,48,60,72,77,85,126],"key":[24],"design":[25,43],"choices":[26,44],"on":[27],"quality":[29],"music-text":[31,100],"representations":[32],"learnt":[33],"through":[34],"this":[35,38,108],"framework.":[36],"In":[37],"work,":[39],"we":[40,110,135],"expose":[41],"these":[42,138],"within":[45],"constraints":[47],"limited":[49],"data":[50,91,152],"and":[51,54,82,118,124,150],"computation":[52],"budgets,":[53],"establish":[55],"more":[57],"solid":[58],"understanding":[59],"impact":[62],"grounded":[63],"observations":[66],"along":[67],"three":[68],"axes:":[69],"choice":[71],"base":[73],"encoders,":[74],"level":[76],"curation":[78,92],"training":[80,102,162],"data,":[81],"use":[84],"text":[86,127],"augmentation.":[87],"We":[88],"find":[89],"that":[90,137],"single":[95],"most":[96],"important":[97],"factor":[98],"for":[99],"resource-constrained":[104],"scenarios.":[105],"Motivated":[106],"by":[107],"insight,":[109],"introduce":[111],"two":[112],"novel":[113],"techniques,":[114],"Augmented":[115],"View":[116],"Dropout":[117],"TextSwap,":[119],"which":[120],"increase":[121],"diversity":[123],"descriptiveness":[125],"inputs":[128],"seen":[129],"training.":[131],"Through":[132],"our":[133],"experiments":[134],"demonstrate":[136],"are":[139],"effective":[140],"at":[141],"boosting":[142],"performance":[143],"across":[144],"different":[145],"pre-training":[146],"regimes,":[147],"model":[148],"architectures,":[149],"downstream":[151],"distributions,":[153],"without":[154],"incurring":[155],"higher":[156],"computational":[157],"costs":[158],"or":[159],"requiring":[160],"additional":[161],"data.":[163]},"counts_by_year":[],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}