{"id":"https://openalex.org/W4391590877","doi":"https://doi.org/10.48550/arxiv.2402.02235","title":"Image Fusion via Vision-Language Model","display_name":"Image Fusion via Vision-Language Model","publication_year":2024,"publication_date":"2024-02-03","ids":{"openalex":"https://openalex.org/W4391590877","doi":"https://doi.org/10.48550/arxiv.2402.02235"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2402.02235","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.02235","pdf_url":"https://arxiv.org/pdf/2402.02235","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.02235","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047293609","display_name":"Zixiang Zhao","orcid":"https://orcid.org/0000-0002-9274-0801"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Zixiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101233718","display_name":"Lilun Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Lilun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012453753","display_name":"Haowen Bai","orcid":"https://orcid.org/0000-0001-8334-2513"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Haowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101522756","display_name":"Yukun Cui","orcid":"https://orcid.org/0000-0002-6951-1904"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Yukun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016985891","display_name":"Zhipeng Zhang","orcid":"https://orcid.org/0009-0008-6391-8456"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhipeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074865219","display_name":"Yulun Zhang","orcid":"https://orcid.org/0000-0002-2288-5079"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yulun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044945190","display_name":"Haotong Qin","orcid":"https://orcid.org/0000-0001-7391-7539"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Haotong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100364587","display_name":"Dongdong Chen","orcid":"https://orcid.org/0000-0002-4642-4373"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Dongdong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024880206","display_name":"Jiangshe Zhang","orcid":"https://orcid.org/0000-0002-8395-1180"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jiangshe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115594948","display_name":"Peng Wang","orcid":"https://orcid.org/0009-0002-4416-6339"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Peng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5001254143","display_name":"Luc Van Gool","orcid":"https://orcid.org/0000-0002-3445-5711"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Van Gool, Luc","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.8682000041007996,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.8682000041007996,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.8615999817848206,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.7591999769210815,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5507439970970154},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5136179327964783},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4820047914981842},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.4754968583583832},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4709295332431793},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.466100811958313},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.23964589834213257},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.1184898316860199}],"concepts":[{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5507439970970154},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5136179327964783},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4820047914981842},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.4754968583583832},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4709295332431793},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.466100811958313},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.23964589834213257},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.1184898316860199}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2402.02235","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.02235","pdf_url":"https://arxiv.org/pdf/2402.02235","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2402.02235","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.02235","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.02235","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.02235","pdf_url":"https://arxiv.org/pdf/2402.02235","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1445079709","display_name":null,"funder_award_id":"2021SHZDZX0102","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3899757686","display_name":null,"funder_award_id":"12371512","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8721642152","display_name":null,"funder_award_id":"2021SHZDZX0102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391590877.pdf","grobid_xml":"https://content.openalex.org/works/W4391590877.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2755342338","https://openalex.org/W2058170566","https://openalex.org/W2036807459","https://openalex.org/W2775347418","https://openalex.org/W1969923398","https://openalex.org/W2166024367","https://openalex.org/W2772917594","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2079911747"],"abstract_inverted_index":{"Image":[0],"fusion":[1,45,68,121,144,148],"integrates":[2],"essential":[3],"information":[4,37,61,98,110],"from":[5,62,75],"multiple":[6],"images":[7,64,76],"into":[8,80],"a":[9,43,133],"single":[10],"composite,":[11],"enhancing":[12,100],"structures,":[13],"textures,":[14],"and":[15,24,77,94,103,126,159],"refining":[16],"imperfections.":[17],"Existing":[18],"methods":[19],"predominantly":[20],"focus":[21],"on":[22],"pixel-level":[23],"semantic":[25,36,73,109],"visual":[26,97],"features":[27],"for":[28,54,82,140],"recognition,":[29],"but":[30],"often":[31],"overlook":[32],"the":[33,55,67,91,96,141],"deeper":[34],"text-level":[35],"beyond":[38],"vision.":[39],"Therefore,":[40],"we":[41],"introduce":[42],"novel":[44],"paradigm":[46],"named":[47],"image":[48,120,128,143,156],"Fusion":[49],"via":[50,111],"vIsion-Language":[51],"Model":[52],"(FILM),":[53],"first":[56],"time,":[57],"utilizing":[58],"explicit":[59],"textual":[60,84,92,108],"source":[63],"to":[65],"guide":[66,95],"process.":[69],"Specifically,":[70],"FILM":[71,113],"generates":[72],"prompts":[74],"inputs":[78],"them":[79],"ChatGPT":[81],"comprehensive":[83],"descriptions.":[85],"These":[86],"descriptions":[87,139],"are":[88,161],"fused":[89],"within":[90],"domain":[93],"fusion,":[99],"feature":[101],"extraction":[102],"contextual":[104],"understanding,":[105],"directed":[106],"by":[107],"cross-attention.":[112],"has":[114],"shown":[115],"promising":[116],"results":[117],"in":[118,153],"four":[119,147],"tasks:":[122],"infrared-visible,":[123],"medical,":[124],"multi-exposure,":[125],"multi-focus":[127],"fusion.":[129,157],"We":[130],"also":[131],"propose":[132],"vision-language":[134,154],"dataset":[135,160],"containing":[136],"ChatGPT-generated":[137],"paragraph":[138],"eight":[142],"datasets":[145],"across":[146],"tasks,":[149],"facilitating":[150],"future":[151],"research":[152],"model-based":[155],"Code":[158],"available":[162],"at":[163],"https://github.com/Zhaozixiang1228/IF-FILM.":[164]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}