{"id":"https://openalex.org/W4226454682","doi":"https://doi.org/10.48550/arxiv.2203.16414","title":"Surface Vision Transformers: Attention-Based Modelling applied to Cortical Analysis","display_name":"Surface Vision Transformers: Attention-Based Modelling applied to Cortical Analysis","publication_year":2022,"publication_date":"2022-03-30","ids":{"openalex":"https://openalex.org/W4226454682","doi":"https://doi.org/10.48550/arxiv.2203.16414"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2203.16414","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.16414","pdf_url":"https://arxiv.org/pdf/2203.16414","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2203.16414","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028986820","display_name":"Simon Dahan","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Dahan, Simon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029821160","display_name":"Abdulah Fawaz","orcid":"https://orcid.org/0000-0002-7986-1801"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fawaz, Abdulah","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091185185","display_name":"Logan Z. J. Williams","orcid":"https://orcid.org/0000-0001-5392-7043"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Williams, Logan Z. J.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034306085","display_name":"Chunhui Yang","orcid":"https://orcid.org/0000-0001-5598-958X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Chunhui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067550480","display_name":"Timothy S. Coalson","orcid":"https://orcid.org/0000-0002-2105-7896"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Coalson, Timothy S.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002626271","display_name":"Matthew F. Glasser","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Glasser, Matthew F.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077473371","display_name":"A. David Edwards","orcid":"https://orcid.org/0000-0002-8245-3374"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Edwards, A. David","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006461848","display_name":"Daniel Rueckert","orcid":"https://orcid.org/0000-0002-5683-5889"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rueckert, Daniel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5068281609","display_name":"Emma C. Robinson","orcid":"https://orcid.org/0000-0002-7886-3426"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robinson, Emma C.","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5028986820"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9549999833106995,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9549999833106995,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9527999758720398,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9279999732971191,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6530778408050537},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6509853005409241},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.539227306842804},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5369605422019958},{"id":"https://openalex.org/keywords/human-connectome-project","display_name":"Human Connectome Project","score":0.4737839698791504},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4234205484390259},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.33249032497406006},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32395756244659424},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11908510327339172},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.0969671905040741},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.09462866187095642}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6530778408050537},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6509853005409241},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.539227306842804},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5369605422019958},{"id":"https://openalex.org/C97820695","wikidata":"https://www.wikidata.org/wiki/Q387749","display_name":"Human Connectome Project","level":3,"score":0.4737839698791504},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4234205484390259},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33249032497406006},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32395756244659424},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11908510327339172},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0969671905040741},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.09462866187095642},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C3018011982","wikidata":"https://www.wikidata.org/wiki/Q7316120","display_name":"Functional connectivity","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2203.16414","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.16414","pdf_url":"https://arxiv.org/pdf/2203.16414","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2203.16414","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2203.16414","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2203.16414","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.16414","pdf_url":"https://arxiv.org/pdf/2203.16414","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/1","display_name":"No poverty"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W3197078253","https://openalex.org/W4321487865","https://openalex.org/W4313906399","https://openalex.org/W2024729467","https://openalex.org/W1460493893","https://openalex.org/W4391266461","https://openalex.org/W2590798552","https://openalex.org/W2811106690","https://openalex.org/W4239306820"],"abstract_inverted_index":{"The":[0],"extension":[1],"of":[2,19,30,36,47,88,102,118,128,161],"convolutional":[3],"neural":[4],"networks":[5],"(CNNs)":[6],"to":[7,12,38,58,61,66,168],"non-Euclidean":[8],"geometries":[9],"has":[10],"led":[11],"multiple":[13],"frameworks":[14],"for":[15],"studying":[16],"manifolds.":[17],"Many":[18],"those":[20],"methods":[21],"have":[22],"shown":[23],"design":[24],"limitations":[25],"resulting":[26],"in":[27,49],"poor":[28],"modelling":[29],"long-range":[31],"associations,":[32],"as":[33,85],"the":[34,45,100,111,116,119,126,137,146],"generalisation":[35],"convolutions":[37],"irregular":[39],"surfaces":[40],"is":[41,79],"non-trivial.":[42],"Motivated":[43],"by":[44,81],"success":[46],"attention-modelling":[48],"computer":[50],"vision,":[51],"we":[52],"translate":[53],"convolution-free":[54],"vision":[55],"transformer":[56,97,162],"approaches":[57],"surface":[59,69,77,133,150],"data,":[60],"introduce":[62],"a":[63,73,86,93],"domain-agnostic":[64],"architecture":[65],"study":[67],"any":[68],"data":[70,84],"projected":[71],"onto":[72],"spherical":[74,83],"manifold.":[75],"Here,":[76],"patching":[78],"achieved":[80],"representing":[82],"sequence":[87,101,112],"triangular":[89],"patches,":[90],"extracted":[91],"from":[92,131,136],"subdivided":[94],"icosphere.":[95],"A":[96],"model":[98],"encodes":[99],"patches":[103],"via":[104],"successive":[105],"multi-head":[106],"self-attention":[107],"layers":[108],"while":[109,152],"preserving":[110],"resolution.":[113],"We":[114],"validate":[115],"performance":[117],"proposed":[120],"Surface":[121],"Vision":[122],"Transformer":[123],"(SiT)":[124],"on":[125,155],"task":[127],"phenotype":[129],"regression":[130],"cortical":[132],"metrics":[134],"derived":[135],"Developing":[138],"Human":[139],"Connectome":[140],"Project":[141],"(dHCP).":[142],"Experiments":[143],"show":[144],"that":[145],"SiT":[147],"generally":[148],"outperforms":[149],"CNNs,":[151],"performing":[153],"comparably":[154],"registered":[156],"and":[157],"unregistered":[158],"data.":[159],"Analysis":[160],"attention":[163],"maps":[164],"offers":[165],"strong":[166],"potential":[167],"characterise":[169],"subtle":[170],"cognitive":[171],"developmental":[172],"patterns.":[173]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}