{"id":"https://openalex.org/W4415187106","doi":"https://doi.org/10.3127/ajis.v29.5573","title":"The Role of Roles: When are LLMs Behavioural in Information Systems Decision-Making","display_name":"The Role of Roles: When are LLMs Behavioural in Information Systems Decision-Making","publication_year":2025,"publication_date":"2025-10-14","ids":{"openalex":"https://openalex.org/W4415187106","doi":"https://doi.org/10.3127/ajis.v29.5573"},"language":"en","primary_location":{"id":"doi:10.3127/ajis.v29.5573","is_oa":true,"landing_page_url":"https://doi.org/10.3127/ajis.v29.5573","pdf_url":"https://ajis.aaisnet.org/index.php/ajis/article/download/5573/1535","source":{"id":"https://openalex.org/S105581714","display_name":"AJIS. Australasian journal of information systems/AJIS. Australian journal of information systems/Australian journal of information systems","issn_l":"1039-7841","issn":["1039-7841","1326-2238","1449-8618"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310317948","host_organization_name":"Australasian Association for Information Systems","host_organization_lineage":["https://openalex.org/P4310317948"],"host_organization_lineage_names":["Australasian Association for Information Systems"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Australasian Journal of Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ajis.aaisnet.org/index.php/ajis/article/download/5573/1535","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102692196","display_name":"Nazmiye Guler","orcid":null},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Nazmiye Guler","raw_affiliation_strings":["School of Information Systems and Technology Management, University of New South Wales, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Systems and Technology Management, University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028529933","display_name":"Michael Cahalane","orcid":"https://orcid.org/0000-0002-4301-378X"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Michael Cahalane","raw_affiliation_strings":["School of Information Systems and Technology Management, University of New South Wales, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Systems and Technology Management, University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059274653","display_name":"Samuel N. Kirshner","orcid":"https://orcid.org/0000-0002-2604-2001"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Samuel Kirshner","raw_affiliation_strings":["School of Information Systems and Technology Management, University of New South Wales, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Systems and Technology Management, University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063947106","display_name":"Richard Vidgen","orcid":"https://orcid.org/0000-0001-7578-8339"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Richard Vidgen","raw_affiliation_strings":["School of Information Systems and Technology Management, University of New South Wales, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Systems and Technology Management, University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102692196"],"corresponding_institution_ids":["https://openalex.org/I31746571"],"apc_list":null,"apc_paid":null,"fwci":2.4837,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.92174418,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"29","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11938","display_name":"ERP Systems Implementation and Impact","score":0.9361000061035156,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11938","display_name":"ERP Systems Implementation and Impact","score":0.9361000061035156,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9046000242233276,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6463000178337097},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.636900007724762},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.4049000144004822},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4002000093460083},{"id":"https://openalex.org/keywords/human-factors-and-ergonomics","display_name":"Human factors and ergonomics","score":0.3677000105381012},{"id":"https://openalex.org/keywords/information-system","display_name":"Information system","score":0.34279999136924744},{"id":"https://openalex.org/keywords/poison-control","display_name":"Poison control","score":0.3271999955177307},{"id":"https://openalex.org/keywords/phishing","display_name":"Phishing","score":0.30889999866485596}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6463000178337097},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.636900007724762},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4875999987125397},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.45750001072883606},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.4049000144004822},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4004000127315521},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4002000093460083},{"id":"https://openalex.org/C166735990","wikidata":"https://www.wikidata.org/wiki/Q1750812","display_name":"Human factors and ergonomics","level":3,"score":0.3677000105381012},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.34279999136924744},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.3271999955177307},{"id":"https://openalex.org/C83860907","wikidata":"https://www.wikidata.org/wiki/Q135005","display_name":"Phishing","level":3,"score":0.30889999866485596},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2987000048160553},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C121017731","wikidata":"https://www.wikidata.org/wiki/Q11661","display_name":"Information technology","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C57473165","wikidata":"https://www.wikidata.org/wiki/Q7315604","display_name":"Resistance (ecology)","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.26489999890327454},{"id":"https://openalex.org/C526869908","wikidata":"https://www.wikidata.org/wiki/Q3298118","display_name":"Suicide prevention","level":3,"score":0.26460000872612},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C201717286","wikidata":"https://www.wikidata.org/wiki/Q938185","display_name":"Rationality","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.25200000405311584},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.25200000405311584},{"id":"https://openalex.org/C117035363","wikidata":"https://www.wikidata.org/wiki/Q3769299","display_name":"Human behavior","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3127/ajis.v29.5573","is_oa":true,"landing_page_url":"https://doi.org/10.3127/ajis.v29.5573","pdf_url":"https://ajis.aaisnet.org/index.php/ajis/article/download/5573/1535","source":{"id":"https://openalex.org/S105581714","display_name":"AJIS. Australasian journal of information systems/AJIS. Australian journal of information systems/Australian journal of information systems","issn_l":"1039-7841","issn":["1039-7841","1326-2238","1449-8618"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310317948","host_organization_name":"Australasian Association for Information Systems","host_organization_lineage":["https://openalex.org/P4310317948"],"host_organization_lineage_names":["Australasian Association for Information Systems"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Australasian Journal of Information Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:74400d822125453e84abbf41933c30f9","is_oa":true,"landing_page_url":"https://doaj.org/article/74400d822125453e84abbf41933c30f9","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Australasian Journal of Information Systems, Vol 29 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3127/ajis.v29.5573","is_oa":true,"landing_page_url":"https://doi.org/10.3127/ajis.v29.5573","pdf_url":"https://ajis.aaisnet.org/index.php/ajis/article/download/5573/1535","source":{"id":"https://openalex.org/S105581714","display_name":"AJIS. Australasian journal of information systems/AJIS. Australian journal of information systems/Australian journal of information systems","issn_l":"1039-7841","issn":["1039-7841","1326-2238","1449-8618"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310317948","host_organization_name":"Australasian Association for Information Systems","host_organization_lineage":["https://openalex.org/P4310317948"],"host_organization_lineage_names":["Australasian Association for Information Systems"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Australasian Journal of Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415187106.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4],"increasingly":[5],"embedded":[6],"in":[7,34,42,53,62,175,186],"organisational":[8,187],"workflows,":[9],"serving":[10],"as":[11,19],"decision-making":[12,44,61,151,173],"tools":[13],"and":[14,77,135,171,184],"proxies":[15],"for":[16],"human":[17,110,117,169],"behaviour":[18,170],"silicon":[20],"samples.":[21],"While":[22],"these":[23],"models":[24],"offer":[25],"significant":[26],"potential,":[27],"emerging":[28],"research":[29],"highlights":[30],"concerns":[31],"about":[32,39],"biases":[33],"LLM-generated":[35],"outputs,":[36],"raising":[37],"questions":[38],"their":[40,164],"reliability":[41,174,185],"complex":[43],"contexts.":[45],"To":[46],"explore":[47],"how":[48,179],"LLMs":[49,161,180],"respond":[50],"to":[51,114,121,127,138,156,167],"challenges":[52],"Information":[54],"Systems":[55],"(IS)":[56],"scenarios,":[57],"we":[58,82],"examine":[59],"ChatGPT\u2019s":[60],"three":[63],"experimental":[64],"tasks":[65],"from":[66],"the":[67,84,157],"IS":[68,176],"literature:":[69],"identifying":[70],"phishing":[71],"threats,":[72],"making":[73],"product":[74],"launch":[75],"decisions,":[76],"managing":[78],"IT":[79],"projects.":[80],"Crucially,":[81],"test":[83],"impact":[85],"of":[86],"role":[87],"assignment,":[88],"a":[89,116],"prompt":[90,146],"engineering":[91],"technique,":[92],"on":[93,160],"guiding":[94],"ChatGPT":[95,106,131],"towards":[96],"behavioural":[97,139],"or":[98],"rational":[99],"decision":[100],"approaches.":[101],"Our":[102],"findings":[103],"reveal":[104],"that":[105,144],"often":[107],"behaves":[108],"like":[109,129],"decision-makers":[111],"when":[112,125],"prompted":[113],"assume":[115],"role,":[118],"demonstrating":[119,163],"susceptibility":[120,137],"similar":[122],"biases.":[123],"However,":[124],"instructed":[126],"act":[128],"AI,":[130],"exhibited":[132],"greater":[133],"consistency":[134],"reduced":[136],"factors.":[140],"These":[141],"results":[142],"suggest":[143],"subtle":[145],"variations":[147],"can":[148,181],"significantly":[149],"influence":[150],"outcomes.":[152],"This":[153],"study":[154],"contributes":[155],"growing":[158],"literature":[159],"by":[162],"dual":[165],"potential":[166],"mirror":[168],"improve":[172],"contexts,":[177],"highlighting":[178],"enhance":[182],"efficiency":[183],"decision-making.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-11T06:11:40.159057","created_date":"2025-10-15T00:00:00"}