@article {9998, title = {Taming artificial intelligence: A theory of control{\textendash}accountability alignment among AI developers and users}, journal = {Academy of Management Review}, year = {In Press}, abstract = {

The growing agency of artificial intelligence (AI) systems, more specifically systems based on machine learning, has raised concern about the security, safety, and ethical risks of AI use. We argue that core to mitigating AI risks is proper alignment of control and accountability for the stakeholders involved in AI development and use. Control enables and accountability motivates stakeholders to achieve desired and avoid undesired outcomes using AI. However, AI systems{\textquoteright} capabilities for autonomous adaptivity reduce control even for the experts who create them. Moreover, increasing interdependencies between AI development and use render it difficult to unambiguously locate control and accountability. In this paper, we address these challenges for mitigating AI risks by postulating decentralized forms of stakeholder governance and integrative negotiations among stakeholders during the AI life cycle as conducive to aligning control and accountability for AI development and use. Further, we specify that extensive information sharing aided by perspective taking and a shared norm of accountability facilitate integrative negotiation strategies. We conclude by discussing the implications of our theory for management scholarship on the impact of AI and identify promising avenues for future research at micro, meso, and macro levels of analysis.

}, keywords = {accountability, artificial intelligence, control, risk, stakeholder negotiation}, doi = {10.5465/amr.2023.0117}, author = {Gudela Grote and Sharon Parker and Kevin Crowston} } @article {2025, title = {Deskilling and upskilling with AI systems}, journal = {Information Research an International Electronic Journal}, volume = {30}, year = {2025}, month = {3/2025}, pages = {1009{\textendash}1023}, abstract = {

Introduction. Deskilling is a long-standing prediction of the use of information technology, raised anew by the increased capabilities of AI (AI) systems. A review of studies of AI applications suggests that deskilling (or levelling of ability) is a common outcome but systems can also require new skills, i.e., upskilling.
Method. To identify which settings are more likely to yield deskilling vs. upskilling, we propose a model of a human interacting with an AI system for a task. The model highlights the possibility for a worker to develop and exhibit (or not) skills in prompting for, and evaluation and editing of system output, thus yielding upskilling or deskilling.
Findings. We illustrate these model-predicted effects on work with examples of current studies of AI-based systems.
Conclusions. We discuss organizational implications of systems that deskill or upskill workers and suggest future research directions.

}, doi = {10.47989/ir30iConf47143}, author = {Kevin Crowston and Bolici, Francesco} } @unpublished {wang2025rolehumancreativitypresence, title = {The Role of Human Creativity in the Presence of AI Creativity Tools at Work: A Case Study on AI-Driven Content Transformation in Journalism}, year = {2025}, url = {https://arxiv.org/abs/2502.05347}, author = {Sitong Wang and Jocelyn McKinnon-Crowley and Tao Long and Kian Loong Lua and Keren Henderson and Kevin Crowston and Jeffrey V. Nickerson and Mark Hansen and Lydia B. Chilton} } @proceedings {9999, title = {The task matters: The effect of perceived similarity to AI on intention to use in different task types}, year = {2025}, month = {1/2025}, address = {Waikaloa, HI}, abstract = {

With the development of AI technologies, especially generative AI (GAI) like ChatGPT, GAI is increasingly assisting people in various tasks. However, people may have different requirements for GAI when using it for different kinds of tasks. For instance, when brainstorming new ideas, people may want GAI to propose different ideas that supplement theirs with different problem-solving perspectives, but for decision-making tasks, they may prefer GAI adopt a similar problem-solving process with people to make a similar or even the same decision as they would. We conducted an online experiment examining how perceived similarities between GAI and human task-solving influence people{\textquoteright}s intention to use GAI, mediated by trust, for four task types (creativity, planning, intellective, and decision-making tasks). We demonstrate that the effect of similarity on trust (and so intent to use AI) depends on the type of task. This paper contributes to understanding the impact of task types on the relationship between perceived similarity and GAI adoption, with implications for future use of GAI in various task contexts.

}, doi = {10.24251/HICSS.2025.042}, attachments = {https://waim.network/sites/crowston.syr.edu/files/AI_similarity.pdf}, author = {Qingyu Liang and Kevin Crowston and Sangseok You} } @article {9999, title = {Framing and feelings on social media: The futures of work and intelligent machines}, journal = {Information, Technology \& People}, year = {2024}, abstract = {Purpose: This study explores interpretations and feelings about futures of work and intelligent machines expressed on social media. Design/methodology/approach: We investigate public interpretations, assumptions and expectations expressed in social media conversations through which users freely share their most recent ideas. In addition to frames, this study also coded the emotions and attitudes expressed in the text data. More specifically, a corpus consisting of 998 unique Reddit post titles and their corresponding 16,611 comments were analyzed by using computer-aided textual analysis comprising a BERTopic model, and two BERT text classification models, one for emotion and the other for sentiment analysis, supported by human judgment. Finally, relationships among frames and attitudes and frames and emotions were examined. Findings: Twelve clusters were found that related to futures of work with intelligent machines. Based on the prior literature, two frames were chosen from these clusters and analyzed in detail: (1) general impacts of intelligent machines on wealth and society and (2) replacement of tasks (augmentation and substitution). The general attitude observed in conversations was positive, moreover the most common emotion category was approval. Findings also showed there are relationships between frames and attitudes and frames and emotions. Originality: This work extends the prior literature on a topic relevant for academia and industry. Findings of this research can help realize potential needs and benefits from the public{\textquoteright}s vantage point in the case of possible transformations in the future of work with intelligent machines. The findings may also help enlighten researchers to shape research directions about futures of work. Furthermore, firms, organizations or industries may also employ framing methods to receive customers{\textquoteright} or workers{\textquoteright} responses, or even to influence the responses. Aside from the empirical findings, another crucial implication of this work is application of theory of technological frames for systematizing the interpretations of how people conceptualize the future of work with the technology of intelligent machines. This study constitutes a bridge that connects fields of IS, computational science and empirical social research. }, doi = {10.1108/ITP-01-2023-0049}, attachments = {https://waim.network/sites/crowston.syr.edu/files/frames\%20to\%20share.pdf}, author = {Ay{\c s}e {\"O}cal and Kevin Crowston} } @article {9998, title = {Making sense of AI systems development}, journal = {IEEE Transactions on Software Engineering}, volume = {50}, year = {2024}, month = {12/2023}, pages = {123{\textendash}140}, abstract = {We identify and describe episodes of sensemaking around challenges in modern Artificial-Intelligence (AI)-based systems development that emerged in projects carried out by IBM and client companies. All projects used IBM Watson as the development platform for building tailored AI-based solutions to support workers or customers of the client companies. Yet, many of the projects turned out to be significantly more challenging than IBM and its clients had expected. The analysis reveals that project members struggled to establish reliable meanings about the technology, the project, context, and data to act upon. The project members report multiple aspects of the projects that they were not expecting to need to make sense of yet were problematic. Many issues bear upon the current-generation AI{\textquoteright}s inherent characteristics, such as dependency on large data sets and continuous improvement as more data becomes available. Those characteristics increase the complexity of the projects and call for balanced mindfulness to avoid unexpected problems.}, doi = {10.1109/TSE.2023.3338857}, attachments = {https://waim.network/sites/crowston.syr.edu/files/sensemaking_tse_to_share.pdf}, author = {Mateusz Dolata and Kevin Crowston} } @article {9998, title = {Supporting and augmenting human and machine learning in citizen science: Lessons from Gravity Spy}, journal = {Citizen Science: Theory and Practice}, volume = {9}, year = {2024}, month = {11/2024}, pages = {42}, doi = {10.5334/cstp.738}, author = {Carsten {\O}sterlund and Kevin Crowston and Corey B. Jackson and Yunan Wu and Alexander O. Smith and Aggelos K. Katsaggelos} } @article {9998, title = {Artificial intelligence in information systems: State of the art and research roadmap}, journal = {Communications of the Association for Information Systems (CAIS)}, volume = {50}, year = {2022}, abstract = {

Many would argue that artificial intelligence (AI) is not just a technology but represents a paradigmatic shift in the relationship between humans and machines. Much of the literature assumes that AI-powered practices are substantially different and profoundly changes organizational structures, communication, affordances, and ecosystems. However, research in AI is often fragmented and lacks clarity. While the Information Systems (IS) field can play a pivotal role in the emergence and use of AI, there is a need for a clear direction that specifies how IS can contribute and what are to be the key research themes and questions. This paper draws on a PDW at ICIS 2020 and the discussions that followed. It summarizes and synthesizes five decades of the impact of AI on organizational practices, providing views from various perspectives. It identifies weaknesses in the current AI literature as measured against conceptual clarity, theoretical glue, cumulative tradition, parsimony, and applicability. The paper concludes by identifying direct actions that the IS research community can undertake to address these issues. The final contribution is a next-step research agenda to guide AI research in the coming years.

}, doi = {10.17705/1CAIS.05017}, attachments = {https://waim.network/sites/crowston.syr.edu/files/Artificial\%20Intelligence\%20in\%20Information\%20Systems\%20State\%20of\%20the\%20Art.pdf}, author = {P{\"a}r J. {\r A}gerfalk and Kieran Conboy and Kevin Crowston and Sirkka L. Jarvenpaa and Jenny Eriksson Lundstr{\"o}m and Patrick Mikalef and Sudha Ram} } @conference {9999, title = {Project archetypes: A blessing and a curse for AI development}, booktitle = {International Conference on Information Systems (ICIS)}, year = {2022}, address = {Copenhagen, Denmark}, abstract = {

Software projects rely on what we propose to call project archetypes, i.e., pre-existing mental images of how projects work. They guide distribution of responsibilities, planning, or expectations. However, with the technological progress, project archetypes may become outdated, ineffective, or counterproductive by impeding more adequate approaches. Understanding archetypes of software development projects is core to leverage their potential. The development of applications using machine learning and artificial intelligence provides a context in which existing archetypes might outdate and need to be questioned, adapted, or replaced. We analyzed 36 interviews from 21 projects between IBM Watson and client companies and identified four project archetypes members initially used to understand the projects. We then derive a new project archetype, cognitive computing project, from the interviews. It can inform future development projects based on AI-development platforms. Project leaders should pro-actively manage project archetypes while researchers should investigate what guides initial understandings of software projects.

}, url = {https://aisel.aisnet.org/icis2022/is_design/is_design/6 }, attachments = {https://waim.network/sites/crowston.syr.edu/files/icis_archetypes_rev1_v20_zora.pdf}, author = {Mateusz Dolata and Kevin Crowston and Gerhard Schwabe} } @conference {2020, title = {Algorithmic Journalism and Its Impacts on Work}, booktitle = {Computation + Journalism Symposium }, year = {2020}, edition = {(cancelled due to COVID; presented in 2021)}, abstract = {

In the artificial intelligence era, algorithmic journalists can produce news reports in natural language from structured data thanks to natural language generation (NLG) algorithms. This paper presents several algorithmic content generation models and discusses the impacts of algorithmic journalism on work within a framework consisting of three levels: replacing tasks of journalists, increasing efficiency, and developing new capabilities within journalism. The findings indicate that algorithmic journalism technology may lead some changes in journalism by enabling individual users to produce their own stories. This paper may contribute to an understanding of how algorithmic news is created and how algorithmic journalism technology impacts work.

}, url = {https://cpb-us-w2.wpmucdn.com/express.northeastern.edu/dist/d/53/files/2020/02/CJ_2020_paper_26.pdf}, attachments = {https://waim.network/sites/crowston.syr.edu/files/CJ_2020_paper_26.pdf}, author = {Ayse Dalgali and Kevin Crowston} } @proceedings {2020, title = {Factors Influencing Approval of Wikipedia Bots}, year = {2020}, address = {Wailea, HI}, abstract = {

Before a Wikipedia bot is allowed to edit, the operator of the bot must get approval. The Bot Approvals Group (BAG), a committee of Wikipedia bot developers, users and editors, discusses each bot request to reach consensus regarding approval or denial. We examine factors related to approval of a bot by analyzing 100 bots{\textquoteright} project pages. The results suggest that usefulness, value-based decision making and the bot{\textquoteright}s status (e.g., automatic or manual) are related to approval. This study may contribute to understanding decision making regarding the human-automation boundary and may lead to developing more efficient bots.

}, doi = {10.24251/HICSS.2020.018}, attachments = {https://waim.network/sites/crowston.syr.edu/files/HICSS_WikipediaPaper_3.9.new\%20kc\%20\%282\%29.pdf}, author = {Ayse Dalgali and Kevin Crowston} } @proceedings {2018, title = {The Genie in the Bottle: Different Stakeholders, Different Interpretations of Machine Learning}, year = {2020}, type = {Working paper}, address = {Wailea, HI}, abstract = {

Machine learning (ML) constitute an algorithmic phenomenon with some distinctive characteristics (e.g., being trained, probabilistic). Our understanding of such systems is limited when it comes to how these unique characteristics play out in organizational settings and what challenges different groups of users will face in working with them. We explore how people developing or using an ML system come to understand its capabilities and challenges. We draw on the social construction of technology tradition to frame our analysis of interviews and discussion board posts involving designers and users of a ML-supported citizen-science crowdsourcing project named Gravity Spy. Our findings reveal some of the challenges facing different relevant social groups. We find that groups with less interaction with the technology have their understanding. We find that the type of understandings achieved by groups having less interaction with the technology is shaped by outside influences rather than the specifics of the system and its role in the project. Notable, some users mistake human input for ML input. This initial understanding of how different participants understand and engage with ML point to challenges that need to be overcome to help participants deal with the opaque position ML often hold in a work system.

}, doi = {10.24251/HICSS.2020.719 }, attachments = {https://waim.network/sites/crowston.syr.edu/files/Social_Construction_of_ML_in_GS_HICCS2020.pdf}, author = {Mahboobeh Harandi and Kevin Crowston and Corey Jackson and Carsten {\O}sterlund} } @proceedings {9999, title = {Impacts of the Use of Machine Learning on Work Design}, year = {2020}, month = {11/2020}, publisher = {ACM}, address = {Virtual Event, NSW, Australia}, abstract = {

The increased pervasiveness of technological advancements in automation makes it urgent to address the question of how work is changing in response. Focusing on applications of machine learning (ML) to automate information tasks, we draw on a simple framework for identifying the impacts of an automated system on a task that suggests 3 patterns for the use of ML{\textemdash}decision support, blended decision making and complete automation. In this paper, we extend this framework by considering how automation of one task might have implications for interdependent tasks and how automation applies to coordination mechanisms.

}, keywords = {artificial intelligence, automation, Coordination, machine learning, work design}, isbn = {978-1-4503-8054-6/20/11}, doi = {10.1145/3406499.3415070}, attachments = {https://waim.network/sites/crowston.syr.edu/files/Impacts_of_ML_for_HAI_2020.pdf}, author = {Kevin Crowston and Bolici, Francesco} } @conference {2020, title = {Lessons for Supporting Data Science from the Everyday Automation Experience of Spell-Checkers}, booktitle = {Automation Experience across Domains (AutomationXP20), CHI{\textquoteright}20 Workshop, 26 April 2020, Virtual}, year = {2020}, month = {4/2020}, address = {Virtual workshop}, abstract = {

We apply two theoretical frameworks to analyze spell-checkers as a form of automation and apply the lessons learned to analyze opportunities to support data science. The analysis distinguishes between automation of analysis to suggest actions\  and automation of implementation of actions. Having the automation work in the same space as users (e.g., editing the same document) supports stigmergic coordination between the two, but attention is needed to ensure that the contributions can be combined and have a recognizable form that indicates their purpose.

}, attachments = {https://waim.network/sites/crowston.syr.edu/files/Everyday_automation\%20camera\%20ready.pdf}, author = {Kevin Crowston} } @proceedings {9999, title = {Impacts of machine learning on work}, year = {2019}, address = {Wailea, HI}, abstract = {

The increased pervasiveness of technological advancements in automation makes it urgent to address the question of how work is changing in response. Focusing on applications of machine learning (ML) that automate information tasks, we present a simple framework for identifying the impacts of an automated system on a task. From an analysis of popular press articles about ML, we develop 3 patterns for the use of ML--decision support, blended decision making and complete automation--with implications for the kinds of tasks and systems. We further consider how automation of one task might have implications for other interdependent tasks. Our main conclusion is that designers have a range of options for systems and that automation of tasks is not the same as automation of work.

}, keywords = {artificial intelligence, automation, machine learning, work design}, doi = {10.24251/HICSS.2019.719}, url = { http://hdl.handle.net/10125/60031}, attachments = {https://waim.network/sites/crowston.syr.edu/files/Impacts_of_machine_learning_on_work__revision_.pdf}, author = {Kevin Crowston and Bolici, Francesco} } @proceedings {9999, title = {Blending machine and human learning processes}, year = {2017}, abstract = {

Citizen science projects rely on contributions from volunteers to achieve their scientific goals and so face a dilemma: providing volunteers with explicit training might increase the quality of contributions, but at the cost of losing the work done by newcomers during the training period, which for many is the only work they will contribute to the project. Based on research in cognitive science on how humans learn to classify images, we have designed an approach to use machine learning to guide the presentation of tasks to newcomers that help them more quickly learn how to do the image classification task while still contributing to the work of the project. A Bayesian model for tracking this learning is presented.

}, doi = {10.24251/HICSS.2017.009}, url = {http://hdl.handle.net/10125/41159}, attachments = {https://waim.network/sites/crowston.syr.edu/files/training\%20v3\%20to\%20share_0.pdf}, author = {Kevin Crowston and Carsten {\O}sterlund and Lee, Tae Kyoung} } @article {657, title = {Gravity Spy: Integrating Advanced LIGO Detector Characterization, Machine Learning, and Citizen Science}, journal = {Classical and Quantum Gravity}, volume = {34}, year = {2017}, pages = {064003}, type = {Journal Article}, doi = {10.1088/1361-6382/aa5cea}, author = {Michael Zevin and Scott Coughlin and Sara Bahaadini and Emre Besler and Neda Rohani and Sarah Allen and Miriam Cabero and Kevin Crowston and Aggelos Katsaggelos and Shane Larson and Tae Kyoung Lee and Chris Lintott and Tyson Littenberg and Andrew Lundgren and Carsten Oesterlund and Joshua Smith and Laura Trouille and Vicky Kalogera} }