@article{dominguez_goodwin_roberts_st amant_2017, title={Human Subtlety Proofs: Using Computer Games to Model Cognitive Processes for Cybersecurity}, volume={33}, ISSN={["1532-7590"]}, DOI={10.1080/10447318.2016.1232229}, abstractNote={ABSTRACT This article describes an emerging direction in the intersection between human–computer interaction and cognitive science: the use of cognitive models to give insight into the challenges of cybersecurity (cyber-SA). The article gives a brief overview of work in different areas of cyber-SA where cognitive modeling research plays a role, with regard to direct interaction between end users and computer systems and with regard to the needs of security analysts working behind the scenes. The problem of distinguishing between human users and automated agents (bots) interacting with computer systems is introduced, as well as ongoing efforts toward building Human Subtlety Proofs (HSPs), persistent and unobtrusive windows into human cognition with direct application to cyber-SA. Two computer games are described, proxies to illustrate different ways in which cognitive modeling can potentially contribute to the development of HSPs and similar cyber-SA applications.}, number={1}, journal={INTERNATIONAL JOURNAL OF HUMAN-COMPUTER INTERACTION}, author={Dominguez, Ignacio X. and Goodwin, Prairie Rose and Roberts, David L. and St Amant, Robert}, year={2017}, pages={44–54} }
 @article{kennedy_st. amant_reitter_2016, title={Behavior representation in modeling and simulation: introduction to CMOT special issue: BRiMS 2013}, volume={22}, ISSN={1381-298X 1572-9346}, url={http://dx.doi.org/10.1007/S10588-015-9194-9}, DOI={10.1007/S10588-015-9194-9}, number={1}, journal={Computational and Mathematical Organization Theory}, publisher={Springer Science and Business Media LLC}, author={Kennedy, William G. and St. Amant, Robert and Reitter, David}, year={2016}, month={Mar}, pages={1–3} }
 @article{best_kennedy_st. amant_2015, title={Behavioral representation in modeling and simulation: introduction to CMOT special issue—BRiMS 2012}, volume={21}, ISSN={1381-298X 1572-9346}, url={http://dx.doi.org/10.1007/S10588-015-9183-Z}, DOI={10.1007/S10588-015-9183-Z}, number={3}, journal={Computational and Mathematical Organization Theory}, publisher={Springer Science and Business Media LLC}, author={Best, Bradley J. and Kennedy, William G. and St. Amant, Robert St.}, year={2015}, month={Apr}, pages={243–246} }
 @article{bahram_chakraborty_ravindran_st amant_2015, title={Intelligent Interaction in Accessible Applications}, ISBN={["978-1-4471-6707-5"]}, ISSN={["2524-4477"]}, DOI={10.1007/978-1-4471-6708-2_6}, abstractNote={Advances in artificial intelligence over the past decade, combined with increasingly affordable computing power, have made new approaches to accessibility possible. In this chapter we describe three ongoing projects in the Department of Computer Science at North Carolina State University. CAVIAR, a Computer-vision Assisted Vibrotactile Interface for Accessible Reaching, is a wearable system that aids people with vision impairment (PWVI) in locating, identifying, and acquiring objects within reach; a mobile phone worn on the chest processes video input and guides the user’s hand to objects via a wristband with vibrating actuators. TIKISI (Touch It, Key It, Speak It), running on a tablet, gives PWVI the ability to explore maps and other forms of graphical information. AccessGrade combines crowd-sourcing with machine learning techniques to predict the accessibility of Web pages.}, journal={MULTIMODAL END-2-END APPROACH TO ACCESSIBLE COMPUTING, 2ND EDITION}, author={Bahram, Sina and Chakraborty, Arpan and Ravindran, Srinath and St Amant, Robert}, year={2015}, pages={113–136} }
 @book{st. amant_2013, title={Computing for ordinary mortals}, publisher={New York, NY: Oxford University Press}, author={St. Amant, R.}, year={2013} }
 @article{st amant_horton_2008, title={Revisiting the definition of animal tool use}, volume={75}, ISSN={0003-3472}, url={http://dx.doi.org/10.1016/j.anbehav.2007.09.028}, DOI={10.1016/j.anbehav.2007.09.028}, abstractNote={Benjamin Beck's definition of tool use has served the field of animal cognition well for over 25 years (Beck 1980, Animal Tool Behavior: the Use and Manufacture of Tools, New York, Garland STPM). This article proposes a new, more explanatory definition that accounts for tool use in terms of two complementary subcategories of behaviours: behaviours aimed at altering a target object by mechanical means and behaviours that mediate the flow of information between the tool user and the environment or other organisms in the environment. The conceptual foundation and implications of the new definition are contrasted with those of existing definitions, particularly Beck's. The new definition is informally evaluated with respect to a set of scenarios that highlights differences from Beck's definition as well as those of others in the literature.}, number={4}, journal={Animal Behaviour}, publisher={Elsevier BV}, author={St Amant, Robert and Horton, Thomas E.}, year={2008}, month={Apr}, pages={1199–1208} }
 @article{chang_cohen_morrison_st amant_beal_2006, title={Piagetian adaptation meets image schemas: The Jean system}, volume={4095}, DOI={10.1007/11840541_31}, abstractNote={Jean is a model of early cognitive development based loosely on Piaget’s theory of sensori-motor and pre-operational thought [1]. Like an infant, Jean repeatedly executes schemas, gradually extending its schemas to accommodate new experiences. Jean’s environment is a simulated “playpen” in which Jean and other objects move about and interact. Jean’s cognitive development depends on several integrated functions: a simple perceptual system, an action-selection system, a motivational system, a long-term memory, and learning methods. This paper provides an overview of Jean’s architecture and schemas, and it focuses on how Jean learns schemas and transfers them to new situations.}, journal={Lecture Notes in Computer Science}, author={Chang, Y. H. and Cohen, P. R. and Morrison, C. T. and St Amant, R. and Beal, C.}, year={2006}, pages={369–380} }
 @article{ritter_van rooy_st amant_simpson_2006, title={Providing user models direct access to interfaces: An exploratory study of a simple interface with implications for HRI and HCI}, volume={36}, ISSN={["1558-2426"]}, DOI={10.1109/TSMCA.2005.853482}, abstractNote={Models of users are a way to understand and improve the usability of computer interfaces. We present here a model in ACT-R cognitive-modeling language that interacts with a publicly available driving simulation as a simple analog for robot interfaces. The model interacts with the unmodified Java interface by incorporating a novel use of bitmap parsing. The model's structure starts to describe the knowledge a human operator of a robot must have. The model also indicates some of the aspects of the task will be difficult for the operator. For example, the model's performance makes quantitative predictions about how robot speed will influence navigation quality, correlating well to human performance. While the model does not cover all aspects of human-robot interaction, it illustrates how providing user models access to an interface through its bitmap can lead to more accurate and more widely applicable model users}, number={3}, journal={IEEE TRANSACTIONS ON SYSTEMS MAN AND CYBERNETICS PART A-SYSTEMS AND HUMANS}, author={Ritter, Frank E. and Van Rooy, Dirk and St Amant, Robert and Simpson, Kate}, year={2006}, month={May}, pages={592–601} }
 @article{st amant_freed_ritter_2005, title={Specifying ACT-R models of user interaction with a GOMS language}, volume={6}, ISSN={["1389-0417"]}, DOI={10.1016/j.cogsys.2004.09.008}, abstractNote={We describe a system, G2A, that produces ACT-R models from GOMS models. The GOMS models can contain hierarchical methods, visual and memory stores, and control constructs. G2A allows ACT-R models to be built much more quickly, in hours rather than weeks. Because GOMS is a more abstract formalism than ACT-R, most GOMS operators can be plausibly translated in different ways into ACT-R productions (e.g., a GOMS Look-for operator can be carried out by different visual search strategies in ACT-R). Given a GOMS model, G2A generates and evaluates alternative ACT-R models by systematically varying the mapping of GOMS operators to ACT-R productions. In experiments with a text editing task, G2A produces ACT-R models whose predictions are within 5% of GOMS model predictions. In the same domain, G2A also generates ACT-R models that give better predictions than GOMS, providing good predictions of overall task duration for actual users (within 2%), though the models are less accurate at a detailed level. In a separate experiment with a mouse-driven telephone dialing task, G2A produces models that do a better job of distinguishing between competing interfaces than a Fitts’ law model or an ACT-R model built by hand. G2A starts to describe the relationship between two major theories of cognition. This may have appeared a simple relationship, but the complexity of the translation illustrates why this was not done before. G2A shows a way forward for cognitive models, that of higher level languages that compile into more detailed specifications.}, number={1}, journal={COGNITIVE SYSTEMS RESEARCH}, author={St Amant, R and Freed, AR and Ritter, FE}, year={2005}, month={Mar}, pages={71–88} }
 @article{st amant_riedl_2001, title={A perception/action substrate for cognitive modeling in HCl}, volume={55}, ISSN={["1095-9300"]}, DOI={10.1006/ijhc.2001.0470}, abstractNote={This article describes a general-purpose programmable substrate designed to allow cognitive modeling systems to interact with off-the-shelf interactive applications. The substrate, called VisMap, improves on conventional approaches, in which a cognitive model interacts with a hand-constructed abstraction, an artificial simulation or an interface tailored specifically to a modeling system. VisMap can be used to construct static scenarios for input to a cognitive model, without requiring its internal modification; alternatively, the system can be integrated with a cognitive model to support direct control of an application.}, number={1}, journal={INTERNATIONAL JOURNAL OF HUMAN-COMPUTER STUDIES}, author={St Amant, R and Riedl, MO}, year={2001}, month={Jul}, pages={15–39} }
 @article{st amant_lieberman_potter_zettlemoyer_2000, title={Visual generalization in programming by example}, volume={43}, ISSN={["0001-0782"]}, DOI={10.1145/330534.330549}, abstractNote={Publisher Summary In programming-by-example (PBE) systems, the system records the actions performed by a user in the interface and produces a generalized program that can be used later in analogous examples. A key issue is how to describe the actions and objects selected by the user, which determines what kind of generalizations will be possible. This chapter explores an approach using visual properties of the interaction elements themselves, such as size, shape, color, and appearance of graphical objects to describe user intentions. Visual information can supplement information available from other sources and opens up the possibility of new kinds of generalizations not possible from the application data alone. In addition, these generalizations can map more closely to the intentions of users, especially beginning users, who rely on the same visual information when making selections. Finally, visual generalization can sometimes remove one of the worst obstacles preventing the use of PBE with commercial applications—that is—reliance on application program interfaces (APIs). When necessary, PBE systems can work exclusively from the visual appearance of applications and do not need explicit cooperation from the API.}, number={3}, journal={COMMUNICATIONS OF THE ACM}, author={St Amant, R and Lieberman, H and Potter, R and Zettlemoyer, L}, year={2000}, month={Mar}, pages={107–114} }
 @article{st amant_1999, title={User interface affordances in a planning representation}, volume={14}, ISSN={["1532-7051"]}, DOI={10.1207/s15327051hci1403_3}, abstractNote={This article shows how the concept of affordance in the user interface fits into a well-understood artificial intelligence (AI) model of acting in an environment. In this model AI planning research is used to interpret affordances in terms of the costs associated with the generation and execution of operators in a plan. This article motivates the approach with a brief survey of the affordance literature and its connections to the planning literature and then explores its implications through examples of common user interface mechanisms described in affordances terms. Despite its simplicity, the modeling approach ties together several different threads of practical and theoretical work on affordance into a single conceptual framework.}, number={3}, journal={HUMAN-COMPUTER INTERACTION}, author={St Amant, R}, year={1999}, pages={317–354} }
 @article{st amant_long_dulberg_1998, title={Experimental evaluation of intelligent assistance for navigation}, volume={11}, ISSN={["1872-7409"]}, DOI={10.1016/S0950-7051(98)00054-9}, abstractNote={Modern user interfaces make extensive use of navigation, a metaphor based on wayfinding in a physical space. Navigation can be an effective solution for many problems in understanding and manipulating a complex information space. Unfortunately, current research toward domain-independent, intelligent assistance for navigation lacks some important conceptual and practical tools for evaluation. This article describes an empirical study of assisted navigation that investigates the relationship between the quality of the assistance and overall performance. Our definition of quality is based on the information retrieval concepts of precision and recall. We use the limitations of the study results to motivate the development of a general-purpose navigation testbed. By separating the concerns of retrieving navigational data, maintaining and managing the resulting information space, and providing different views into the space, the testbed facilitates the development of navigational mechanisms and supports their evaluation. The testbed will act as a foundation for future work toward the automated generation of intelligent tools for navigational assistance.}, number={1}, journal={KNOWLEDGE-BASED SYSTEMS}, author={St Amant, R and Long, T and Dulberg, MS}, year={1998}, month={Sep}, pages={61–70} }
 @article{st amant_cohen_1998, title={Intelligent support for exploratory data analysis}, volume={7}, ISSN={["1537-2715"]}, DOI={10.1080/10618600.1998.10474794}, abstractNote={Abstract Exploratory data analysis (EDA) is as much a matter of strategy as of selecting specific statistical operations. We have developed a knowledge-based planning system, called AIDE, to help users with EDA. AIDE strikes a balance between conventional statistical packages, which need guidance for every step in the exploration, and autonomous systems, which leave the user entirely out of the decision-making process. AIDE's processing is based on artificial intelligence planning techniques, which give us a useful means of representing some types of statistical strategy. In this article we describe the design of AIDE and its behavior in exploring a small, complex data set.}, number={4}, journal={JOURNAL OF COMPUTATIONAL AND GRAPHICAL STATISTICS}, author={St Amant, R and Cohen, PR}, year={1998}, month={Dec}, pages={545–558} }
 @article{st. amant_cohen_1998, title={Interaction with a mixed-initiative system for exploratory data analysis}, volume={10}, DOI={10.1016/s0950-7051(97)00038-5}, abstractNote={Exploratory data analysis (EDA) plays an increasingly important role in statistical analysis. EDA is difficult, however, even with the help of modern statistical software. We have developed an assistant for data exploration, based on Al planning techniques, that addresses some of the strategic shortcomings of conventional software. This paper describes the design and behavior of the system and discusses an experimental evaluation that demonstrates the effectiveness of our approach.}, number={5}, journal={Knowledge-based Systems}, author={St. Amant, R. and Cohen, P. R.}, year={1998}, pages={265–273} }