@article {69172, title = {A neural circuit architecture for rapid learning in goal-directed navigation}, journal = {Neuron}, volume = {112}, year = {2024}, month = {2024 May 23}, pages = {2581-2599.e23}, abstract = {

Anchoring goals to spatial representations enables flexible navigation but is challenging in novel environments when both representations must be acquired simultaneously. We propose a framework for how Drosophila uses internal representations of head direction (HD) to build goal representations upon selective thermal reinforcement. We show that flies use stochastically generated fixations and directed saccades to express heading preferences in an operant visual learning paradigm and that HD neurons are required to modify these preferences based on reinforcement. We used a symmetric visual setting to expose how flies{\textquoteright} HD and goal representations co-evolve and how the reliability of these interacting representations impacts behavior. Finally, we describe how rapid learning of new goal headings may rest on a behavioral policy whose parameters are flexible but whose form is genetically encoded in circuit architecture. Such evolutionarily structured architectures, which enable rapidly adaptive behavior driven by internal representations, may be relevant across species.

}, doi = {https://doi.org/10.1016/j.neuron.2024.04.036}, url = {https://doi.org/10.1016/j.neuron.2024.04.036}, author = {Chuntao Dan and Brad K. Hulse and Ramya Kappagantula and Vivek Jayaraman and Ann M. Hermundstad} } @article {68275, title = {Flexible control of behavioral variability mediated by an internal representation of head direction}, journal = {bioRxiv}, year = {2022}, month = {2022 Aug 19}, abstract = {

Internal representations are thought to support the generation of flexible, long-timescale behavioral patterns in both animals and artificial agents. Here, we present a novel conceptual framework for how\ Drosophila\ use their internal representation of head direction to maintain preferred headings in their surroundings, and how they learn to modify these preferences in the presence of selective thermal reinforcement. To develop the framework, we analyzed flies{\textquoteright} behavior in a classical operant visual learning paradigm and found that they use stochastically generated fixations and directed turns to express their heading preferences. Symmetries in the visual scene used in the paradigm allowed us to expose how flies{\textquoteright} probabilistic behavior in this setting is tethered to their head direction representation. We describe how flies{\textquoteright} ability to quickly adapt their behavior to the rules of their environment may rest on a behavioral policy whose parameters are flexible but whose form is genetically encoded in the structure of their circuits. Many of the mechanisms we outline may also be relevant for rapidly adaptive behavior driven by internal representations in other animals, including mammals.

}, doi = {10.1101/2021.08.18.456004}, url = {https://doi.org/10.1101/2021.08.18.456004}, author = {Chuntao Dan and Brad K. Hulse and Vivek Jayaraman and Ann M. Hermundstad} }