Back
Dissociating neural learning signals in human sign- and goal-trackers
{Individuals differ in how they learn from experience. In Pavlovian conditioning models, where cues predict reinforcer delivery at a different goal location, some animals-called sign-trackers-come to approach the cue, whereas others, called goal-trackers, approach the goal. In sign-trackers, model-free phasic dopaminergic reward-prediction errors underlie learning, which renders stimuli \textquotesinglewanted\textquotesingle. Goal-trackers do not rely on dopamine for learning and are thought to use model-based learning. We demonstrate this double dissociation in 129 male humans using eye-tracking, pupillometry and functional magnetic resonance imaging informed by computational models of sign- and goal-tracking. We show that sign-trackers exhibit a neural reward prediction error signal that is not detectable in goal-trackers. Model-free value only guides gaze and pupil dilation in sign-trackers. Goal-trackers instead exhibit a stronger model-based neural state prediction error signal. This model-based construct determines gaze and pupil dilation more in goal-trackers.}
@article{item_3176437, title = {{Dissociating neural learning signals in human sign- and goal-trackers}}, journal = {{Nature Human Behaviour}}, abstract = {{Individuals differ in how they learn from experience. In Pavlovian conditioning models, where cues predict reinforcer delivery at a different goal location, some animals-called sign-trackers-come to approach the cue, whereas others, called goal-trackers, approach the goal. In sign-trackers, model-free phasic dopaminergic reward-prediction errors underlie learning, which renders stimuli \textquotesinglewanted\textquotesingle. Goal-trackers do not rely on dopamine for learning and are thought to use model-based learning. We demonstrate this double dissociation in 129 male humans using eye-tracking, pupillometry and functional magnetic resonance imaging informed by computational models of sign- and goal-tracking. We show that sign-trackers exhibit a neural reward prediction error signal that is not detectable in goal-trackers. Model-free value only guides gaze and pupil dilation in sign-trackers. Goal-trackers instead exhibit a stronger model-based neural state prediction error signal. This model-based construct determines gaze and pupil dilation more in goal-trackers.}}, volume = {4}, number = {2}, pages = {201--214}, publisher = {Nature Research}, address = {London}, year = {2020}, slug = {item_3176437}, author = {Schad, DJ and Rapp, MA and Garbusow, M and Nebe, S and Sebold, M and Obst, E and Sommer, C and Deserno, L and Rabovsky, M and Friedel, E and Romanczuk-Seiferth, N and Wittchen, H-U and Zimmermann, US and Walter, H and Sterzer, P and Smolka, MN and Schlagenhauf, F and Heinz, A and Dayan, P and Huys, QJM} }