%PDF-1.6
%
1 0 obj
<>
endobj
2 0 obj
<>stream
Anna C. Sales, Karl J. Friston, Matthew W. Jones, Anthony E. Pickering, Rosalyn J. Moran
Locus Coeruleus tracking of prediction errors optimises cognitive flexibility: An Active Inference model
www.ploscompbiol.org
www.ploscompbiol.org
endstream
endobj
3 0 obj
<>
endobj
4 0 obj
<>/XObject<>>>
endobj
6 0 obj
[16 0 R 17 0 R 18 0 R 19 0 R 20 0 R 21 0 R 22 0 R 23 0 R 24 0 R 25 0 R 26 0 R 27 0 R 28 0 R 29 0 R 30 0 R 31 0 R 32 0 R 33 0 R 34 0 R 35 0 R 36 0 R 37 0 R 38 0 R]
endobj
16 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref001)>>
endobj
17 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref002)>>
endobj
18 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref001)>>
endobj
19 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref003)>>
endobj
20 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref004)>>
endobj
21 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref005)>>
endobj
22 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref001)>>
endobj
23 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref006)>>
endobj
24 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref008)>>
endobj
25 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref009)>>
endobj
26 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref010)>>
endobj
27 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref001)>>
endobj
28 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref011)>>
endobj
29 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref012)>>
endobj
30 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref013)>>
endobj
31 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref006)>>
endobj
32 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref008)>>
endobj
33 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref006)>>
endobj
34 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref004)>>
endobj
35 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref005)>>
endobj
36 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref009)>>
endobj
37 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref010)>>
endobj
38 0 obj
<>/Border[0 0 0]/A 39 0 R>>
endobj
39 0 obj
<>
endobj
7 0 obj
<>stream
q
Q
q
12.0189 54.5953 583.087 707.414 re
W* n
q
1 0 0 1 12.0189 54.5953 cm
q
/I0 Do
Q
Q
Q
q
0 0 612 792 re
W* n
0.955 g
0.0001 w
200 714 m
576 714 l
576 546 l
200 546 l
f*
0.83 0.64 0.02 0 k
536.995 432.907 m
541.757 432.907 l
h
f*
544.025 432.907 m
548.731 432.907 l
h
f*
425.707 406.942 m
430.469 406.942 l
h
f*
560.58 393.902 m
565.342 393.902 l
h
f*
250.469 367.937 m
255.231 367.937 l
h
f*
381.373 367.937 m
386.135 367.937 l
h
f*
399.458 328.932 m
404.22 328.932 l
h
f*
406.488 328.932 m
411.25 328.932 l
h
f*
416.409 328.932 m
421.172 328.932 l
h
f*
241.342 302.91 m
246.104 302.91 l
h
f*
248.372 302.91 m
257.896 302.91 l
h
f*
372.643 276.945 m
377.405 276.945 l
h
f*
379.672 276.945 m
389.197 276.945 l
h
f*
450.652 263.906 m
460.176 263.906 l
h
f*
358.866 211.918 m
368.391 211.918 l
h
f*
372.756 198.935 m
377.518 198.935 l
h
f*
379.786 198.935 m
384.548 198.935 l
h
f*
434.268 185.896 m
439.03 185.896 l
h
f*
389.82 81.9213 m
394.583 81.9213 l
h
f*
396.85 81.9213 m
401.613 81.9213 l
h
f*
403.824 81.9213 m
408.586 81.9213 l
h
f*
410.854 81.9213 m
420.378 81.9213 l
h
f*
0 g
1 j
1 J
10 0 0 10 209.99 696.983 cm
BT
/F5 1 Tf
-0.004 Tc
1 TL
0 0 Td
(originates)Tj
4.1612 0 Td
(predominantly)Tj
6.1851 0 Td
(from)Tj
2.2054 0 Td
(a)Tj
0.6576 0 Td
(cluster)Tj
2.8687 0 Td
(of)Tj
1.0148 0 Td
(neurons)Tj
3.5092 0 Td
(in)Tj
1.0375 0 Td
(the)Tj
1.4683 0 Td
(brainstemthe)Tj
6.4233 0 Td
(locus)Tj
2.2847 0 Td
(coeruleus)Tj
-31.8158 -1.2982 Td
(\(LC\)and)Tj
4.5354 0 Td
(plays)Tj
2.2336 0 Td
(a)Tj
0.6577 0 Td
(key)Tj
1.593 0 Td
(role)Tj
1.7688 0 Td
(in)Tj
1.0318 0 Td
(behaviour,)Tj
4.4674 0 Td
(for)Tj
1.3833 0 Td
(instance,)Tj
3.7531 0 Td
(in)Tj
1.0374 0 Td
(determining)Tj
5.1761 0 Td
(the)Tj
1.474 0 Td
(balance)Tj
3.2371 0 Td
(between)Tj
-32.3487 -1.2983 Td
(exploiting)Tj
4.2235 0 Td
(or)Tj
1.0999 0 Td
(exploring)Tj
4.0308 0 Td
(the)Tj
1.4684 0 Td
(environment.)Tj
5.6579 0 Td
(Here)Tj
2.2053 0 Td
(we)Tj
1.3266 0 Td
(use)Tj
1.5307 0 Td
(Active)Tj
2.7666 0 Td
(Inference)Tj
4.0139 0 Td
(\(AI\),)Tj
2.1486 0 Td
(a)Tj
0.652 0 Td
(mathemati-)Tj
-31.1242 -1.3039 Td
(cal)Tj
1.3266 0 Td
(model)Tj
2.7439 0 Td
(of)Tj
1.0148 0 Td
(perception)Tj
4.5184 0 Td
(and)Tj
1.7291 0 Td
(action,)Tj
2.9197 0 Td
(to)Tj
1.0261 0 Td
(formally)Tj
3.5886 0 Td
(describe)Tj
3.5263 0 Td
(LC)Tj
1.4173 0 Td
(function.)Tj
3.8551 0 Td
(We)Tj
1.6101 0 Td
(propose)Tj
3.4242 0 Td
(that)Tj
1.7802 0 Td
(LC)Tj
-34.4804 -1.2983 Td
(activity)Tj
3.118 0 Td
(is)Tj
0.8504 0 Td
(triggered)Tj
3.8324 0 Td
(by)Tj
1.1793 0 Td
(errors)Tj
2.6248 0 Td
(in)Tj
1.0375 0 Td
(prediction)Tj
4.371 0 Td
(and)Tj
1.7291 0 Td
(that)Tj
1.7802 0 Td
(the)Tj
1.4683 0 Td
(subsequent)Tj
4.7055 0 Td
(release)Tj
2.9026 0 Td
(of)Tj
1.0148 0 Td
(noradrena-)Tj
-30.6139 -1.2982 Td
(line)Tj
1.7064 0 Td
(alters)Tj
2.3527 0 Td
(the)Tj
1.4684 0 Td
(rate)Tj
1.7518 0 Td
(of)Tj
1.0148 0 Td
(learning)Tj
3.5206 0 Td
(about)Tj
2.4945 0 Td
(the)Tj
1.4683 0 Td
(environment.)Tj
5.6579 0 Td
(Biologically,)Tj
5.091 0 Td
(this)Tj
1.6724 0 Td
(describes)Tj
3.8891 0 Td
(an)Tj
1.2019 0 Td
(LC-)Tj
-33.2898 -1.3039 Td
(cortex)Tj
2.7099 0 Td
(feedback)Tj
3.7417 0 Td
(loop)Tj
2.0012 0 Td
(promoting)Tj
4.5184 0 Td
(behavioural)Tj
4.9209 0 Td
(flexibility)Tj
3.9515 0 Td
(in)Tj
1.0318 0 Td
(times)Tj
2.3924 0 Td
(of)Tj
1.0148 0 Td
(uncertainty.)Tj
5.04 0 Td
(We)Tj
1.6101 0 Td
(model)Tj
-32.9327 -1.2983 Td
(LC)Tj
1.4229 0 Td
(output)Tj
2.897 0 Td
(as)Tj
1.0148 0 Td
(a)Tj
0.652 0 Td
(simulated)Tj
4.1272 0 Td
(animal)Tj
2.9707 0 Td
(performs)Tj
3.8778 0 Td
(two)Tj
1.7064 0 Td
(tasks)Tj
2.1713 0 Td
(known)Tj
3.0047 0 Td
(to)Tj
1.0262 0 Td
(elicit)Tj
2.1486 0 Td
(archetypal)Tj
4.3483 0 Td
(responses.)Tj
-31.3679 -1.2983 Td
(We)Tj
1.61 0 Td
(find)Tj
1.8539 0 Td
(that)Tj
1.7744 0 Td
(experimentally)Tj
6.1625 0 Td
(observed)Tj
3.7928 0 Td
(`phasic')Tj
3.1917 0 Td
(and)Tj
1.7292 0 Td
(`tonic')Tj
2.7042 0 Td
(patterns)Tj
3.4753 0 Td
(of)Tj
1.0148 0 Td
(LC)Tj
1.4229 0 Td
(activity)Tj
3.1181 0 Td
(emerge)Tj
-31.8498 -1.2982 Td
(naturally,)Tj
4.0081 0 Td
(and)Tj
1.7291 0 Td
(that)Tj
1.7745 0 Td
(modulation)Tj
4.9039 0 Td
(of)Tj
1.0148 0 Td
(learning)Tj
3.5206 0 Td
(rates)Tj
2.109 0 Td
(improves)Tj
3.9401 0 Td
(task)Tj
1.8085 0 Td
(performance.)Tj
5.5729 0 Td
(This)Tj
1.9842 0 Td
(provides)Tj
-32.3657 -1.304 Td
(a)Tj
0.6576 0 Td
(simple,)Tj
3.0784 0 Td
(unified)Tj
3.0671 0 Td
(computational)Tj
6.0491 0 Td
(account)Tj
3.3845 0 Td
(of)Tj
1.0148 0 Td
(noradrenergic)Tj
5.9017 0 Td
(computational)Tj
6.0491 0 Td
(function)Tj
3.6283 0 Td
(within)Tj
-32.8306 -1.2982 Td
(a)Tj
0.6576 0 Td
(general)Tj
3.1294 0 Td
(model)Tj
2.7439 0 Td
(of)Tj
1.0148 0 Td
(behaviour.)Tj
ET
Q
q
1 j
1 J
0.0001 w
11.9999 0 0 11.9999 200.012 489.997 cm
BT
/F2 1 Tf
-0.0033 Tc
1 TL
0 0 Td
(Introduction)Tj
ET
Q
q
1 j
1 J
0.0001 w
10 0 0 10 200.012 472.989 cm
BT
/F5 1 Tf
-0.004 Tc
1 TL
0 0 Td
(The)Tj
1.7801 0 Td
(locus)Tj
2.2847 0 Td
(coeruleus)Tj
4.0308 0 Td
(\(LC\))Tj
2.1033 0 Td
(is)Tj
0.8504 0 Td
(the)Tj
1.4684 0 Td
(major)Tj
2.6078 0 Td
(source)Tj
2.8347 0 Td
(of)Tj
1.0147 0 Td
(noradrenaline)Tj
5.8734 0 Td
(\(NA\))Tj
2.3187 0 Td
(in)Tj
1.0375 0 Td
(the)Tj
1.4683 0 Td
(brain,)Tj
2.5739 0 Td
(projecting)Tj
4.2973 0 Td
(to)Tj
-36.544 -1.2982 Td
(most)Tj
2.2053 0 Td
(territories)Tj
4.1782 0 Td
(from)Tj
2.2054 0 Td
(the)Tj
1.4683 0 Td
(frontal)Tj
2.914 0 Td
(cortex)Tj
2.7099 0 Td
(to)Tj
1.0261 0 Td
(the)Tj
1.4684 0 Td
(distal)Tj
2.3584 0 Td
(spinal)Tj
2.5908 0 Td
(cord.)Tj
2.2734 0 Td
(Changes)Tj
3.6453 0 Td
(in)Tj
1.0375 0 Td
(LC)Tj
1.4173 0 Td
(firing)Tj
2.4321 0 Td
(have)Tj
-33.9304 -1.2983 Td
(been)Tj
2.1203 0 Td
(associated)Tj
4.2576 0 Td
(with)Tj
1.9955 0 Td
(behavioural)Tj
4.921 0 Td
(changes,)Tj
3.6283 0 Td
(most)Tj
2.2053 0 Td
(notably)Tj
3.2145 0 Td
(the)Tj
1.4683 0 Td
(switch)Tj
2.7836 0 Td
(from)Tj
2.2054 0 Td
(`exploiting')Tj
4.6658 0 Td
(to)Tj
1.0204 0 Td
(`explor-)Tj
-34.486 -1.3039 Td
(ing')Tj
1.7121 0 Td
(the)Tj
1.474 0 Td
(environment,)Tj
5.6522 0 Td
(and)Tj
1.7348 0 Td
(the)Tj
1.4683 0 Td
(facilitation)Tj
4.4958 0 Td
(of)Tj
1.0148 0 Td
(appropriate)Tj
4.8812 0 Td
(responses)Tj
4.0932 0 Td
(to)Tj
1.0261 0 Td
(salient)Tj
2.8006 0 Td
(stimuli)Tj
3.0048 0 Td
([)Tj
0.83 0.64 0.02 0 k
(1)Tj
0 g
(,)Tj
0.83 0.64 0.02 0 k
(2)Tj
0 g
(].)Tj
-32.1617 -1.2983 Td
(Tonic)Tj
2.5795 0 Td
(LC)Tj
1.423 0 Td
(activity)Tj
3.118 0 Td
(is)Tj
0.8448 0 Td
(correlated)Tj
4.2462 0 Td
(with)Tj
2.0013 0 Td
(global)Tj
2.6249 0 Td
(levels)Tj
2.3754 0 Td
(of)Tj
1.0148 0 Td
(arousal)Tj
3.101 0 Td
(and)Tj
1.7292 0 Td
(behavioural)Tj
4.9209 0 Td
(flexibility,)Tj
-31.1752 -1.2982 Td
(where)Tj
2.6475 0 Td
(firing)Tj
2.4264 0 Td
(rates)Tj
2.109 0 Td
(increase)Tj
3.4753 0 Td
(with)Tj
1.9955 0 Td
(rising)Tj
2.5002 0 Td
(levels)Tj
2.3754 0 Td
(of)Tj
1.0148 0 Td
(alertness)Tj
3.685 0 Td
([)Tj
0.83 0.64 0.02 0 k
(1)Tj
0 g
(].)Tj
1.6044 0 Td
(At)Tj
1.2019 0 Td
(the)Tj
1.4683 0 Td
(extreme,)Tj
3.6737 0 Td
(high)Tj
2.0069 0 Td
(rates)Tj
2.109 0 Td
(of)Tj
1.0148 0 Td
(tonic)Tj
-35.3081 -1.3039 Td
(firing)Tj
2.4264 0 Td
(have)Tj
2.0579 0 Td
(been)Tj
2.126 0 Td
(causally)Tj
3.3449 0 Td
(related)Tj
2.9423 0 Td
(to)Tj
1.0261 0 Td
(behavioural)Tj
4.921 0 Td
(variability)Tj
4.2236 0 Td
(and)Tj
1.7291 0 Td
(stochastic)Tj
4.1215 0 Td
(decision)Tj
3.5433 0 Td
(making)Tj
3.2542 0 Td
([)Tj
0.83 0.64 0.02 0 k
(3)Tj
0 g
(].)Tj
-35.7163 -1.2983 Td
(This)Tj
1.9842 0 Td
(`tonic)Tj
2.4888 0 Td
(mode')Tj
2.7156 0 Td
(has)Tj
1.542 0 Td
(previously)Tj
4.3483 0 Td
(been)Tj
2.126 0 Td
(modelled)Tj
3.9401 0 Td
(as)Tj
1.0148 0 Td
(a)Tj
0.652 0 Td
(response)Tj
3.736 0 Td
(to)Tj
1.0262 0 Td
(factors)Tj
2.9026 0 Td
(such)Tj
2.058 0 Td
(as)Tj
1.0148 0 Td
(declining)Tj
3.9401 0 Td
(util-)Tj
-35.4895 -1.2983 Td
(ity)Tj
1.2302 0 Td
(in)Tj
1.0261 0 Td
(a)Tj
0.6463 0 Td
(task)Tj
1.8028 0 Td
([)Tj
0.83 0.64 0.02 0 k
(4)Tj
0 g
(])Tj
1.3663 0 Td
(or)Tj
1.0885 0 Td
(`unexpected)Tj
5.0173 0 Td
(uncertainties')Tj
5.6182 0 Td
([)Tj
0.83 0.64 0.02 0 k
(5)Tj
0 g
(],)Tj
1.5931 0 Td
(triggering)Tj
4.1556 0 Td
(behavioural)Tj
4.9095 0 Td
(variability)Tj
4.2123 0 Td
(and)Tj
1.7235 0 Td
(a)Tj
0.6406 0 Td
(switch)Tj
-35.0303 -1.3039 Td
(from)Tj
2.2053 0 Td
(`exploiting')Tj
4.6658 0 Td
(a)Tj
0.652 0 Td
(known)Tj
3.0047 0 Td
(resource)Tj
3.6283 0 Td
(to)Tj
1.0261 0 Td
(`exploring')Tj
4.4731 0 Td
(for)Tj
1.3833 0 Td
(a)Tj
0.6576 0 Td
(new)Tj
1.8765 0 Td
(resource.)Tj
-22.3765 -1.2983 Td
(The)Tj
1.7858 0 Td
(LC)Tj
1.423 0 Td
(also)Tj
1.7631 0 Td
(fires)Tj
1.9332 0 Td
(in)Tj
1.0375 0 Td
(short,)Tj
2.5115 0 Td
(high)Tj
2.0069 0 Td
(frequency)Tj
4.1839 0 Td
(bursts.)Tj
2.8743 0 Td
(Such)Tj
2.1713 0 Td
(phasic)Tj
2.7553 0 Td
(activity)Tj
3.1181 0 Td
(occurs)Tj
2.8289 0 Td
(in)Tj
1.0375 0 Td
(animals)Tj
3.3335 0 Td
(in)Tj
-35.96 -1.2982 Td
(response)Tj
3.7303 0 Td
(to)Tj
1.0262 0 Td
(behaviourally)Tj
5.6239 0 Td
(relevant)Tj
3.4185 0 Td
(salient)Tj
2.8006 0 Td
(stimuli)Tj
3.0047 0 Td
([)Tj
0.83 0.64 0.02 0 k
(1)Tj
0 g
(,)Tj
0.83 0.64 0.02 0 k
(6)Tj
0 g
()Tj
0.83 0.64 0.02 0 k
(8)Tj
0 g
(].)Tj
3.2939 0 Td
(This)Tj
1.9899 0 Td
(phasic)Tj
2.7496 0 Td
(response)Tj
3.7303 0 Td
(has)Tj
1.5421 0 Td
(been)Tj
-32.91 -1.2983 Td
(described)Tj
4.0421 0 Td
(as)Tj
1.0035 0 Td
(a)Tj
0.6463 0 Td
(`network)Tj
3.7644 0 Td
(interrupt')Tj
4.0535 0 Td
(or)Tj
1.0885 0 Td
(`reset',)Tj
2.7552 0 Td
(which)Tj
2.6419 0 Td
(facilitates)Tj
3.9515 0 Td
(a)Tj
0.6463 0 Td
(shift)Tj
1.9502 0 Td
(to)Tj
1.0148 0 Td
(shorter-term)Tj
5.3348 0 Td
(behavioural)Tj
-32.893 -1.3039 Td
(planning)Tj
3.7927 0 Td
([)Tj
0.83 0.64 0.02 0 k
(9)Tj
0 g
(,)Tj
0.83 0.64 0.02 0 k
(10)Tj
0 g
(].)Tj
2.7779 0 Td
(Activating)Tj
4.3597 0 Td
(stimuli)Tj
3.0103 0 Td
(are)Tj
1.4457 0 Td
(those)Tj
2.3414 0 Td
(which)Tj
2.6476 0 Td
(have)Tj
2.0636 0 Td
(an)Tj
1.2018 0 Td
(established)Tj
4.5978 0 Td
(behavioural)Tj
4.9153 0 Td
(signifi-)Tj
-33.1538 -1.2983 Td
(cance;)Tj
2.6985 0 Td
(for)Tj
1.3833 0 Td
(instance,)Tj
3.7531 0 Td
(signalling)Tj
4.0648 0 Td
(the)Tj
1.474 0 Td
(location)Tj
3.4469 0 Td
(of)Tj
1.0148 0 Td
(food)Tj
2.0523 0 Td
(or)Tj
1.0998 0 Td
(the)Tj
1.4684 0 Td
(presence)Tj
3.7133 0 Td
(of)Tj
1.0148 0 Td
(a)Tj
0.652 0 Td
(predator.)Tj
3.8948 0 Td
(They)Tj
2.2393 0 Td
(may)Tj
1.9276 0 Td
(also)Tj
-35.8977 -1.2982 Td
(include)Tj
3.1804 0 Td
(stimuli)Tj
3.0104 0 Td
(that)Tj
1.7801 0 Td
(are)Tj
1.4457 0 Td
(highly)Tj
2.7099 0 Td
(unexpected)Tj
4.7962 0 Td
([)Tj
0.83 0.64 0.02 0 k
(1)Tj
0 g
(,)Tj
0.83 0.64 0.02 0 k
(11)Tj
0 g
(]although)Tj
6.6047 0 Td
(the)Tj
1.4683 0 Td
(phasic)Tj
2.7553 0 Td
(response)Tj
3.7303 0 Td
(will)Tj
1.6668 0 Td
(habituate)Tj
-33.1481 -1.3039 Td
(rapidly)Tj
3.0387 0 Td
(to)Tj
1.0261 0 Td
(novelty)Tj
3.1521 0 Td
(alone)Tj
2.3754 0 Td
(in)Tj
1.0375 0 Td
(the)Tj
1.4683 0 Td
(absence)Tj
3.3449 0 Td
(of)Tj
1.0148 0 Td
(behavioural)Tj
4.9152 0 Td
(salience)Tj
3.3506 0 Td
([)Tj
0.83 0.64 0.02 0 k
(12)Tj
0 g
(].)Tj
-23.5274 -1.2983 Td
(A)Tj
0.907 0 Td
(series)Tj
2.4265 0 Td
(of)Tj
1.0148 0 Td
(studies)Tj
2.9877 0 Td
(has)Tj
1.542 0 Td
(provided)Tj
3.8154 0 Td
(evidence)Tj
3.7134 0 Td
(of)Tj
1.0148 0 Td
(further)Tj
3.0274 0 Td
(nuance)Tj
3.1237 0 Td
(to)Tj
1.0262 0 Td
(phasic)Tj
2.7496 0 Td
(LC)Tj
1.4229 0 Td
(responses.)Tj
4.32 0 Td
(Similar)Tj
-34.2876 -1.2983 Td
(to)Tj
1.0261 0 Td
(the)Tj
1.4683 0 Td
(well-known)Tj
4.955 0 Td
(dopaminergic)Tj
5.7939 0 Td
(response,)Tj
3.9572 0 Td
(as)Tj
1.0148 0 Td
(an)Tj
1.2019 0 Td
(animal)Tj
2.9706 0 Td
(learns)Tj
2.6022 0 Td
(a)Tj
0.652 0 Td
(cue-reward)Tj
4.7622 0 Td
(relationship,)Tj
5.21 0 Td
(pha-)Tj
-35.6142 -1.3039 Td
(sic)Tj
1.2699 0 Td
(LC)Tj
1.4229 0 Td
(responses)Tj
4.0932 0 Td
(will)Tj
1.6611 0 Td
(transfer)Tj
3.3166 0 Td
(from)Tj
2.2053 0 Td
(temporal)Tj
3.8381 0 Td
(alignment)Tj
4.2746 0 Td
(with)Tj
1.9956 0 Td
(an)Tj
1.2019 0 Td
(unconditioned)Tj
6.1454 0 Td
(stimuli)Tj
3.0047 0 Td
(\(US\))Tj
2.1147 0 Td
(to)Tj
-36.544 -1.2983 Td
(a)Tj
0.6519 0 Td
(predictive,)Tj
4.422 0 Td
(conditioned)Tj
5.0627 0 Td
(stimuli)Tj
3.0104 0 Td
(\(CS+\)[)Tj
0.83 0.64 0.02 0 k
(13)Tj
0 g
(].)Tj
4.473 0 Td
(Additionally,)Tj
5.4538 0 Td
(rarer)Tj
2.194 0 Td
(stimuli,)Tj
3.2315 0 Td
(or)Tj
1.0998 0 Td
(those)Tj
2.3358 0 Td
(predicting)Tj
4.3313 0 Td
(a)Tj
-36.2662 -1.2982 Td
(large)Tj
2.1599 0 Td
(reward,)Tj
3.2542 0 Td
(elicit)Tj
2.1486 0 Td
(a)Tj
0.652 0 Td
(stronger)Tj
3.566 0 Td
(LC)Tj
1.4229 0 Td
(response)Tj
3.7304 0 Td
([)Tj
0.83 0.64 0.02 0 k
(6)Tj
0 g
(,)Tj
0.83 0.64 0.02 0 k
(8)Tj
0 g
(].)Tj
2.3074 0 Td
(In)Tj
1.1055 0 Td
(contrast)Tj
3.4639 0 Td
(if)Tj
0.771 0 Td
(predictive)Tj
4.1953 0 Td
(cues)Tj
1.9559 0 Td
(are)Tj
1.4513 0 Td
(delivered)Tj
-32.1843 -1.3039 Td
(consecutively,)Tj
5.8053 0 Td
(the)Tj
1.4683 0 Td
(size)Tj
1.6838 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4683 0 Td
(response)Tj
3.736 0 Td
(appears)Tj
3.2769 0 Td
(to)Tj
1.0261 0 Td
(decrease)Tj
3.6057 0 Td
([)Tj
0.83 0.64 0.02 0 k
(6)Tj
0 g
(].)Tj
1.6044 0 Td
(The)Tj
1.7801 0 Td
(rich)Tj
1.8085 0 Td
(array)Tj
2.2847 0 Td
(of)Tj
1.0148 0 Td
(factors)Tj
2.9027 0 Td
(affect-)Tj
-34.4804 -1.2983 Td
(ing)Tj
1.5023 0 Td
(the)Tj
1.4683 0 Td
(nature)Tj
2.8233 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4684 0 Td
(phasic)Tj
2.7496 0 Td
(response)Tj
3.736 0 Td
(suggests)Tj
3.4809 0 Td
(that)Tj
1.7802 0 Td
(LC)Tj
1.4173 0 Td
(activation)Tj
4.1555 0 Td
(is)Tj
0.8448 0 Td
(linked)Tj
2.7325 0 Td
(to)Tj
1.0262 0 Td
(both)Tj
2.0579 0 Td
(facilitation)Tj
4.5014 0 Td
(of)Tj
-36.7594 -1.2983 Td
(behavioural)Tj
4.9209 0 Td
(response)Tj
3.7303 0 Td
(and)Tj
1.7292 0 Td
(to)Tj
1.0261 0 Td
(internal)Tj
3.3562 0 Td
(representations)Tj
6.3779 0 Td
(of)Tj
1.0148 0 Td
(uncertainties)Tj
5.4085 0 Td
(and)Tj
1.7348 0 Td
(probabilities.)Tj
-28.1025 -1.2982 Td
(Despite)Tj
3.2484 0 Td
(the)Tj
1.4684 0 Td
(increasing)Tj
4.3313 0 Td
(body)Tj
2.2167 0 Td
(of)Tj
1.0148 0 Td
(knowledge)Tj
4.541 0 Td
(about)Tj
2.4945 0 Td
(the)Tj
1.4684 0 Td
(impact)Tj
2.982 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4683 0 Td
(LC)Tj
1.423 0 Td
(on)Tj
1.2756 0 Td
(behaviour,)Tj
4.4674 0 Td
(a)Tj
0.6519 0 Td
(com-)Tj
-35.2627 -1.304 Td
(prehensive)Tj
4.5354 0 Td
(computational)Tj
6.0491 0 Td
(account)Tj
3.3845 0 Td
(remains)Tj
3.4469 0 Td
(elusivein)Tj
4.2519 0 Td
(contrast)Tj
3.464 0 Td
(to)Tj
1.0261 0 Td
(the)Tj
1.4683 0 Td
(more)Tj
2.3414 0 Td
(developed)Tj
4.269 0 Td
(account)Tj
-34.2366 -1.2982 Td
(of)Tj
1.0147 0 Td
(other)Tj
2.3471 0 Td
(neuromodulators;)Tj
7.4211 0 Td
(most)Tj
2.2053 0 Td
(notably)Tj
3.2202 0 Td
(dopamine,)Tj
4.49 0 Td
(which)Tj
2.6475 0 Td
(has)Tj
1.5421 0 Td
(been)Tj
2.126 0 Td
(interpreted)Tj
4.6884 0 Td
(as)Tj
1.0148 0 Td
(a)Tj
0.652 0 Td
(signal)Tj
2.5455 0 Td
(of)Tj
-35.9147 -1.2983 Td
(reward)Tj
3.033 0 Td
(prediction)Tj
4.371 0 Td
(error.)Tj
2.4888 0 Td
(In)Tj
1.1055 0 Td
(particular,)Tj
4.337 0 Td
(existing)Tj
3.3165 0 Td
(modelling)Tj
4.2746 0 Td
(approaches)Tj
4.7338 0 Td
(have)Tj
2.058 0 Td
(generally)Tj
3.8381 0 Td
(tackled)Tj
-33.5563 -1.3039 Td
(the)Tj
1.4683 0 Td
(tonic)Tj
2.262 0 Td
(and)Tj
1.7348 0 Td
(phasic)Tj
2.7496 0 Td
(firing)Tj
2.4264 0 Td
(responses)Tj
4.0932 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4684 0 Td
(LC)Tj
1.423 0 Td
(as)Tj
1.0148 0 Td
(separate)Tj
3.4809 0 Td
(modes)Tj
2.863 0 Td
(with)Tj
1.9955 0 Td
(distinct)Tj
3.2088 0 Td
(functional)Tj
4.3143 0 Td
(sig-)Tj
-35.5178 -1.2983 Td
(nificance,)Tj
4.0705 0 Td
(triggered)Tj
3.8324 0 Td
(by)Tj
1.1792 0 Td
(different)Tj
3.6567 0 Td
(circumstances)Tj
5.9017 0 Td
([)Tj
0.83 0.64 0.02 0 k
(4)Tj
0 g
(,)Tj
0.83 0.64 0.02 0 k
(5)Tj
0 g
(,)Tj
0.83 0.64 0.02 0 k
(9)Tj
0 g
(,)Tj
0.83 0.64 0.02 0 k
(10)Tj
0 g
(].)Tj
ET
Q
q
1 j
1 J
0.0001 w
576 737.1 m
36 737.1 l
36 737.6 l
576 737.6 l
f*
36 741.26 169.285 23.6976 re
W* n
q
169.285 0 0 23.6976 36 741.26 cm
q
/I2 Do
Q
Q
Q
q
0 0 612 792 re
W* n
1 j
1 J
0.0001 w
7.9999 0 0 7.9999 388.97 745.795 cm
BT
/F0 1 Tf
-0.005 Tc
1 TL
0 0 Td
(An)Tj
1.4244 0 Td
(active)Tj
2.785 0 Td
(inferenc)Tj
3.4867 0 Td
(e)Tj
0.7653 0 Td
(model)Tj
2.8985 0 Td
(of)Tj
1.0417 0 Td
(Locus)Tj
2.8418 0 Td
(Coerule)Tj
3.4299 0 Td
(us)Tj
1.2615 0 Td
(function)Tj
ET
Q
q
1 j
1 J
0.0001 w
36 48.0002 m
576 48.0002 l
576 47.5002 l
36 47.5002 l
f*
0.83 0.64 0.02 0 k
142.583 34.9228 m
295.824 34.9228 l
h
f*
0 g
7.9999 0 0 7.9999 36 36 cm
BT
/F0 1 Tf
-0.005 Tc
1 TL
0 0 Td
(PLOS)Tj
2.8559 0 Td
(Computationa)Tj
6.1229 0 Td
(l)Tj
0.4322 0 Td
(Biology)Tj
3.4371 0 Td
(|)Tj
0.83 0.64 0.02 0 k
0.4748 0 Td
(https:/)Tj
2.6788 0 Td
(/doi.org/10.13)Tj
6.0094 0 Td
(71/journal.p)Tj
5.1166 0 Td
(cbi.1006267)Tj
0 g
6.3497 0 Td
(January)Tj
3.7134 0 Td
(4,)Tj
1.0417 0 Td
(2019)Tj
26.9081 0 Td
(2)Tj
0.7654 0 Td
(/)Tj
0.496 0 Td
(24)Tj
/F8 1 Tf
-0.025 Tc
-66.402 84.0904 Td
(University)Tj
3.9189 0 Td
(of)Tj
0.9425 0 Td
(Bristol)Tj
2.5937 0 Td
(\(ref.)Tj
1.7363 0 Td
(108899)Tj
2.8346 0 Td
(/Z/15/Z\))Tj
3.189 0 Td
(KJF)Tj
1.5874 0 Td
(is)Tj
-16.8024 -1.3748 Td
(funded)Tj
2.7921 0 Td
(by)Tj
1.1126 0 Td
(a)Tj
0.6449 0 Td
(Wellcome)Tj
3.8977 0 Td
(Trust)Tj
2.1543 0 Td
(Principal)Tj
3.4229 0 Td
(Researc)Tj
2.9976 0 Td
(h)Tj
-17.0221 -1.3749 Td
(Fellowship)Tj
4.1244 0 Td
(\(ref:)Tj
1.7362 0 Td
(088130/Z)Tj
3.5646 0 Td
(/09/Z\))Tj
2.4591 0 Td
(AEP)Tj
1.7433 0 Td
(is)Tj
0.8362 0 Td
(funded)Tj
2.7922 0 Td
(by)Tj
1.1126 0 Td
(a)Tj
-18.3686 -1.3748 Td
(Wellcome)Tj
3.9047 0 Td
(Trust)Tj
2.1473 0 Td
(Senior)Tj
2.6149 0 Td
(Clinical)Tj
2.8347 0 Td
(Fellowship)Tj
4.1245 0 Td
(\(ref.)Tj
-15.6261 -1.3748 Td
(088373/Z/09)Tj
4.7693 0 Td
(/A\).)Tj
1.5378 0 Td
(The)Tj
1.5874 0 Td
(funders)Tj
3.0402 0 Td
(had)Tj
1.5945 0 Td
(no)Tj
1.1622 0 Td
(role)Tj
1.6158 0 Td
(in)Tj
0.8858 0 Td
(study)Tj
-16.193 -1.3748 Td
(design,)Tj
2.8984 0 Td
(data)Tj
1.7929 0 Td
(collection)Tj
3.7418 0 Td
(and)Tj
1.5874 0 Td
(analysis,)Tj
3.4087 0 Td
(decision)Tj
3.2953 0 Td
(to)Tj
-16.7245 -1.3748 Td
(publish,)Tj
3.1464 0 Td
(or)Tj
0.9993 0 Td
(preparation)Tj
4.4433 0 Td
(of)Tj
0.9496 0 Td
(the)Tj
1.3677 0 Td
(manuscript.)Tj
/F7 1 Tf
-10.9063 -2.126 Td
(Competing)Tj
4.3795 0 Td
(interests)Tj
3.3307 0 Td
(:)Tj
/F8 1 Tf
0.4819 0 Td
(The)Tj
1.5875 0 Td
(authors)Tj
3.0401 0 Td
(have)Tj
1.963 0 Td
(declared)Tj
-14.7827 -1.3748 Td
(that)Tj
1.6228 0 Td
(no)Tj
1.1693 0 Td
(competing)Tj
4.1599 0 Td
(interests)Tj
3.3874 0 Td
(exist.)Tj
ET
Q
endstream
endobj
40 0 obj
<>
endobj
41 0 obj
<>/XObject<>>>
endobj
42 0 obj
[45 0 R 46 0 R 47 0 R 48 0 R 49 0 R 50 0 R 51 0 R 52 0 R 53 0 R]
endobj
45 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref014)>>
endobj
46 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref017)>>
endobj
47 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref004)>>
endobj
48 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref005)>>
endobj
49 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref014)>>
endobj
50 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref014)>>
endobj
51 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref018)>>
endobj
52 0 obj
<>/Border[0 0 0]/Dest(Rpcbi.1006267.ref019)>>
endobj
53 0 obj
<>/Border[0 0 0]/A 54 0 R>>
endobj
54 0 obj
<>
endobj
43 0 obj
<>stream
q
Q
q
12.0189 54.5953 583.087 707.414 re
W* n
q
1 0 0 1 12.0189 54.5953 cm
q
/I0 Do
Q
Q
Q
q
0 0 612 792 re
W* n
0.83 0.64 0.02 0 k
251.773 576.34 m
261.298 576.34 l
h
f*
266.457 576.34 m
275.981 576.34 l
h
f*
425.537 524.296 m
430.299 524.296 l
h
f*
432.567 524.296 m
437.329 524.296 l
h
f*
273.373 302.91 m
282.898 302.91 l
h
f*
461.991 289.928 m
471.515 289.928 l
h
f*
473.783 289.928 m
483.307 289.928 l
h
f*
485.518 289.928 m
495.043 289.928 l
h
f*
0 g
1 j
1 J
0.0001 w
10 0 0 10 211.975 707.414 cm
BT
/F5 1 Tf
-0.004 Tc
1 TL
0 0 Td
(Here,)Tj
2.4321 0 Td
(we)Tj
1.3266 0 Td
(propose)Tj
3.4242 0 Td
(that)Tj
1.7801 0 Td
(a)Tj
0.6577 0 Td
(critical)Tj
2.948 0 Td
(computational)Tj
6.0491 0 Td
(role)Tj
1.7688 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4683 0 Td
(LC-NA)Tj
3.1918 0 Td
(system)Tj
2.9367 0 Td
(is)Tj
0.8504 0 Td
(to)Tj
1.0261 0 Td
(react)Tj
2.1713 0 Td
(to)Tj
1.0262 0 Td
(high)Tj
-35.2684 -1.3039 Td
(level)Tj
2.0125 0 Td
(`state-action')Tj
5.3064 0 Td
(prediction)Tj
4.371 0 Td
(errors)Tj
2.6249 0 Td
(upstream)Tj
3.9742 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4683 0 Td
(LC)Tj
1.423 0 Td
(and)Tj
1.7291 0 Td
(cause)Tj
2.3868 0 Td
(appropriate)Tj
4.8812 0 Td
(flexibility)Tj
3.9515 0 Td
(in)Tj
-35.1437 -1.2982 Td
(belief)Tj
2.3754 0 Td
(updating)Tj
3.804 0 Td
(via)Tj
1.3777 0 Td
(feedback)Tj
3.7417 0 Td
(projections)Tj
4.6998 0 Td
(to)Tj
1.0261 0 Td
(cortex.)Tj
2.9367 0 Td
(In)Tj
1.1055 0 Td
(brief,)Tj
2.3017 0 Td
(our)Tj
1.6271 0 Td
(account)Tj
3.3845 0 Td
(of)Tj
1.0148 0 Td
(noradrenergic)Tj
5.9017 0 Td
(activ-)Tj
-35.2967 -1.2983 Td
(ity)Tj
1.2415 0 Td
(is)Tj
0.8447 0 Td
(based)Tj
2.4718 0 Td
(on)Tj
1.2756 0 Td
(the)Tj
1.474 0 Td
(fact)Tj
1.6611 0 Td
(that)Tj
1.7801 0 Td
(the)Tj
1.4684 0 Td
(degree)Tj
2.8516 0 Td
(of)Tj
1.0148 0 Td
(belief)Tj
2.3754 0 Td
(updating)Tj
3.8098 0 Td
(reflects)Tj
3.0557 0 Td
(volatility)Tj
3.6907 0 Td
(in)Tj
1.0375 0 Td
(the)Tj
1.4683 0 Td
(environment)Tj
-31.521 -1.2983 Td
(and)Tj
1.7291 0 Td
(can)Tj
1.627 0 Td
(therefore)Tj
3.8551 0 Td
(inform)Tj
3.0217 0 Td
(the)Tj
1.4684 0 Td
(optimal)Tj
3.3108 0 Td
(rate)Tj
1.7462 0 Td
(of)Tj
1.0148 0 Td
(evidence)Tj
3.7133 0 Td
(accumulation)Tj
5.6749 0 Td
(and)Tj
1.7292 0 Td
(plasticity.)Tj
4.0138 0 Td
(The)Tj
1.7801 0 Td
(`state-)Tj
-34.6844 -1.3039 Td
(action')Tj
2.9083 0 Td
(prediction)Tj
4.3653 0 Td
(error)Tj
2.2564 0 Td
(considered)Tj
4.5977 0 Td
(in)Tj
1.0262 0 Td
(this)Tj
1.6724 0 Td
(work)Tj
2.2734 0 Td
(is)Tj
0.839 0 Td
(the)Tj
1.4627 0 Td
(`Bayesian)Tj
3.9458 0 Td
(surprise')Tj
3.6283 0 Td
(or)Tj
1.0942 0 Td
(change)Tj
3.033 0 Td
(in)Tj
1.0318 0 Td
(probabi-)Tj
-34.1345 -1.2982 Td
(listic)Tj
2.0806 0 Td
(beliefs)Tj
2.7382 0 Td
(before)Tj
2.7383 0 Td
(and)Tj
1.7291 0 Td
(after)Tj
2.0352 0 Td
(observing)Tj
4.1273 0 Td
(some)Tj
2.33 0 Td
(outcome.)Tj
3.9515 0 Td
(We)Tj
1.6101 0 Td
(develop)Tj
3.3221 0 Td
(these)Tj
2.2507 0 Td
(ideas)Tj
2.2337 0 Td
(as)Tj
1.0148 0 Td
(neural)Tj
2.7723 0 Td
(corre-)Tj
-34.9339 -1.2983 Td
(lates)Tj
1.9842 0 Td
(of)Tj
1.0148 0 Td
(discrete)Tj
3.3108 0 Td
(updates)Tj
3.3109 0 Td
(and)Tj
1.7291 0 Td
(action)Tj
2.6986 0 Td
(planning)Tj
3.7984 0 Td
(under)Tj
2.6191 0 Td
(the)Tj
1.4684 0 Td
(formalism)Tj
4.337 0 Td
(of)Tj
1.0148 0 Td
(Active)Tj
2.7666 0 Td
(Inference)Tj
4.0138 0 Td
(\(AI\).)Tj
2.1486 0 Td
(AI)Tj
-36.2151 -1.3039 Td
(offers)Tj
2.4547 0 Td
(an)Tj
1.2076 0 Td
(effective)Tj
3.5092 0 Td
(mathematical)Tj
5.6466 0 Td
(framework)Tj
4.6148 0 Td
(for)Tj
1.3833 0 Td
(such)Tj
2.0636 0 Td
(modelling,)Tj
4.4957 0 Td
(unifying)Tj
3.583 0 Td
(inferences)Tj
4.303 0 Td
(on)Tj
1.2755 0 Td
(states)Tj
-34.537 -1.2983 Td
(and)Tj
1.7291 0 Td
(action)Tj
2.6985 0 Td
(planning)Tj
3.7928 0 Td
(and)Tj
1.7347 0 Td
(providing)Tj
4.1443 0 Td
(a)Tj
0.6519 0 Td
(detailed)Tj
3.3676 0 Td
(description)Tj
4.7338 0 Td
(of)Tj
1.0148 0 Td
(beliefs)Tj
2.7383 0 Td
(at)Tj
0.9524 0 Td
(each)Tj
2.0296 0 Td
(step)Tj
1.8198 0 Td
(of)Tj
1.0148 0 Td
(a)Tj
0.652 0 Td
(beha-)Tj
-33.0744 -1.2983 Td
(vioural)Tj
3.0273 0 Td
(task)Tj
1.8085 0 Td
([)Tj
0.83 0.64 0.02 0 k
(14)Tj
0 g
()Tj
0.83 0.64 0.02 0 k
(17)Tj
0 g
(].)Tj
3.5433 0 Td
(In)Tj
1.1112 0 Td
(taking)Tj
2.7326 0 Td
(this)Tj
1.6724 0 Td
(formal)Tj
2.8856 0 Td
(approach,)Tj
4.1783 0 Td
(our)Tj
1.6271 0 Td
(description)Tj
4.7281 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.474 0 Td
(LC)Tj
1.4173 0 Td
(is)Tj
0.8504 0 Td
(integrated)Tj
-32.0709 -1.3039 Td
(into)Tj
1.8424 0 Td
(a)Tj
0.652 0 Td
(general)Tj
3.1294 0 Td
(theory)Tj
2.8063 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4684 0 Td
(brain)Tj
2.347 0 Td
(function)Tj
3.6283 0 Td
(and)Tj
1.7292 0 Td
(uses)Tj
1.8935 0 Td
(constructs)Tj
4.3427 0 Td
(that)Tj
1.7801 0 Td
(underwrite)Tj
4.6601 0 Td
(the)Tj
1.4684 0 Td
(normal)Tj
-32.7626 -1.2982 Td
(cycle)Tj
2.1883 0 Td
(of)Tj
1.0148 0 Td
(perceptual)Tj
4.405 0 Td
(inference)Tj
3.9344 0 Td
(and)Tj
1.7348 0 Td
(action)Tj
2.6986 0 Td
(selection.)Tj
3.9401 0 Td
(This)Tj
1.9899 0 Td
(contrasts)Tj
3.8211 0 Td
(with)Tj
1.9956 0 Td
(previous)Tj
3.651 0 Td
(LC)Tj
1.423 0 Td
(modelling)Tj
-32.7966 -1.2983 Td
(approaches,)Tj
4.9549 0 Td
(which)Tj
2.6418 0 Td
(have)Tj
2.0466 0 Td
(invoked)Tj
3.4413 0 Td
(the)Tj
1.457 0 Td
(separate)Tj
3.4752 0 Td
(monitoring)Tj
4.8132 0 Td
(of)Tj
1.0035 0 Td
(statistical)Tj
3.9004 0 Td
(quantities)Tj
4.1443 0 Td
(\(such)Tj
2.3924 0 Td
(as)Tj
1.0091 0 Td
(unex-)Tj
-35.2797 -1.3039 Td
(pected)Tj
2.8346 0 Td
(uncertainty\))Tj
5.1533 0 Td
(outside)Tj
3.1351 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4684 0 Td
(action)Tj
2.6985 0 Td
(selection)Tj
3.719 0 Td
(cycle)Tj
2.1884 0 Td
([)Tj
0.83 0.64 0.02 0 k
(4)Tj
0 g
(,)Tj
0.83 0.64 0.02 0 k
(5)Tj
0 g
(].)Tj
-21.0159 -1.2983 Td
(In)Tj
1.1111 0 Td
(the)Tj
1.4684 0 Td
(following)Tj
3.9798 0 Td
(we)Tj
1.3266 0 Td
(apply)Tj
2.3924 0 Td
(AI)Tj
1.2416 0 Td
(to)Tj
1.0261 0 Td
(simulate)Tj
3.6 0 Td
(the)Tj
1.4683 0 Td
(updating)Tj
3.8041 0 Td
(of)Tj
1.0148 0 Td
(beliefs)Tj
2.7382 0 Td
(about)Tj
2.4945 0 Td
(states)Tj
2.3924 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.474 0 Td
(world)Tj
-33.7433 -1.2982 Td
(and)Tj
1.7291 0 Td
(actionsas)Tj
4.371 0 Td
(a)Tj
0.6519 0 Td
(synthetic)Tj
3.8268 0 Td
(agent)Tj
2.3867 0 Td
(engages)Tj
3.3449 0 Td
(with)Tj
1.9956 0 Td
(two)Tj
1.7064 0 Td
(scenarios)Tj
3.9175 0 Td
(\(a)Tj
0.9978 0 Td
(Go/No-go)Tj
4.3369 0 Td
(task)Tj
1.8085 0 Td
(with)Tj
1.9956 0 Td
(reversal)Tj
-33.0687 -1.2983 Td
(and)Tj
1.7291 0 Td
(an)Tj
1.2018 0 Td
(`explore/exploit')Tj
6.6671 0 Td
(task\))Tj
2.1543 0 Td
(that)Tj
1.7745 0 Td
(elicit)Tj
2.1486 0 Td
(archetypal)Tj
4.3483 0 Td
(LC)Tj
1.423 0 Td
(responses.)Tj
4.32 0 Td
(Using)Tj
2.5965 0 Td
(this)Tj
1.6725 0 Td
(approach,)Tj
4.1782 0 Td
(we)Tj
-34.2139 -1.3039 Td
(show)Tj
2.296 0 Td
(that)Tj
1.7801 0 Td
(the)Tj
1.4684 0 Td
(`state-action)Tj
5.091 0 Td
(prediction)Tj
4.371 0 Td
(error')Tj
2.4774 0 Td
(offers)Tj
2.4605 0 Td
(an)Tj
1.2019 0 Td
(effective)Tj
3.5092 0 Td
(predictor)Tj
3.9288 0 Td
(of)Tj
1.0148 0 Td
(LC)Tj
1.423 0 Td
(firing)Tj
2.4264 0 Td
(over)Tj
1.9786 0 Td
(both)Tj
-35.4271 -1.2983 Td
(long)Tj
1.9842 0 Td
(\(tonic\))Tj
2.948 0 Td
(and)Tj
1.7291 0 Td
(short)Tj
2.2847 0 Td
(\(phasic\))Tj
3.4299 0 Td
(timescales,)Tj
4.5014 0 Td
(without)Tj
3.3335 0 Td
(the)Tj
1.4684 0 Td
(need)Tj
2.1429 0 Td
(to)Tj
1.0262 0 Td
(invoke)Tj
2.9197 0 Td
(switches)Tj
3.5659 0 Td
(between)Tj
3.5263 0 Td
(dis-)Tj
-34.8602 -1.2983 Td
(tinct)Tj
2.0522 0 Td
(modes.)Tj
3.0841 0 Td
(Furthermore,)Tj
5.6182 0 Td
(we)Tj
1.3266 0 Td
(described)Tj
4.0535 0 Td
(how)Tj
1.9389 0 Td
(the)Tj
1.4684 0 Td
(signal)Tj
2.5398 0 Td
(may)Tj
1.9275 0 Td
(be)Tj
1.1509 0 Td
(broadcast)Tj
4.0875 0 Td
(back)Tj
2.0806 0 Td
(to)Tj
1.0262 0 Td
(cortex)Tj
2.7042 0 Td
(to)Tj
-35.0586 -1.3039 Td
(affect)Tj
2.3754 0 Td
(appropriate)Tj
4.8755 0 Td
(updates)Tj
3.3109 0 Td
(to)Tj
1.0261 0 Td
(internal)Tj
3.3562 0 Td
(models)Tj
3.1067 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4684 0 Td
(environment.)Tj
5.6579 0 Td
(This)Tj
1.9842 0 Td
(links)Tj
2.143 0 Td
(the)Tj
1.4684 0 Td
(error)Tj
2.262 0 Td
(via)Tj
1.3776 0 Td
(the)Tj
-35.4271 -1.2982 Td
(LC)Tj
1.4229 0 Td
(to)Tj
1.0205 0 Td
(model)Tj
2.7439 0 Td
(flexibilitybringing)Tj
7.9086 0 Td
(two)Tj
1.7121 0 Td
(key)Tj
1.5931 0 Td
(concepts)Tj
3.7247 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4683 0 Td
(LC)Tj
1.423 0 Td
(together:)Tj
3.7587 0 Td
(`explore-exploit')Tj
6.6897 0 Td
(and)Tj
-34.4803 -1.2983 Td
(`network)Tj
3.7757 0 Td
(reset'.)Tj
2.5341 0 Td
(It)Tj
0.8617 0 Td
(also)Tj
1.7689 0 Td
(produces)Tj
3.8777 0 Td
(behavioural)Tj
4.9209 0 Td
(changes)Tj
3.4016 0 Td
(that)Tj
1.7801 0 Td
(agree)Tj
2.3358 0 Td
(with)Tj
1.9955 0 Td
(experimental)Tj
5.4595 0 Td
(knowledge)Tj
-32.7115 -1.3039 Td
(of)Tj
1.0148 0 Td
(animal)Tj
2.9706 0 Td
(behaviours)Tj
4.5978 0 Td
(under)Tj
2.6192 0 Td
(noradrenergic)Tj
5.9017 0 Td
(manipulation.)Tj
5.862 0 Td
(Finally,)Tj
3.1691 0 Td
(the)Tj
1.4683 0 Td
(simulations)Tj
4.8586 0 Td
(produce)Tj
-32.4621 -1.2983 Td
(realistic)Tj
3.3108 0 Td
(LC)Tj
1.423 0 Td
(firing)Tj
2.4264 0 Td
(patterns)Tj
3.4696 0 Td
(that)Tj
1.7801 0 Td
(could,)Tj
2.6759 0 Td
(in)Tj
1.0375 0 Td
(principle,)Tj
4.0252 0 Td
(be)Tj
1.1508 0 Td
(used)Tj
2.0636 0 Td
(to)Tj
1.0262 0 Td
(model)Tj
2.7439 0 Td
(empirical)Tj
3.9855 0 Td
(responses.)Tj
ET
Q
q
1 j
1 J
0.0001 w
11.9999 0 0 11.9999 200.012 352.006 cm
BT
/F2 1 Tf
-0.0033 Tc
1 TL
0 0 Td
(Models)Tj
/F10 1 Tf
0 -1.5023 Td
(Brief)Tj
2.3055 0 Td
(overview)Tj
3.9071 0 Td
(of)Tj
1.0677 0 Td
(Active)Tj
2.8725 0 Td
(Inference)Tj
ET
Q
q
1 j
1 J
0.0001 w
10 0 0 10 200.012 317.027 cm
BT
/F5 1 Tf
-0.004 Tc
1 TL
0 0 Td
(Active)Tj
2.7722 0 Td
(Inference)Tj
4.0082 0 Td
(is)Tj
0.8504 0 Td
(a)Tj
0.6519 0 Td
(theory)Tj
2.8006 0 Td
(of)Tj
1.0148 0 Td
(behaviour)Tj
4.2406 0 Td
(that)Tj
1.7802 0 Td
(has)Tj
1.542 0 Td
(previously)Tj
4.3483 0 Td
(been)Tj
2.126 0 Td
(mapped)Tj
3.4583 0 Td
(to)Tj
1.0261 0 Td
(putative)Tj
3.4412 0 Td
(neural)Tj
-34.0608 -1.3039 Td
(implementations)Tj
6.9958 0 Td
([)Tj
0.83 0.64 0.02 0 k
(14)Tj
0 g
(].)Tj
2.0806 0 Td
(The)Tj
1.7802 0 Td
(basic)Tj
2.211 0 Td
(premise)Tj
3.4072 0 Td
(of)Tj
1.0148 0 Td
(AI)Tj
1.2416 0 Td
(is)Tj
0.8504 0 Td
(that)Tj
1.7744 0 Td
(to)Tj
1.0262 0 Td
(stay)Tj
1.7688 0 Td
(in)Tj
1.0375 0 Td
(states)Tj
2.398 0 Td
(compatible)Tj
4.6602 0 Td
(with)Tj
1.9956 0 Td
(survival,)Tj
-34.2423 -1.2982 Td
(an)Tj
1.2018 0 Td
(agent)Tj
2.3868 0 Td
(must)Tj
2.228 0 Td
(create)Tj
2.5965 0 Td
(and)Tj
1.7291 0 Td
(update)Tj
2.9481 0 Td
(a)Tj
0.6519 0 Td
(generative)Tj
4.3313 0 Td
(model)Tj
2.744 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4683 0 Td
(world)Tj
2.5568 0 Td
([)Tj
0.83 0.64 0.02 0 k
(14)Tj
0 g
(,)Tj
0.83 0.64 0.02 0 k
(18)Tj
0 g
(,)Tj
0.83 0.64 0.02 0 k
(19)Tj
0 g
(].)Tj
4.4334 0 Td
(To)Tj
1.3379 0 Td
(do)Tj
1.2529 0 Td
(this)Tj
1.6725 0 Td
(ef-)Tj
-34.5541 -1.2983 Td
(fectively)Tj
3.4979 0 Td
(the)Tj
1.4683 0 Td
(agent)Tj
2.3924 0 Td
(represents)Tj
4.32 0 Td
(the)Tj
1.4684 0 Td
(true)Tj
1.8425 0 Td
(structure)Tj
3.821 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4684 0 Td
(world)Tj
2.5568 0 Td
(with)Tj
1.9956 0 Td
(an)Tj
1.2075 0 Td
(internal)Tj
3.3562 0 Td
(model)Tj
2.744 0 Td
(that)Tj
1.7801 0 Td
(is)Tj
0.8447 0 Td
(a)Tj
-35.7786 -1.3039 Td
(good)Tj
2.228 0 Td
(approximation)Tj
6.1738 0 Td
(of)Tj
1.0148 0 Td
(how)Tj
1.9389 0 Td
(its)Tj
1.1452 0 Td
(sensations)Tj
4.3256 0 Td
(are)Tj
1.4513 0 Td
(generated.)Tj
4.3597 0 Td
(\(Note)Tj
2.5285 0 Td
(that)Tj
1.7745 0 Td
(in)Tj
1.0374 0 Td
(this)Tj
1.6725 0 Td
(paper,)Tj
2.7099 0 Td
(we)Tj
1.3266 0 Td
(often)Tj
2.2847 0 Td
(use)Tj
-35.9714 -1.2983 Td
(the)Tj
1.4683 0 Td
(term)Tj
2.1316 0 Td
(`model')Tj
3.1861 0 Td
(to)Tj
1.0262 0 Td
(refer)Tj
2.0976 0 Td
(to)Tj
1.0261 0 Td
(the)Tj
1.4684 0 Td
(agent's)Tj
2.965 0 Td
(beliefs)Tj
2.7383 0 Td
(about)Tj
2.4888 0 Td
(states)Tj
2.3981 0 Td
(and)Tj
1.7291 0 Td
(actions)Tj
3.0614 0 Td
(in)Tj
1.0374 0 Td
(the)Tj
1.4684 0 Td
(world.)Tj
2.7779 0 Td
(Techni-)Tj
-33.0687 -1.2982 Td
(cally,)Tj
2.2506 0 Td
(these)Tj
2.2507 0 Td
(beliefs)Tj
2.7383 0 Td
(are)Tj
1.4456 0 Td
(posterior)Tj
3.8438 0 Td
(probability)Tj
4.5978 0 Td
(distributions,)Tj
5.5558 0 Td
(which)Tj
2.6476 0 Td
(require)Tj
3.1124 0 Td
(a)Tj
0.6576 0 Td
(generative)Tj
4.3257 0 Td
(model)Tj
2.7439 0 Td
(to)Tj
-36.1698 -1.304 Td
(exist\).)Tj
1.1962 -1.2982 Td
(The)Tj
1.7858 0 Td
(generative)Tj
4.3313 0 Td
(model)Tj
2.7439 0 Td
(encompasses)Tj
5.3971 0 Td
(a)Tj
0.652 0 Td
(set)Tj
1.3039 0 Td
(of)Tj
1.0148 0 Td
(discrete)Tj
3.3165 0 Td
(states)Tj
2.3981 0 Td
(and)Tj
1.7292 0 Td
(transition)Tj
4.1215 0 Td
(patterns)Tj
3.4696 0 Td
(that)Tj
1.7801 0 Td
(prob-)Tj
-35.24 -1.2983 Td
(abilistically)Tj
4.6714 0 Td
(capture)Tj
3.2145 0 Td
(all)Tj
1.1452 0 Td
(the)Tj
1.474 0 Td
(agent's)Tj
2.965 0 Td
(beliefs)Tj
2.7326 0 Td
(about)Tj
2.4945 0 Td
(the)Tj
1.4683 0 Td
(world)Tj
2.5568 0 Td
(and)Tj
1.7348 0 Td
(likely)Tj
2.3528 0 Td
(outcomes)Tj
4.0875 0 Td
(under)Tj
2.6192 0 Td
(different)Tj
-33.5166 -1.3039 Td
(actions.)Tj
3.2824 0 Td
(The)Tj
1.7859 0 Td
(model)Tj
2.7439 0 Td
(is)Tj
0.8447 0 Td
(formulated)Tj
4.6658 0 Td
(as)Tj
1.0148 0 Td
(a)Tj
0.652 0 Td
(Partially)Tj
3.5319 0 Td
(Observable)Tj
4.6942 0 Td
(Markov)Tj
3.3788 0 Td
(Decision)Tj
3.7531 0 Td
(Process)Tj
-30.3475 -1.2983 Td
(\(POMDP\),)Tj
4.6204 0 Td
(under)Tj
2.6192 0 Td
(which)Tj
2.6475 0 Td
(the)Tj
1.4684 0 Td
(agent)Tj
2.3924 0 Td
(must)Tj
2.2223 0 Td
(infer)Tj
2.1203 0 Td
(its)Tj
1.1452 0 Td
(current)Tj
3.1862 0 Td
(state,)Tj
2.262 0 Td
(make)Tj
2.3924 0 Td
(predictions)Tj
4.7338 0 Td
(about)Tj
2.4945 0 Td
(the)Tj
1.4684 0 Td
(out-)Tj
-35.773 -1.2982 Td
(come)Tj
2.3924 0 Td
(of)Tj
1.0148 0 Td
(actions)Tj
3.0614 0 Td
(in)Tj
1.0318 0 Td
(the)Tj
1.474 0 Td
(future)Tj
2.6532 0 Td
(and)Tj
1.7291 0 Td
(make)Tj
2.3981 0 Td
(postdictions)Tj
5.1023 0 Td
(about)Tj
2.4945 0 Td
(the)Tj
1.4684 0 Td
(landscape)Tj
4.1328 0 Td
(it)Tj
0.7881 0 Td
(has)Tj
1.542 0 Td
(just)Tj
1.6668 0 Td
(traversed.)Tj
-32.9497 -1.2983 Td
(In)Tj
1.1055 0 Td
(this)Tj
1.6781 0 Td
(context)Tj
3.1804 0 Td
(the)Tj
1.474 0 Td
(word)Tj
2.3074 0 Td
(`state')Tj
2.4775 0 Td
(refers)Tj
2.4548 0 Td
(to)Tj
1.0261 0 Td
(a)Tj
0.6576 0 Td
(combination)Tj
5.3461 0 Td
(of)Tj
1.0148 0 Td
(features)Tj
3.3449 0 Td
(relevant)Tj
3.4242 0 Td
(to)Tj
1.0205 0 Td
(the)Tj
1.474 0 Td
(agent,)Tj
2.6135 0 Td
(includ-)Tj
-34.5994 -1.3039 Td
(ing)Tj
1.5023 0 Td
(its)Tj
1.1452 0 Td
(location)Tj
3.4526 0 Td
(and)Tj
1.7291 0 Td
(the)Tj
1.4683 0 Td
(cognitive)Tj
3.8721 0 Td
(context)Tj
3.1862 0 Td
(of)Tj
1.0147 0 Td
(that)Tj
1.7802 0 Td
(location;)Tj
3.6737 0 Td
(i.e.,)Tj
1.5874 0 Td
(states)Tj
2.3981 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4683 0 Td
(world)Tj
2.5568 0 Td
(that)Tj
1.7802 0 Td
(matter)Tj
-33.63 -1.2983 Td
(for)Tj
1.3832 0 Td
(its)Tj
1.1452 0 Td
(behaviour.)Tj
-1.3322 -1.2982 Td
(To)Tj
1.3379 0 Td
(optimise)Tj
3.685 0 Td
(this)Tj
1.6725 0 Td
(model,)Tj
2.9706 0 Td
(the)Tj
1.4684 0 Td
(agent)Tj
2.3924 0 Td
(constantly)Tj
4.337 0 Td
(seeks)Tj
2.2847 0 Td
(to)Tj
1.0261 0 Td
(minimise)Tj
3.9912 0 Td
(variational)Tj
4.4844 0 Td
(free)Tj
1.7291 0 Td
(energy.)Tj
3.1294 0 Td
(This)Tj
-35.7049 -1.304 Td
(free)Tj
1.7234 0 Td
(energy)Tj
2.9083 0 Td
(is)Tj
0.8504 0 Td
(a)Tj
0.652 0 Td
(mathematical)Tj
5.6466 0 Td
(proxy)Tj
2.5341 0 Td
(for)Tj
1.389 0 Td
(the)Tj
1.4683 0 Td
(difference)Tj
4.2009 0 Td
(between)Tj
3.532 0 Td
(the)Tj
1.4683 0 Td
(agent's)Tj
2.965 0 Td
(generative)Tj
4.3314 0 Td
(model)Tj
-33.6697 -1.2982 Td
(and)Tj
1.7291 0 Td
(a)Tj
0.6519 0 Td
(`perfect')Tj
3.4073 0 Td
(or)Tj
1.0998 0 Td
(`true')Tj
2.279 0 Td
(model)Tj
2.744 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4683 0 Td
(world,)Tj
2.7836 0 Td
(and)Tj
1.7291 0 Td
(thus)Tj
1.9389 0 Td
(must)Tj
2.2224 0 Td
(be)Tj
1.1508 0 Td
(continually)Tj
4.7225 0 Td
(updated)Tj
3.4753 0 Td
(for)Tj
1.3889 0 Td
(the)Tj
1.4684 0 Td
(agent)Tj
ET
Q
q
1 j
1 J
0.0001 w
576 737.1 m
36 737.1 l
36 737.6 l
576 737.6 l
f*
36 741.26 169.285 23.6976 re
W* n
q
169.285 0 0 23.6976 36 741.26 cm
q
/I2 Do
Q
Q
Q
q
0 0 612 792 re
W* n
1 j
1 J
0.0001 w
7.9999 0 0 7.9999 388.97 745.795 cm
BT
/F0 1 Tf
-0.005 Tc
1 TL
0 0 Td
(An)Tj
1.4244 0 Td
(active)Tj
2.785 0 Td
(inferenc)Tj
3.4867 0 Td
(e)Tj
0.7653 0 Td
(model)Tj
2.8985 0 Td
(of)Tj
1.0417 0 Td
(Locus)Tj
2.8418 0 Td
(Coerule)Tj
3.4299 0 Td
(us)Tj
1.2615 0 Td
(function)Tj
ET
Q
q
1 j
1 J
0.0001 w
36 48.0002 m
576 48.0002 l
576 47.5002 l
36 47.5002 l
f*
0.83 0.64 0.02 0 k
142.583 34.9228 m
295.824 34.9228 l
h
f*
0 g
7.9999 0 0 7.9999 36 36 cm
BT
/F0 1 Tf
-0.005 Tc
1 TL
0 0 Td
(PLOS)Tj
2.8559 0 Td
(Computationa)Tj
6.1229 0 Td
(l)Tj
0.4322 0 Td
(Biology)Tj
3.4371 0 Td
(|)Tj
0.83 0.64 0.02 0 k
0.4748 0 Td
(https:/)Tj
2.6788 0 Td
(/doi.org/10.13)Tj
6.0094 0 Td
(71/journal.p)Tj
5.1166 0 Td
(cbi.1006267)Tj
0 g
6.3497 0 Td
(January)Tj
3.7134 0 Td
(4,)Tj
1.0417 0 Td
(2019)Tj
26.9081 0 Td
(3)Tj
0.7654 0 Td
(/)Tj
0.496 0 Td
(24)Tj
ET
Q
endstream
endobj
55 0 obj
<>
endobj
56 0 obj
<>/XObject<>>>
endobj
60 0 obj
<>stream
x]~uߙ+!Ѝ|+K+NiV@AxS2"3mb7/er1"vELb*PeP;B*
J!H4cPDMt:Y~{|yZ>χ~ @ @ @ @ @ @ @ @ @ @ @ @ @ @ @ |Q:f4@ @ @ w5L@ @ @ pAk. @ @ @b
s @ @ \ ŚG5 @ @ @ X @ @ @ $@Q
@ @ @ (0 @ @ @ P |TC @ @ 5@ @ @ pAk. @ @ @b
s @ @ \ ŚG5 @ @ @ X @ @ @ $@Q
@ @ @ (0 @ @ @ P |TC @ @ 5@ @ @ pAk. @ @ @b
s @ @ \ ŚG5 @ @ @ X @ @ @ $@Q
+!o|_/|G>oq%a-`R4 @ @`/k"2<ȷT9SVJ+62gUp @ @ Sy"s=w8)^zju쓟.U[ Ѯ?EbꫯYy&ۙB @ @ v!pb2JOQS{뭷v!PѤv)֨k96*/;6 hyU\D~0J~c0Z @ @ p
,|k_{'c֗uS@&,rIZK*bM
crb⫗g{&l@ @ !pb,nQ#zÒ&mSh)XzrCJ_|Q68IK;hVv\Xsv@ @ E5/r1m;Nq@,"m7HsRU62XIX[紁%?h>S7kN=N4y@ @ 8F 2kR?p:b/?