%PDF-1.6
%
1 0 obj
<>
endobj
2 0 obj
<>stream
Michael R. W. Dawson, Maya Gupta
Probability matching in perceptrons: Effects of conditional dependence and linear nonseparability
www.plosone.org
www.plosone.org
endstream
endobj
3 0 obj
<>/XObject<>>>/CropBox[0 0 612 792]/MediaBox[0 0 612 792]/Parent 14 0 R/Annots 15 0 R/Contents 16 0 R/TrimBox[0 0 612 792]>>
endobj
15 0 obj
[17 0 R 18 0 R 19 0 R 20 0 R 21 0 R 22 0 R 23 0 R 24 0 R 25 0 R 26 0 R 27 0 R 28 0 R 29 0 R]
endobj
17 0 obj
<>/Border[0 0 0]/Dest(Rpone.0172431.ref003)>>
endobj
18 0 obj
<>/Border[0 0 0]/Dest(Rpone.0172431.ref001)>>
endobj
19 0 obj
<>/Border[0 0 0]/Dest(Rpone.0172431.ref002)>>
endobj
20 0 obj
<>/Border[0 0 0]/Dest(Rpone.0172431.ref004)>>
endobj
21 0 obj
<>/Border[0 0 0]/Dest(Rpone.0172431.ref006)>>
endobj
22 0 obj
<>/Border[0 0 0]/Dest(Rpone.0172431.ref007)>>
endobj
23 0 obj
<>/Border[0 0 0]/Dest(Rpone.0172431.ref008)>>
endobj
24 0 obj
<>/Border[0 0 0]/Dest(Rpone.0172431.ref011)>>
endobj
25 0 obj
<>/Border[0 0 0]/Dest(Rpone.0172431.ref012)>>
endobj
26 0 obj
<>/Border[0 0 0]/Dest(Rpone.0172431.ref014)>>
endobj
27 0 obj
<>/Border[0 0 0]/Dest(Rpone.0172431.ref015)>>
endobj
28 0 obj
<>/Border[0 0 0]/Dest(Rpone.0172431.ref016)>>
endobj
29 0 obj
<>/Border[0 0 0]/Dest(Rpone.0172431.ref016)>>
endobj
16 0 obj
[30 0 R 31 0 R 32 0 R 33 0 R 34 0 R 35 0 R 36 0 R 37 0 R 38 0 R 39 0 R 40 0 R 41 0 R 42 0 R 43 0 R 44 0 R 45 0 R]
endobj
30 0 obj
<>stream
q
0.83 0.64 0.02 0 k
253.2472 706.337 m
258.0094 706.337 l
h
f*
351.3827 628.8945 m
356.1449 628.8945 l
h
f*
360.6236 628.8945 m
365.3858 628.8945 l
h
f*
289.1906 615.9118 m
293.9528 615.9118 l
h
f*
299.1685 615.9118 m
303.874 615.9118 l
h
f*
323.9433 602.9291 m
328.7055 602.9291 l
h
f*
433.8142 550.9417 m
438.7465 550.9417 l
h
f*
444.0189 550.9417 m
453.8268 550.9417 l
h
f*
294.5764 524.9197 m
304.3843 524.9197 l
h
f*
309.6567 524.9197 m
319.4646 524.9197 l
h
f*
203.5276 459.8929 m
213.3354 459.8929 l
h
f*
389.537 446.9102 m
399.0047 446.9102 l
h
f*
275.4709 107.9433 m
284.9953 107.9433 l
h
f*
0 g
1 j
1 J
0 w
10 0 0 10 200.0125 707.4141 cm
BT
/F6 1 Tf
1 TL
-0.004 Tc
0 0 Td
(perceptrons)Tj
4.9832 0 Td
([)Tj
0.83 0.64 0.02 0 k
(3)Tj
0 g
(])Tj
1.372 0 Td
(typically)Tj
3.5659 0 Td
(use)Tj
1.5307 0 Td
(the)Tj
1.4684 0 Td
(logistic)Tj
3.0557 0 Td
(activation)Tj
4.1556 0 Td
(function)Tj
/F11 1 Tf
0 Tc
-5.5219 -2.4491 Td
[()]TJ
ET
Q
q
1 j
1 J
0 w
5.9998 0 0 5.9998 350.9858 680.4283 cm
BT
/F11 1 Tf
1 TL
0 0 Td
[()]TJ
ET
Q
q
1 j
1 J
0 w
10 0 0 10 355.8047 682.9228 cm
BT
/F12 1 Tf
1 TL
0 0 Td
()Tj
ET
Q
q
1 j
1 J
0 w
366.2929 685.6441 m
415.7291 685.6441 l
415.7291 685.2472 l
366.2929 685.2472 l
f*
10 0 0 10 388.5165 689.7259 cm
BT
/F13 1 Tf
1 TL
0 0 Td
(1)Tj
-2.2223 -1.4003 Td
(1)Tj
/F12 1 Tf
0.7257 0 Td
()Tj
/F11 1 Tf
0.9921 0 Td
[()]TJ
ET
Q
q
1 j
1 J
0 w
5.9998 0 0 5.9998 387.4393 679.5212 cm
BT
/F12 1 Tf
1 TL
0 0 Td
( )Tj
0.7748 0 Td
()Tj
/F11 1 Tf
[()6()8()]TJ
ET
Q
q
1 j
1 J
0 w
5 0 0 5 401.6692 678.0472 cm
BT
/F11 1 Tf
1 TL
0 0 Td
[()]TJ
ET
Q
q
1 j
1 J
0 w
5.9998 0 0 5.9998 403.4834 679.5212 cm
BT
/F12 1 Tf
1 TL
0 0 Td
()Tj
/F14 1 Tf
(y)Tj
ET
Q
q
1 j
1 J
0 w
5 0 0 5 411.137 678.0472 cm
BT
/F11 1 Tf
1 TL
0 0 Td
[()]TJ
ET
Q
q
1 j
1 J
0 w
5.9998 0 0 5.9998 412.9511 679.5212 cm
BT
/F12 1 Tf
1 TL
0 0 Td
()Tj
ET
Q
q
1 j
1 J
0 w
10 0 0 10 563.4708 682.9228 cm
BT
/F12 1 Tf
1 TL
0 0 Td
()Tj
/F6 1 Tf
(1)Tj
/F12 1 Tf
()Tj
/F6 1 Tf
-0.004 Tc
-36.3455 -2.6928 Td
(where)Tj
/F11 1 Tf
2.6475 0 Td
[()]TJ
ET
Q
q
1 j
1 J
0 w
7.4999 0 0 6.6659 231.3637 654.3496 cm
BT
/F11 1 Tf
1 TL
-0.0053 Tc
0 0 Td
[()]TJ
ET
Q
q
1 j
1 J
0 w
10 0 0 10 235.5023 655.9937 cm
BT
/F6 1 Tf
1 TL
-0.004 Tc
0 0 Td
(is)Tj
0.8447 0 Td
(the)Tj
1.4683 0 Td
(activity)Tj
3.1181 0 Td
(of)Tj
1.0148 0 Td
(output)Tj
2.897 0 Td
(unit)Tj
/F11 1 Tf
1.8652 0 Td
[()]TJ
/F6 1 Tf
(,)Tj
/F11 1 Tf
0.6973 0 Td
[()6()8()]TJ
ET
Q
q
1 j
1 J
0 w
7.4999 0 0 6.6659 366.7464 654.3496 cm
BT
/F11 1 Tf
1 TL
-0.0053 Tc
0 0 Td
[()]TJ
ET
Q
q
1 j
1 J
0 w
10 0 0 10 370.885 655.9937 cm
BT
/F6 1 Tf
1 TL
-0.004 Tc
0 0 Td
(is)Tj
0.8503 0 Td
(the)Tj
1.4684 0 Td
(incoming)Tj
4.0648 0 Td
(signal,)Tj
2.7666 0 Td
(and)Tj
/F11 1 Tf
1.7292 0 Td
[()]TJ
ET
Q
q
1 j
1 J
0 w
7.4999 0 0 6.6659 484.3275 654.3496 cm
BT
/F11 1 Tf
1 TL
-0.0053 Tc
0 0 Td
[()]TJ
ET
Q
q
1 j
1 J
0 w
10 0 0 10 488.4661 655.9937 cm
BT
/F6 1 Tf
1 TL
-0.004 Tc
0 0 Td
(is)Tj
0.8503 0 Td
(the)Tj
1.4684 0 Td
(bias)Tj
1.7858 0 Td
(of)Tj
1.0148 0 Td
(output)Tj
-33.9644 -1.2982 Td
(unit)Tj
/F11 1 Tf
1.8595 0 Td
[()]TJ
/F6 1 Tf
('s)Tj
1.0545 0 Td
(logistic)Tj
3.0557 0 Td
(activation)Tj
4.1499 0 Td
(function.)Tj
3.8551 0 Td
(Perceptrons)Tj
5.023 0 Td
(originally)Tj
4.0308 0 Td
(served)Tj
2.7779 0 Td
(as)Tj
1.0148 0 Td
(systems)Tj
3.2994 0 Td
(for)Tj
1.389 0 Td
(assigning)Tj
-31.5096 -1.3039 Td
(input)Tj
2.3754 0 Td
(instances)Tj
3.8891 0 Td
(to)Tj
1.0261 0 Td
(discrete)Tj
3.3166 0 Td
(categories)Tj
4.1895 0 Td
([)Tj
0.83 0.64 0.02 0 k
(1)Tj
0 g
(,)Tj
0.83 0.64 0.02 0 k
1.2643 0 Td
(2)Tj
0 g
(];)Tj
1.2586 0 Td
(more)Tj
2.3414 0 Td
(recent)Tj
2.7099 0 Td
(accounts)Tj
3.7417 0 Td
(continue)Tj
3.7643 0 Td
(to)Tj
1.0261 0 Td
(describe)Tj
3.5263 0 Td
(them)Tj
-34.4293 -1.2983 Td
(from)Tj
2.2053 0 Td
(this)Tj
1.6724 0 Td
(perspective)Tj
4.6999 0 Td
([)Tj
0.83 0.64 0.02 0 k
(4)Tj
0 g
()Tj
0.83 0.64 0.02 0 k
(6)Tj
0 g
(].)Tj
2.5965 0 Td
(These)Tj
2.5682 0 Td
(accounts)Tj
3.7417 0 Td
(note)Tj
1.9955 0 Td
(that)Tj
1.7802 0 Td
(perceptrons)Tj
4.9833 0 Td
(can)Tj
1.627 0 Td
(only)Tj
1.9728 0 Td
(solve)Tj
2.2167 0 Td
(linearly)Tj
3.2088 0 Td
(sepa-)Tj
-35.2683 -1.2983 Td
(rable)Tj
2.1996 0 Td
(categorization)Tj
5.8791 0 Td
(problems)Tj
3.9741 0 Td
([)Tj
0.83 0.64 0.02 0 k
(7)Tj
0 g
(];)Tj
1.5987 0 Td
(more)Tj
2.3414 0 Td
(complex)Tj
3.6227 0 Td
(problems)Tj
3.9742 0 Td
(require)Tj
3.1124 0 Td
(networks)Tj
3.906 0 Td
(that)Tj
1.7801 0 Td
(include)Tj
3.1862 0 Td
(hid-)Tj
-35.5745 -1.3039 Td
(den)Tj
1.7178 0 Td
(units.)Tj
0.01 Tc
-0.5216 -1.2982 Td
(However,)Tj
4.1896 0 Td
(perceptrons)Tj
5.1363 0 Td
(are)Tj
1.491 0 Td
(still)Tj
1.7121 0 Td
(important)Tj
4.4051 0 Td
(to)Tj
1.0544 0 Td
(particular)Tj
4.252 0 Td
(research)Tj
3.668 0 Td
(domains,)Tj
4.0194 0 Td
(such)Tj
2.1146 0 Td
(as)Tj
1.0432 0 Td
(animal)Tj
-34.2819 -1.2983 Td
(learning.)Tj
3.8721 0 Td
(When)Tj
2.7439 0 Td
(we)Tj
1.355 0 Td
(interpret)Tj
3.8664 0 Td
(perceptron)Tj
4.7622 0 Td
(outputs)Tj
3.3562 0 Td
(as)Tj
1.0431 0 Td
(probabilities,)Tj
5.6126 0 Td
(perceptrons)Tj
5.1362 0 Td
(provide)Tj
-31.7477 -1.2983 Td
(important)Tj
4.405 0 Td
(new)Tj
1.9219 0 Td
(insights)Tj
3.4242 0 Td
(to)Tj
1.0545 0 Td
(the)Tj
1.5137 0 Td
(animal)Tj
3.05 0 Td
(learning)Tj
3.6397 0 Td
(literature)Tj
4.0195 0 Td
([)Tj
0.83 0.64 0.02 0 k
(8)Tj
0 g
()Tj
0.83 0.64 0.02 0 k
(11)Tj
0 g
(].)Tj
3.1691 0 Td
(Furthermore,)Tj
5.7825 0 Td
(there)Tj
2.3301 0 Td
(exists)Tj
2.4831 0 Td
(a)Tj
-36.7933 -1.3039 Td
(formal)Tj
2.9707 0 Td
(equivalence)Tj
5.0513 0 Td
(between)Tj
3.6283 0 Td
(models)Tj
3.1861 0 Td
(of)Tj
1.0432 0 Td
(perceptron)Tj
4.7621 0 Td
(learning)Tj
3.634 0 Td
(and)Tj
1.7745 0 Td
(mathematical)Tj
5.8109 0 Td
(accounts)Tj
3.8551 0 Td
(of)Tj
-35.7162 -1.2983 Td
(classical)Tj
3.5376 0 Td
(conditioning)Tj
5.5615 0 Td
([)Tj
0.83 0.64 0.02 0 k
(12)Tj
0 g
()Tj
0.83 0.64 0.02 0 k
(14)Tj
0 g
(].)Tj
3.6567 0 Td
(In)Tj
1.1339 0 Td
(these)Tj
2.3243 0 Td
(accounts,)Tj
4.0933 0 Td
(one)Tj
1.7404 0 Td
(translates)Tj
4.1329 0 Td
(the)Tj
1.5137 0 Td
(neural)Tj
2.8515 0 Td
(network)Tj
3.6454 0 Td
(learning)Tj
-34.1912 -1.2982 Td
(rule)Tj
1.8425 0 Td
(into)Tj
1.8992 0 Td
(the)Tj
1.508 0 Td
(animal)Tj
3.0557 0 Td
(learning)Tj
3.634 0 Td
(rule)Tj
1.8482 0 Td
(by)Tj
1.2076 0 Td
(operationalizing)Tj
6.9618 0 Td
(the)Tj
1.508 0 Td
(notion)Tj
2.9821 0 Td
(of)Tj
1.0431 0 Td
(reward)Tj
3.1123 0 Td
(as)Tj
1.0432 0 Td
(follows:)Tj
3.3958 0 Td
(a)Tj
0.669 0 Td
(sin-)Tj
-35.7105 -1.3039 Td
(gle-output)Tj
4.5184 0 Td
(unit)Tj
1.9219 0 Td
(network)Tj
3.6453 0 Td
(is)Tj
0.873 0 Td
(`rewarded')Tj
4.5638 0 Td
(when)Tj
2.4605 0 Td
(its)Tj
1.1905 0 Td
(output)Tj
2.982 0 Td
(unit)Tj
1.9162 0 Td
(is)Tj
0.8731 0 Td
(trained)Tj
3.1918 0 Td
(to)Tj
1.0544 0 Td
(turn)Tj
2.0182 0 Td
(on,)Tj
1.5421 0 Td
(and)Tj
1.7744 0 Td
(is)Tj
0.8731 0 Td
(`not)Tj
-35.3987 -1.2983 Td
(rewarded')Tj
4.32 0 Td
(when)Tj
2.4604 0 Td
(its)Tj
1.1906 0 Td
(output)Tj
2.982 0 Td
(unit)Tj
1.9162 0 Td
(is)Tj
0.8731 0 Td
(trained)Tj
3.1917 0 Td
(to)Tj
1.0545 0 Td
(turn)Tj
2.0183 0 Td
(off.)Tj
1.5874 0 Td
(From)Tj
2.5001 0 Td
(this)Tj
1.7291 0 Td
(perspective,)Tj
5.0966 0 Td
(a)Tj
0.669 0 Td
(single-output)Tj
-31.589 -1.2983 Td
(unit)Tj
1.9162 0 Td
(perceptron)Tj
4.7622 0 Td
(can)Tj
1.6667 0 Td
(be)Tj
1.1792 0 Td
(viewed)Tj
3.0841 0 Td
(as)Tj
1.0431 0 Td
(a)Tj
0.669 0 Td
(simple)Tj
2.9367 0 Td
(instance)Tj
3.6397 0 Td
(of)Tj
1.0374 0 Td
(a)Tj
0.669 0 Td
(reinforcement)Tj
6.1171 0 Td
(learning)Tj
3.6339 0 Td
(network)Tj
-32.3543 -1.3039 Td
([)Tj
0.83 0.64 0.02 0 k
(15)Tj
0 g
(].)Tj
-0.004 Tc
1.1962 -1.2982 Td
(The)Tj
1.7858 0 Td
(current)Tj
3.1861 0 Td
(paper)Tj
2.4832 0 Td
(extends)Tj
3.2655 0 Td
(a)Tj
0.6519 0 Td
(previous)Tj
3.651 0 Td
(study)Tj
2.3924 0 Td
([)Tj
0.83 0.64 0.02 0 k
(16)Tj
0 g
(])Tj
1.8482 0 Td
(that)Tj
1.7802 0 Td
(explored)Tj
3.702 0 Td
(the)Tj
1.4683 0 Td
(ability)Tj
2.6928 0 Td
(of)Tj
1.0148 0 Td
(modern)Tj
3.4186 0 Td
(percep-)Tj
-34.537 -1.2983 Td
(trons)Tj
2.3074 0 Td
(to)Tj
1.0204 0 Td
(match)Tj
2.7269 0 Td
(probabilities.)Tj
5.4199 0 Td
(It)Tj
0.856 0 Td
(used)Tj
2.0579 0 Td
(four)Tj
1.9163 0 Td
(different)Tj
3.6566 0 Td
(input)Tj
2.3811 0 Td
(units)Tj
2.2224 0 Td
(to)Tj
1.0204 0 Td
(represent)Tj
3.9627 0 Td
(the)Tj
1.4684 0 Td
(presence)Tj
3.7133 0 Td
(or)Tj
-34.7297 -1.2983 Td
(absence)Tj
3.3392 0 Td
(of)Tj
1.0148 0 Td
(four)Tj
1.9162 0 Td
(different)Tj
3.6566 0 Td
(cues,)Tj
2.177 0 Td
(each)Tj
2.0296 0 Td
(of)Tj
1.0148 0 Td
(which)Tj
2.6532 0 Td
(signaled)Tj
3.4923 0 Td
(a)Tj
0.652 0 Td
(different)Tj
3.6566 0 Td
(probability)Tj
4.5977 0 Td
(of)Tj
1.0148 0 Td
(reward.)Tj
3.2542 0 Td
(Percep-)Tj
-34.469 -1.3039 Td
(trons)Tj
2.3074 0 Td
(learned)Tj
3.1918 0 Td
(to)Tj
1.0261 0 Td
(match)Tj
2.7212 0 Td
(these)Tj
2.2564 0 Td
(reward)Tj
3.033 0 Td
(probabilities,)Tj
5.4199 0 Td
(so)Tj
1.0828 0 Td
(that)Tj
1.7801 0 Td
(when)Tj
2.4038 0 Td
(the)Tj
1.4683 0 Td
(presentation)Tj
5.2213 0 Td
(of)Tj
1.0148 0 Td
(a)Tj
0.652 0 Td
(particular)Tj
-33.5789 -1.2983 Td
(cue)Tj
1.593 0 Td
(caused)Tj
2.9197 0 Td
(the)Tj
1.4683 0 Td
(perceptron)Tj
4.6205 0 Td
(to)Tj
1.0261 0 Td
(generate)Tj
3.6057 0 Td
(output)Tj
2.897 0 Td
(activity)Tj
3.118 0 Td
(that)Tj
1.7802 0 Td
(equaled)Tj
3.3108 0 Td
(the)Tj
1.4684 0 Td
(reward)Tj
3.0329 0 Td
(probability)Tj
4.5978 0 Td
(asso-)Tj
-35.4384 -1.2982 Td
(ciated)Tj
2.5908 0 Td
(with)Tj
2.0013 0 Td
(the)Tj
1.4683 0 Td
(cue.)Tj
1.8198 0 Td
(Furthermore,)Tj
5.6126 0 Td
(when)Tj
2.4038 0 Td
(reward)Tj
3.033 0 Td
(likelihoods)Tj
4.5978 0 Td
(changed)Tj
3.5716 0 Td
(in)Tj
1.0318 0 Td
(the)Tj
1.4739 0 Td
(midst)Tj
2.4945 0 Td
(of)Tj
1.0148 0 Td
(training,)Tj
-33.114 -1.3039 Td
(perceptrons)Tj
4.9833 0 Td
(quickly)Tj
3.1407 0 Td
(learned)Tj
3.1975 0 Td
(to)Tj
1.0204 0 Td
(match)Tj
2.727 0 Td
(the)Tj
1.4683 0 Td
(new)Tj
1.8765 0 Td
(probabilities.)Tj
-17.2175 -1.2983 Td
(One)Tj
1.9389 0 Td
(limitation)Tj
4.1782 0 Td
(of)Tj
1.0148 0 Td
(this)Tj
1.6724 0 Td
(previous)Tj
3.651 0 Td
(study)Tj
2.3868 0 Td
(was)Tj
1.7008 0 Td
(that)Tj
1.7745 0 Td
(only)Tj
1.9785 0 Td
(one)Tj
1.7008 0 Td
(input)Tj
2.3754 0 Td
(unit)Tj
1.8652 0 Td
(was)Tj
1.7007 0 Td
(turned)Tj
2.914 0 Td
(on)Tj
1.2756 0 Td
(at)Tj
0.9524 0 Td
(any)Tj
-34.2762 -1.2983 Td
(given)Tj
2.3754 0 Td
(time.)Tj
2.2564 0 Td
(A)Tj
0.9014 0 Td
(more)Tj
2.347 0 Td
(realistic)Tj
3.3109 0 Td
(task)Tj
1.8085 0 Td
(involves)Tj
3.4809 0 Td
(presenting)Tj
4.4447 0 Td
(more)Tj
2.3414 0 Td
(than)Tj
2.0296 0 Td
(one)Tj
1.7008 0 Td
(cue)Tj
1.593 0 Td
(at)Tj
0.9524 0 Td
(the)Tj
1.4683 0 Td
(same)Tj
2.262 0 Td
(time,)Tj
2.2507 0 Td
(with)Tj
-35.5234 -1.3039 Td
(each)Tj
2.0296 0 Td
(cue)Tj
1.593 0 Td
(independently)Tj
5.9754 0 Td
(signaling)Tj
3.8211 0 Td
(a)Tj
0.6576 0 Td
(different)Tj
3.651 0 Td
(likelihood)Tj
4.2406 0 Td
(of)Tj
1.0148 0 Td
(reward.)Tj
3.2542 0 Td
(For)Tj
1.6271 0 Td
(a)Tj
0.6519 0 Td
(perceptron)Tj
4.626 0 Td
(to)Tj
1.0205 0 Td
(match)Tj
-34.1628 -1.2983 Td
(probabilities)Tj
5.193 0 Td
(in)Tj
1.0375 0 Td
(this)Tj
1.6724 0 Td
(situation,)Tj
3.9515 0 Td
(it)Tj
0.788 0 Td
(must)Tj
2.228 0 Td
(learn)Tj
2.2394 0 Td
(to)Tj
1.0261 0 Td
(combine)Tj
3.7191 0 Td
(these)Tj
2.2507 0 Td
(different)Tj
3.6566 0 Td
(sources)Tj
3.1974 0 Td
(of)Tj
1.0148 0 Td
(information.)Tj
-31.9745 -1.2982 Td
(The)Tj
1.7801 0 Td
(purpose)Tj
3.4469 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4684 0 Td
(current)Tj
3.1861 0 Td
(paper)Tj
2.4831 0 Td
(is)Tj
0.8447 0 Td
(to)Tj
1.0262 0 Td
(explore)Tj
3.1748 0 Td
(probability)Tj
4.5977 0 Td
(matching)Tj
4.0025 0 Td
(of)Tj
1.0148 0 Td
(perceptrons)Tj
4.9832 0 Td
(when)Tj
2.4038 0 Td
(they)Tj
-35.4271 -1.3039 Td
(receive)Tj
3.0047 0 Td
(multiple)Tj
3.5659 0 Td
(sources)Tj
3.1975 0 Td
(of)Tj
1.0148 0 Td
(evidence.)Tj
-9.5867 -1.2983 Td
(This)Tj
1.9786 0 Td
(paper)Tj
2.4774 0 Td
(proceeds)Tj
3.7644 0 Td
(as)Tj
1.0035 0 Td
(follows:)Tj
3.2768 0 Td
(First,)Tj
2.2564 0 Td
(it)Tj
0.7767 0 Td
(reports)Tj
3.0613 0 Td
(on)Tj
1.2643 0 Td
(the)Tj
1.4627 0 Td
(ability)Tj
2.6815 0 Td
(of)Tj
1.0035 0 Td
(perceptrons)Tj
4.9775 0 Td
(to)Tj
1.0148 0 Td
(match)Tj
2.7099 0 Td
(proba-)Tj
-34.9055 -1.2983 Td
(bilities)Tj
2.8573 0 Td
(when)Tj
2.4037 0 Td
(presented)Tj
4.1159 0 Td
(simultaneous)Tj
5.5389 0 Td
(cues.)Tj
2.1827 0 Td
(Second,)Tj
3.3505 0 Td
(it)Tj
0.7823 0 Td
(relates)Tj
2.778 0 Td
(the)Tj
1.474 0 Td
(structure)Tj
3.821 0 Td
(of)Tj
1.0148 0 Td
(these)Tj
2.2563 0 Td
(trained)Tj
3.0898 0 Td
(net-)Tj
-35.6652 -1.2982 Td
(works)Tj
2.6362 0 Td
(to)Tj
1.0261 0 Td
(a)Tj
0.6577 0 Td
(well-understood)Tj
6.769 0 Td
(statistical)Tj
3.9062 0 Td
(model,)Tj
2.9706 0 Td
(logistic)Tj
3.0558 0 Td
(regression.)Tj
4.5467 0 Td
(Third,)Tj
2.7496 0 Td
(it)Tj
0.7823 0 Td
(explores)Tj
3.5376 0 Td
(probability)Tj
-32.6378 -1.3039 Td
(matching)Tj
4.0025 0 Td
(under)Tj
2.6192 0 Td
(conditions)Tj
4.473 0 Td
(that)Tj
1.7802 0 Td
(challenge)Tj
3.9571 0 Td
(perceptron)Tj
4.6261 0 Td
(abilities.)Tj
3.5149 0 Td
(Fourth,)Tj
3.2032 0 Td
(it)Tj
0.7879 0 Td
(considers)Tj
4.0082 0 Td
(the)Tj
1.4683 0 Td
(impli-)Tj
-34.4406 -1.2983 Td
(cations)Tj
3.0557 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.474 0 Td
(structure)Tj
3.8211 0 Td
(of)Tj
1.0148 0 Td
(these)Tj
2.2563 0 Td
(probabilistic)Tj
5.1931 0 Td
(perceptrons,)Tj
5.2044 0 Td
(from)Tj
2.2053 0 Td
(the)Tj
1.474 0 Td
(perspective)Tj
4.6997 0 Td
(of)Tj
1.0148 0 Td
(pattern)Tj
3.1124 0 Td
(clas-)Tj
-35.5404 -1.2983 Td
(sification)Tj
3.8777 0 Td
(and)Tj
1.7348 0 Td
(from)Tj
2.2054 0 Td
(the)Tj
1.4683 0 Td
(perspective)Tj
4.6998 0 Td
(of)Tj
1.0148 0 Td
(animal)Tj
2.9707 0 Td
(learning)Tj
3.5263 0 Td
(experiments.)Tj
ET
Q
q
1 j
1 J
0 w
11.9999 0 0 11.9999 200.0125 183.0047 cm
BT
/F2 1 Tf
1 TL
-0.0033 Tc
0 0 Td
(Simulation)Tj
5.3055 0 Td
(1:)Tj
1.1008 0 Td
(Independent)Tj
6.1323 0 Td
(cues)Tj
/F0 1 Tf
-12.5386 -1.5023 Td
(Method)Tj
ET
Q
q
1 j
1 J
0 w
10 0 0 10 211.9748 148.0251 cm
BT
/F15 1 Tf
1 TL
-0.004 Tc
0 0 Td
(Network)Tj
3.8437 0 Td
(architecture)Tj
5.2724 0 Td
(and)Tj
1.7915 0 Td
(training)Tj
3.6056 0 Td
(set.)Tj
/F6 1 Tf
2.2054 0 Td
(We)Tj
1.6101 0 Td
(trained)Tj
3.0897 0 Td
(perceptrons)Tj
4.9833 0 Td
(comprised)Tj
4.4333 0 Td
(of)Tj
1.0148 0 Td
(a)Tj
0.6577 0 Td
(single)Tj
-33.7037 -1.3039 Td
(output)Tj
2.8969 0 Td
(unit)Tj
1.8595 0 Td
(and)Tj
1.7292 0 Td
(four)Tj
1.9162 0 Td
(input)Tj
2.3811 0 Td
(units.)Tj
2.4434 0 Td
(The)Tj
1.7858 0 Td
(input)Tj
2.3754 0 Td
(units)Tj
2.2224 0 Td
(represented)Tj
4.9152 0 Td
(the)Tj
1.4684 0 Td
(presence)Tj
3.7133 0 Td
(or)Tj
1.0942 0 Td
(absence)Tj
3.3449 0 Td
(of)Tj
1.0148 0 Td
(four)Tj
-35.1607 -1.2982 Td
(different)Tj
3.6566 0 Td
(cues.)Tj
2.177 0 Td
(The)Tj
1.7858 0 Td
(use)Tj
1.5307 0 Td
(of)Tj
1.0148 0 Td
(four)Tj
1.9162 0 Td
(cues)Tj
1.9559 0 Td
(emulated)Tj
3.9175 0 Td
(the)Tj
1.4683 0 Td
(structure)Tj
3.8268 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4683 0 Td
(perceptrons)Tj
4.9833 0 Td
(studied)Tj
3.1521 0 Td
(in)Tj
1.0374 0 Td
(our)Tj
-34.9055 -1.2983 Td
(previous)Tj
3.6509 0 Td
(research)Tj
3.5547 0 Td
([)Tj
0.83 0.64 0.02 0 k
(16)Tj
0 g
(];)Tj
2.0749 0 Td
(by)Tj
1.1792 0 Td
(using)Tj
2.3924 0 Td
(additional)Tj
4.2803 0 Td
(input)Tj
2.3754 0 Td
(units,)Tj
2.4492 0 Td
(one)Tj
1.7007 0 Td
(could)Tj
2.4492 0 Td
(easily)Tj
2.4094 0 Td
(train)Tj
2.1373 0 Td
(a)Tj
0.652 0 Td
(perceptron)Tj
4.6261 0 Td
(to)Tj
-35.9317 -1.3039 Td
(process)Tj
3.1804 0 Td
(more)Tj
2.3414 0 Td
(than)Tj
2.0296 0 Td
(four)Tj
1.9162 0 Td
(cues.)Tj
2.1827 0 Td
(A)Tj
0.9014 0 Td
(binary)Tj
2.8006 0 Td
(representation)Tj
6.0151 0 Td
(indicated)Tj
3.9401 0 Td
(the)Tj
1.4683 0 Td
(presence)Tj
3.7134 0 Td
(or)Tj
1.0942 0 Td
(absence)Tj
3.3448 0 Td
(of)Tj
-34.9282 -1.2983 Td
(cues.)Tj
2.1713 0 Td
(For)Tj
1.6214 0 Td
(example,)Tj
3.77 0 Td
(the)Tj
1.4627 0 Td
(input)Tj
2.3754 0 Td
(pattern)Tj
3.1011 0 Td
(\(1,)Tj
1.2586 0 Td
(0,)Tj
0.9127 0 Td
(0,)Tj
0.9128 0 Td
(0\))Tj
1.0318 0 Td
(indicates)Tj
3.7644 0 Td
(the)Tj
1.4626 0 Td
(presence)Tj
3.7077 0 Td
(of)Tj
1.0091 0 Td
(Cue)Tj
1.8255 0 Td
(A)Tj
0.9015 0 Td
(and)Tj
1.7234 0 Td
(the)Tj
1.4627 0 Td
(absence)Tj
ET
Q
q
1 j
1 J
0 w
576 737.1 m
36 737.1 l
36 737.6 l
576 737.6 l
f*
36 741.2598 107.1496 23.6976 re
W* n
q
107.0929 0 0 23.6409 36 741.3165 cm
q
/I0 Do
Q
Q
Q
q
0 0 612 792 re
W* n
1 j
1 J
0 w
7.9999 0 0 7.9999 454.5637 745.7952 cm
BT
/F0 1 Tf
1 TL
-0.005 Tc
0 0 Td
(Probability)Tj
4.7976 0 Td
(matching)Tj
4.2095 0 Td
(in)Tj
0.978 0 Td
(perceptrons)Tj
ET
Q
q
1 j
1 J
0 w
36 48.0002 m
576 48.0002 l
576 47.5002 l
36 47.5002 l
f*
7.9999 0 0 7.9999 36 36 cm
BT
/F0 1 Tf
1 TL
-0.005 Tc
0 0 Td
(PLOS)Tj
2.8559 0 Td
(ONE)Tj
2.3669 0 Td
(|)Tj
0.4748 0 Td
(DOI:10.137)Tj
5.0387 0 Td
(1/journal.po)Tj
5.1236 0 Td
(ne.0172)Tj
3.5434 0 Td
(431)Tj
2.6362 0 Td
(February)Tj
4.1599 0 Td
(17,)Tj
1.5874 0 Td
(2017)Tj
37.3538 0 Td
(2)Tj
0.7654 0 Td
(/)Tj
ET
endstream
endobj
31 0 obj
<>stream
endstream
endobj
32 0 obj
<>stream
endstream
endobj
33 0 obj
<>stream
endstream
endobj
34 0 obj
<>stream
endstream
endobj
35 0 obj
<>stream
endstream
endobj
36 0 obj
<>stream
endstream
endobj
37 0 obj
<>stream
endstream
endobj
38 0 obj
<>stream
endstream
endobj
39 0 obj
<>stream
endstream
endobj
40 0 obj
<>stream
endstream
endobj
41 0 obj
<>stream
endstream
endobj
42 0 obj
<>stream
endstream
endobj
43 0 obj
<>stream
endstream
endobj
44 0 obj
<>stream
endstream
endobj
45 0 obj
<>stream
BT
66.402 0 Td
(13)Tj
ET
Q
endstream
endobj
46 0 obj
<>/XObject<>>>/CropBox[0 0 612 792]/MediaBox[0 0 612 792]/Parent 14 0 R/Annots 49 0 R/Contents 50 0 R/TrimBox[0 0 612 792]>>
endobj
49 0 obj
[51 0 R 52 0 R 53 0 R 54 0 R 55 0 R]
endobj
51 0 obj
<>/Border[0 0 0]/Dest(Rpone.0172431.ref016)>>
endobj
52 0 obj
<>/Border[0 0 0]/Dest(Rpone.0172431.ref017)>>
endobj
53 0 obj
<>/Border[0 0 0]/Dest(Rpone.0172431.e002)>>
endobj
54 0 obj
<>/Border[0 0 0]/Dest(Rpone.0172431.g001)>>
endobj
55 0 obj
<>/Border[0 0 0]/Dest(Rpone.0172431.ref018)>>
endobj
50 0 obj
[56 0 R 57 0 R 58 0 R 59 0 R 60 0 R 61 0 R 62 0 R]
endobj
56 0 obj
<>stream
q
0.83 0.64 0.02 0 k
554.6835 654.3496 m
564.2079 654.3496 l
h
f*
323.0362 407.3386 m
332.5606 407.3386 l
h
f*
211.0677 315.9496 m
228.8126 315.9496 l
h
f*
385.0016 211.9181 m
405.0142 211.9181 l
h
f*
552.5291 120.926 m
562.0535 120.926 l
h
f*
0 g
1 j
1 J
0 w
10 0 0 10 200.0125 707.4141 cm
BT
/F6 1 Tf
1 TL
-0.004 Tc
0 0 Td
(of)Tj
1.0147 0 Td
(all)Tj
1.1452 0 Td
(other)Tj
2.3471 0 Td
(cues.)Tj
2.1827 0 Td
(We)Tj
1.61 0 Td
(used)Tj
2.058 0 Td
(each)Tj
2.0296 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4683 0 Td
(sixteen)Tj
3.0104 0 Td
(possible)Tj
3.4072 0 Td
(cue)Tj
1.5931 0 Td
(configurations)Tj
6.0377 0 Td
(\(given)Tj
2.7156 0 Td
(this)Tj
1.6781 0 Td
(binary)Tj
-33.3125 -1.3039 Td
(coding\))Tj
3.2995 0 Td
(in)Tj
1.0318 0 Td
(a)Tj
0.6576 0 Td
(training)Tj
3.4186 0 Td
(set.)Tj
-7.2113 -1.2982 Td
(Each)Tj
2.177 0 Td
(cue)Tj
1.593 0 Td
(signals)Tj
2.9027 0 Td
(a)Tj
0.6576 0 Td
(probability)Tj
4.5978 0 Td
(of)Tj
1.0148 0 Td
(network)Tj
3.5489 0 Td
(reinforcement.)Tj
6.1568 0 Td
(The)Tj
1.7802 0 Td
(presence)Tj
3.7133 0 Td
(of)Tj
1.0148 0 Td
(Cue)Tj
1.8369 0 Td
(A)Tj
0.9014 0 Td
(indicated)Tj
3.9401 0 Td
(a)Tj
-37.0315 -1.2983 Td
(reward)Tj
3.033 0 Td
(probability)Tj
4.5921 0 Td
(of)Tj
1.0148 0 Td
(0.20,)Tj
2.0976 0 Td
(while)Tj
2.3698 0 Td
(Cue)Tj
1.8368 0 Td
(B,)Tj
1.0261 0 Td
(Cue)Tj
1.8312 0 Td
(X)Tj
0.8731 0 Td
(and)Tj
1.7291 0 Td
(Cue)Tj
1.8368 0 Td
(Y)Tj
0.8504 0 Td
(each)Tj
2.0296 0 Td
(signaled)Tj
3.4923 0 Td
(reward)Tj
3.033 0 Td
(probabilities)Tj
-31.6457 -1.2983 Td
(of)Tj
1.0147 0 Td
(0.40,)Tj
2.0977 0 Td
(0.60,)Tj
2.0976 0 Td
(and)Tj
1.7291 0 Td
(0.80)Tj
1.8709 0 Td
(respectively.)Tj
5.1136 0 Td
(These)Tj
2.5625 0 Td
(values)Tj
2.6703 0 Td
(are)Tj
1.4456 0 Td
(identical)Tj
3.6567 0 Td
(to)Tj
1.0261 0 Td
(those)Tj
2.3358 0 Td
(studied)Tj
3.1577 0 Td
(previously)Tj
4.3484 0 Td
([)Tj
0.83 0.64 0.02 0 k
(16)Tj
0 g
(].)Tj
-35.1267 -1.3039 Td
(In)Tj
1.1055 0 Td
(this)Tj
1.6781 0 Td
(first)Tj
1.8028 0 Td
(simulation,)Tj
4.7225 0 Td
(the)Tj
1.4683 0 Td
(probabilities)Tj
5.193 0 Td
(associated)Tj
4.2577 0 Td
(with)Tj
2.0012 0 Td
(the)Tj
1.4683 0 Td
(various)Tj
3.1408 0 Td
(cues)Tj
1.9559 0 Td
(were)Tj
2.1203 0 Td
(conditionally)Tj
-30.9144 -1.2982 Td
(independent)Tj
5.2724 0 Td
(of)Tj
1.0148 0 Td
(one)Tj
1.7007 0 Td
(another.)Tj
3.5547 0 Td
(That)Tj
2.0919 0 Td
(is,)Tj
1.0715 0 Td
(the)Tj
1.4683 0 Td
(reward)Tj
3.0331 0 Td
(associated)Tj
4.2576 0 Td
(with)Tj
1.9956 0 Td
(the)Tj
1.474 0 Td
(presence)Tj
3.7077 0 Td
(of)Tj
1.0148 0 Td
(one)Tj
1.7008 0 Td
(cue)Tj
1.593 0 Td
(was)Tj
-34.9509 -1.2983 Td
(determined)Tj
4.8472 0 Td
(independently)Tj
5.9754 0 Td
(of)Tj
1.0204 0 Td
(the)Tj
1.4684 0 Td
(reward)Tj
3.033 0 Td
(associated)Tj
4.252 0 Td
(with)Tj
2.0012 0 Td
(the)Tj
1.4683 0 Td
(presence)Tj
3.7134 0 Td
(of)Tj
1.0148 0 Td
(any)Tj
1.6554 0 Td
(another)Tj
3.3335 0 Td
(cue;)Tj
1.8199 0 Td
(of)Tj
-35.6029 -1.3039 Td
(course,)Tj
3.0557 0 Td
(if)Tj
0.7767 0 Td
(different)Tj
3.6566 0 Td
(cues)Tj
1.9559 0 Td
(signaled)Tj
3.4923 0 Td
(a)Tj
0.652 0 Td
(reward,)Tj
3.2598 0 Td
(the)Tj
1.4683 0 Td
(network)Tj
3.549 0 Td
(was)Tj
1.7007 0 Td
(only)Tj
1.9786 0 Td
(rewarded)Tj
3.9798 0 Td
(once.)Tj
-28.3292 -1.2983 Td
(We)Tj
1.61 0 Td
(constructed)Tj
4.9323 0 Td
(five)Tj
1.6554 0 Td
(different)Tj
3.651 0 Td
(training)Tj
3.4242 0 Td
(sets.)Tj
1.8879 0 Td
(Each)Tj
2.177 0 Td
(training)Tj
3.4186 0 Td
(set)Tj
1.3039 0 Td
(consisted)Tj
3.9344 0 Td
(of)Tj
1.0148 0 Td
(1600)Tj
2.126 0 Td
(different)Tj
-32.3317 -1.2983 Td
(input)Tj
2.3754 0 Td
(patterns;)Tj
3.702 0 Td
(we)Tj
1.3266 0 Td
(replicated)Tj
4.1499 0 Td
(each)Tj
2.0296 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4683 0 Td
(16)Tj
1.1736 0 Td
(different)Tj
3.6566 0 Td
(possible)Tj
3.4072 0 Td
(cue)Tj
1.5988 0 Td
(configurations)Tj
6.0321 0 Td
(100)Tj
1.6441 0 Td
(times)Tj
2.3924 0 Td
(in)Tj
-35.9714 -1.3039 Td
(a)Tj
0.6519 0 Td
(training)Tj
3.4186 0 Td
(set.)Tj
1.5307 0 Td
(Each)Tj
2.177 0 Td
(input)Tj
2.3754 0 Td
(pattern)Tj
3.1124 0 Td
(was)Tj
1.7008 0 Td
(either)Tj
2.5285 0 Td
(rewarded)Tj
3.9855 0 Td
(\(desired)Tj
3.4639 0 Td
(output)Tj
2.8913 0 Td
(activity)Tj
3.1181 0 Td
(=)Tj
0.7994 0 Td
(1\))Tj
1.0374 0 Td
(or)Tj
1.0999 0 Td
(not)Tj
-33.8908 -1.2982 Td
(\(desired)Tj
3.4582 0 Td
(output)Tj
2.897 0 Td
(activity)Tj
3.1181 0 Td
(=)Tj
0.7993 0 Td
(0\).)Tj
1.2643 0 Td
(We)Tj
1.6101 0 Td
(determined)Tj
4.8472 0 Td
(the)Tj
1.474 0 Td
(reward)Tj
3.0274 0 Td
(for)Tj
1.3889 0 Td
(each)Tj
2.0296 0 Td
(pattern)Tj
3.1124 0 Td
(using)Tj
2.3868 0 Td
(the)Tj
1.4683 0 Td
(following)Tj
-32.8816 -1.2983 Td
(stochastic)Tj
4.1215 0 Td
(procedure:)Tj
4.5354 0 Td
(We)Tj
1.6101 0 Td
(processed)Tj
4.1385 0 Td
(each)Tj
2.024 0 Td
(cue)Tj
1.5987 0 Td
(separately.)Tj
4.405 0 Td
(If)Tj
0.8504 0 Td
(a)Tj
0.6519 0 Td
(cue)Tj
1.5988 0 Td
(was)Tj
1.6951 0 Td
(present,)Tj
3.3902 0 Td
(we)Tj
1.3266 0 Td
(generated)Tj
4.1386 0 Td
(a)Tj
-36.0848 -1.3039 Td
(random)Tj
3.4242 0 Td
(number)Tj
3.4185 0 Td
(between)Tj
3.532 0 Td
(zero)Tj
1.9332 0 Td
(and)Tj
1.7291 0 Td
(one,)Tj
1.9276 0 Td
(and)Tj
1.7291 0 Td
(rewarded)Tj
3.9798 0 Td
(the)Tj
1.474 0 Td
(pattern)Tj
3.1124 0 Td
(if)Tj
0.7711 0 Td
(the)Tj
1.4683 0 Td
(random)Tj
3.4299 0 Td
(number)Tj
3.4186 0 Td
(was)Tj
-35.3478 -1.2983 Td
(less)Tj
1.61 0 Td
(than)Tj
2.0296 0 Td
(or)Tj
1.0998 0 Td
(equal)Tj
2.3585 0 Td
(to)Tj
1.0204 0 Td
(the)Tj
1.474 0 Td
(probability)Tj
4.5921 0 Td
(of)Tj
1.0148 0 Td
(reward)Tj
3.0331 0 Td
(associated)Tj
4.2576 0 Td
(with)Tj
1.9956 0 Td
(the)Tj
1.474 0 Td
(cue.)Tj
1.8198 0 Td
(When)Tj
2.6816 0 Td
(this)Tj
1.6781 0 Td
(procedure)Tj
-32.139 -1.2982 Td
(produced)Tj
4.0421 0 Td
(a)Tj
0.6577 0 Td
(reward)Tj
3.033 0 Td
(for)Tj
1.3833 0 Td
(more)Tj
2.3414 0 Td
(than)Tj
2.0296 0 Td
(one)Tj
1.7008 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4683 0 Td
(present)Tj
3.1635 0 Td
(cues,)Tj
2.1826 0 Td
(the)Tj
1.4684 0 Td
(pattern)Tj
3.1124 0 Td
(was)Tj
1.6951 0 Td
(only)Tj
1.9786 0 Td
(rewarded)Tj
3.9855 0 Td
(once.)Tj
-35.2571 -1.2983 Td
(There)Tj
2.5738 0 Td
(was)Tj
1.7008 0 Td
(no)Tj
1.2756 0 Td
(reward)Tj
3.033 0 Td
(if)Tj
0.7767 0 Td
(all)Tj
1.1452 0 Td
(four)Tj
1.9105 0 Td
(cues)Tj
1.9559 0 Td
(were)Tj
2.126 0 Td
(absent.)Tj
3.016 0 Td
(In)Tj
1.1112 0 Td
(using)Tj
2.3868 0 Td
(this)Tj
1.6724 0 Td
(procedure,)Tj
4.5411 0 Td
(each)Tj
2.0296 0 Td
(of)Tj
1.0148 0 Td
(our)Tj
1.627 0 Td
(training)Tj
-33.8964 -1.3039 Td
(sets)Tj
1.661 0 Td
(is)Tj
0.8504 0 Td
(a)Tj
0.652 0 Td
(random)Tj
3.4299 0 Td
(sample)Tj
3.0217 0 Td
(from)Tj
2.2053 0 Td
(the)Tj
1.4684 0 Td
(population)Tj
4.5921 0 Td
(whose)Tj
2.7212 0 Td
(cue)Tj
1.5988 0 Td
(probabilities)Tj
5.193 0 Td
(were)Tj
2.1203 0 Td
(given)Tj
2.3811 0 Td
(earlier.)Tj
-30.699 -1.2983 Td
(By)Tj
1.2585 0 Td
(constructing)Tj
5.2611 0 Td
(the)Tj
1.4683 0 Td
(training)Tj
3.4186 0 Td
(sets)Tj
1.6668 0 Td
(with)Tj
1.9955 0 Td
(this)Tj
1.6725 0 Td
(procedure,)Tj
4.541 0 Td
(the)Tj
1.4684 0 Td
(problem)Tj
3.6113 0 Td
(represented)Tj
4.9096 0 Td
(by)Tj
1.1792 0 Td
(a)Tj
0.6576 0 Td
(training)Tj
-34.3046 -1.2983 Td
(set)Tj
1.2982 0 Td
(is)Tj
0.8391 0 Td
(not)Tj
1.5703 0 Td
(linearly)Tj
3.2032 0 Td
(separable,)Tj
4.1555 0 Td
(because)Tj
3.3166 0 Td
(different)Tj
3.651 0 Td
(instances)Tj
3.8777 0 Td
(of)Tj
1.0092 0 Td
(the)Tj
1.4626 0 Td
(same)Tj
2.2507 0 Td
(input)Tj
2.3754 0 Td
(pattern)Tj
3.1068 0 Td
(are)Tj
1.44 0 Td
(associated)Tj
-33.5563 -1.3039 Td
(with)Tj
1.9955 0 Td
(opposite)Tj
3.617 0 Td
(rewards.)Tj
3.6227 0 Td
(Furthermore,)Tj
5.6125 0 Td
(by)Tj
1.1792 0 Td
(processing)Tj
4.4674 0 Td
(each)Tj
2.0296 0 Td
(cue)Tj
1.5931 0 Td
(independently)Tj
5.9754 0 Td
(conditional)Tj
4.7961 0 Td
(inde-)Tj
-34.8885 -1.2982 Td
(pendence)Tj
4.0535 0 Td
(between)Tj
3.5319 0 Td
(the)Tj
1.4684 0 Td
(four)Tj
1.9105 0 Td
(cues)Tj
1.9559 0 Td
(is)Tj
0.8504 0 Td
(established.)Tj
4.8245 0 Td
(Because)Tj
3.3902 0 Td
(of)Tj
1.0148 0 Td
(this)Tj
1.6725 0 Td
(conditional)Tj
4.7961 0 Td
(independence,)Tj
6.0491 0 Td
(the)Tj
-35.5178 -1.2983 Td
(addition)Tj
3.5943 0 Td
(rule)Tj
1.7914 0 Td
(for)Tj
1.3833 0 Td
(probabilities)Tj
5.1931 0 Td
([)Tj
0.83 0.64 0.02 0 k
(17)Tj
0 g
(])Tj
1.8538 0 Td
(can)Tj
1.6271 0 Td
(be)Tj
1.1509 0 Td
(used)Tj
2.0579 0 Td
(to)Tj
1.0261 0 Td
(check)Tj
2.5172 0 Td
(the)Tj
1.4683 0 Td
(probability)Tj
4.5978 0 Td
(structure)Tj
3.8211 0 Td
(of)Tj
1.0148 0 Td
(a)Tj
0.6519 0 Td
(training)Tj
-33.749 -1.3039 Td
(set,)Tj
1.525 0 Td
(because)Tj
3.3222 0 Td
(this)Tj
1.6724 0 Td
(rule)Tj
1.7915 0 Td
(provides)Tj
3.651 0 Td
(the)Tj
1.4683 0 Td
(expected)Tj
3.719 0 Td
(likelihood)Tj
4.2407 0 Td
(of)Tj
1.0147 0 Td
(reward)Tj
3.0274 0 Td
(when)Tj
2.4038 0 Td
(more)Tj
2.3414 0 Td
(than)Tj
2.0296 0 Td
(one)Tj
1.7008 0 Td
(cue)Tj
1.593 0 Td
(is)Tj
-35.5008 -1.2983 Td
(present)Tj
3.1634 0 Td
(in)Tj
1.0318 0 Td
(an)Tj
1.2076 0 Td
(input)Tj
2.3754 0 Td
(pattern.)Tj
3.3392 0 Td
(For)Tj
1.627 0 Td
(instance,)Tj
3.7474 0 Td
(for)Tj
1.389 0 Td
(a)Tj
0.6519 0 Td
(pattern)Tj
3.1125 0 Td
(that)Tj
1.7744 0 Td
(includes)Tj
3.549 0 Td
(both)Tj
2.0579 0 Td
(Cues)Tj
2.194 0 Td
(A)Tj
0.9071 0 Td
(and)Tj
1.7291 0 Td
(B,)Tj
1.0262 0 Td
(and)Tj
-34.8829 -1.2983 Td
(excludes)Tj
3.6169 0 Td
(both)Tj
2.058 0 Td
(Cues)Tj
2.1996 0 Td
(X)Tj
0.8731 0 Td
(and)Tj
1.7291 0 Td
(Y,)Tj
1.0772 0 Td
(the)Tj
1.4683 0 Td
(probability)Tj
4.5978 0 Td
(of)Tj
1.0148 0 Td
(reward)Tj
3.033 0 Td
(is:)Tj
/F11 1 Tf
0 Tc
-13.0903 -2.4717 Td
[()]TJ
/F12 1 Tf
0.5726 0 Td
()Tj
/F11 1 Tf
[()]TJ
/F12 1 Tf
(j)Tj
/F11 1 Tf
[( \n)]TJ
/F12 1 Tf
()Tj
3.1351 0 Td
()Tj
/F11 1 Tf
1.0488 0 Td
[()]TJ
/F12 1 Tf
0.5726 0 Td
()Tj
/F11 1 Tf
[()]TJ
/F12 1 Tf
(j)Tj
/F11 1 Tf
[( )]TJ
/F12 1 Tf
()Tj
2.5115 0 Td
()Tj
/F11 1 Tf
0.9978 0 Td
[()]TJ
/F12 1 Tf
0.5726 0 Td
()Tj
/F11 1 Tf
[()]TJ
/F12 1 Tf
(j)Tj
/F11 1 Tf
[(\n)]TJ
/F12 1 Tf
()Tj
2.4264 0 Td
( )Tj
/F11 1 Tf
0.9922 0 Td
[()]TJ
/F12 1 Tf
0.5726 0 Td
()Tj
/F11 1 Tf
[()]TJ
/F12 1 Tf
(j)Tj
/F11 1 Tf
[( )]TJ
/F12 1 Tf
()Tj
2.5114 0 Td
()Tj
/F11 1 Tf
0.4933 0 Td
[()]TJ
/F12 1 Tf
0.5726 0 Td
()Tj
/F11 1 Tf
[()]TJ
/F12 1 Tf
(j)Tj
/F11 1 Tf
[(\n)]TJ
/F12 1 Tf
()Tj
10.7885 0 Td
()Tj
/F6 1 Tf
(2)Tj
/F12 1 Tf
()Tj
/F6 1 Tf
-0.004 Tc
-36.3455 -2.7666 Td
(In)Tj
0.83 0.64 0.02 0 k
1.1055 0 Td
(Eq)Tj
1.2982 0 Td
(2)Tj
0 g
(,)Tj
0.9184 0 Td
(the)Tj
1.474 0 Td
(various)Tj
3.1408 0 Td
(probabilities)Tj
5.193 0 Td
(are)Tj
1.4514 0 Td
(those)Tj
2.3357 0 Td
(that)Tj
1.7802 0 Td
(define)Tj
2.6985 0 Td
(the)Tj
1.4684 0 Td
(reward)Tj
3.033 0 Td
(structure)Tj
3.8211 0 Td
(for)Tj
1.3833 0 Td
(the)Tj
1.474 0 Td
(population)Tj
-32.5755 -1.304 Td
(\(e.g.)Tj
1.8992 0 Td
(P\(R|A\))Tj
3.0217 0 Td
(=)Tj
0.7993 0 Td
(0.20)Tj
1.8709 0 Td
(and)Tj
1.7291 0 Td
(P\(R|B\))Tj
2.9197 0 Td
(=)Tj
0.7993 0 Td
(0.40\).)Tj
2.4378 0 Td
(We)Tj
1.6101 0 Td
(used)Tj
/F16 1 Tf
2.0579 0 Td
(!)Tj
ET
Q
q
1 j
1 J
0 w
7.4999 0 0 6.6659 396.5669 308.4661 cm
BT
/F11 1 Tf
1 TL
-0.0053 Tc
0 0 Td
[()]TJ
ET
Q
q
1 j
1 J
0 w
10 0 0 10 402.2362 303.9874 cm
BT
/F6 1 Tf
1 TL
-0.004 Tc
0 0 Td
(tests)Tj
1.9615 0 Td
(to)Tj
1.0261 0 Td
(compare)Tj
3.7134 0 Td
(the)Tj
1.4683 0 Td
(probability)Tj
4.5978 0 Td
(of)Tj
1.0148 0 Td
(reward)Tj
-34.0041 -1.2982 Td
(for)Tj
1.3833 0 Td
(each)Tj
2.0296 0 Td
(type)Tj
1.9162 0 Td
(of)Tj
1.0148 0 Td
(pattern)Tj
3.1124 0 Td
(in)Tj
1.0318 0 Td
(a)Tj
0.6577 0 Td
(training)Tj
3.4185 0 Td
(set)Tj
1.304 0 Td
(to)Tj
1.0261 0 Td
(the)Tj
1.4683 0 Td
(expected)Tj
3.719 0 Td
(probability)Tj
4.5977 0 Td
(generated)Tj
4.1386 0 Td
(by)Tj
1.1792 0 Td
(the)Tj
1.4683 0 Td
(addition)Tj
-33.4655 -1.2983 Td
(rule)Tj
1.7858 0 Td
(for)Tj
1.389 0 Td
(multiple)Tj
3.566 0 Td
(cues.)Tj
2.1826 0 Td
(None)Tj
2.4321 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4684 0 Td
(training)Tj
3.4242 0 Td
(sets)Tj
1.6611 0 Td
(differed)Tj
3.3391 0 Td
(significantly)Tj
5.0853 0 Td
(from)Tj
2.211 0 Td
(the)Tj
1.4684 0 Td
(expected)Tj
3.719 0 Td
(values.)Tj
/F15 1 Tf
-33.5506 -1.3039 Td
(Network)Tj
3.8438 0 Td
(training.)Tj
/F6 1 Tf
4.4333 0 Td
(We)Tj
1.6101 0 Td
(trained)Tj
3.0898 0 Td
(20)Tj
1.1735 0 Td
(different)Tj
3.6567 0 Td
(perceptrons)Tj
4.9775 0 Td
(on)Tj
1.2755 0 Td
(each)Tj
2.0296 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.474 0 Td
(five)Tj
1.6498 0 Td
(training)Tj
3.4186 0 Td
(sets)Tj
-34.8432 -1.2983 Td
(using)Tj
2.3868 0 Td
(a)Tj
0.6576 0 Td
(gradient)Tj
3.5546 0 Td
(descent)Tj
3.2258 0 Td
(rule)Tj
1.7859 0 Td
(with)Tj
2.0012 0 Td
(a)Tj
0.652 0 Td
(learning)Tj
3.5262 0 Td
(rate)Tj
1.7462 0 Td
(of)Tj
1.0147 0 Td
(0.05,)Tj
2.0976 0 Td
(with)Tj
1.9956 0 Td
(connection)Tj
4.7168 0 Td
(weights)Tj
3.2485 0 Td
(randomly)Tj
-32.6095 -1.2982 Td
(set)Tj
1.3039 0 Td
(in)Tj
1.0318 0 Td
(the)Tj
1.4684 0 Td
(range)Tj
2.4661 0 Td
(from)Tj
2.2054 0 Td
(-0.1)Tj
1.7461 0 Td
(to)Tj
1.0261 0 Td
(0.1)Tj
1.3947 0 Td
(prior)Tj
2.2563 0 Td
(to)Tj
1.0262 0 Td
(training,)Tj
3.6453 0 Td
(and)Tj
1.729 0 Td
(with)Tj
1.9956 0 Td
(the)Tj
1.474 0 Td
(bias)Tj
/F17 1 Tf
1.7858 0 Td
[()]TJ
/F6 1 Tf
0.7087 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4683 0 Td
(logistic)Tj
3.0557 0 Td
(activation)Tj
0.01 Tc
-32.8022 -1.3039 Td
(function)Tj
3.7417 0 Td
(initialized)Tj
4.3313 0 Td
(to)Tj
1.0545 0 Td
(0.)Tj
0.9468 0 Td
(We)Tj
1.6384 0 Td
(chose)Tj
2.5342 0 Td
(a)Tj
0.6633 0 Td
(small)Tj
2.3981 0 Td
(learning)Tj
3.6395 0 Td
(rate)Tj
1.8028 0 Td
(of)Tj
1.0432 0 Td
(0.05)Tj
1.9275 0 Td
(to)Tj
1.0488 0 Td
(be)Tj
1.1792 0 Td
(able)Tj
1.8879 0 Td
(to)Tj
1.0545 0 Td
(examine)Tj
3.6963 0 Td
(the)Tj
-34.588 -1.2983 Td
(behavior)Tj
3.8211 0 Td
(of)Tj
1.0431 0 Td
(the)Tj
1.5137 0 Td
(network)Tj
3.6454 0 Td
(during)Tj
3.0103 0 Td
(learning)Tj
3.6397 0 Td
(\(see)Tj
0.83 0.64 0.02 0 k
1.8255 0 Td
(Fig)Tj
1.5194 0 Td
(1)Tj
0 g
0.7085 0 Td
(below\);)Tj
3.2542 0 Td
(even)Tj
2.1259 0 Td
(with)Tj
2.0523 0 Td
(a)Tj
0.669 0 Td
(small)Tj
2.3924 0 Td
(learning)Tj
3.6397 0 Td
(rate,)Tj
-34.8602 -1.2983 Td
(networks)Tj
4.0195 0 Td
(learned)Tj
3.2939 0 Td
(to)Tj
1.0544 0 Td
(match)Tj
2.7893 0 Td
(probabilities)Tj
5.3801 0 Td
(very)Tj
1.9786 0 Td
(quickly.)Tj
3.4808 0 Td
(We)Tj
1.6384 0 Td
(chose)Tj
2.5285 0 Td
(this)Tj
1.7292 0 Td
(learning)Tj
3.6396 0 Td
(rate)Tj
1.8028 0 Td
(to)Tj
1.0545 0 Td
(be)Tj
-34.3896 -1.3039 Td
(small)Tj
2.3981 0 Td
(enough)Tj
3.2995 0 Td
(to)Tj
1.0545 0 Td
(make)Tj
2.4491 0 Td
(our)Tj
1.6668 0 Td
(learning)Tj
3.6396 0 Td
(algorithm)Tj
4.2803 0 Td
(a)Tj
0.669 0 Td
(reasonable)Tj
4.6147 0 Td
(approximation)Tj
6.3552 0 Td
(of)Tj
1.0432 0 Td
(the)Tj
1.5136 0 Td
(mathemat-)Tj
-32.9836 -1.2983 Td
(ics)Tj
1.3096 0 Td
(of)Tj
1.0432 0 Td
(gradient)Tj
3.668 0 Td
(descent,)Tj
3.5659 0 Td
(but)Tj
1.5931 0 Td
(at)Tj
0.9808 0 Td
(the)Tj
1.5137 0 Td
(same)Tj
2.313 0 Td
(time)Tj
2.0863 0 Td
(to)Tj
1.0488 0 Td
(be)Tj
1.1791 0 Td
(large)Tj
2.2337 0 Td
(enough)Tj
3.2995 0 Td
(for)Tj
1.4287 0 Td
(network)Tj
3.6453 0 Td
(learning)Tj
3.6397 0 Td
(to)Tj
1.0544 0 Td
(suc-)Tj
-35.6028 -1.2982 Td
(ceed)Tj
2.075 0 Td
(after)Tj
2.1033 0 Td
(a)Tj
0.6689 0 Td
(reasonable)Tj
4.6148 0 Td
(amount)Tj
3.4356 0 Td
(of)Tj
1.0431 0 Td
(training.)Tj
3.7757 0 Td
(However,)Tj
4.1895 0 Td
(this)Tj
1.7291 0 Td
(particular)Tj
4.2463 0 Td
(learning)Tj
3.6397 0 Td
(rate)Tj
1.8028 0 Td
(is)Tj
0.8731 0 Td
(not)Tj
-34.1969 -1.2983 Td
(critical)Tj
3.0614 0 Td
(for)Tj
1.4287 0 Td
(our)Tj
1.6667 0 Td
(results;)Tj
3.1465 0 Td
(similar)Tj
3.084 0 Td
(probability)Tj
4.7509 0 Td
(matching)Tj
4.1158 0 Td
(behaviors)Tj
4.2009 0 Td
(in)Tj
1.0601 0 Td
(networks)Tj
4.0252 0 Td
(occur)Tj
2.5398 0 Td
(when)Tj
-33.08 -1.3039 Td
(learning)Tj
3.634 0 Td
(rates)Tj
2.177 0 Td
(of)Tj
1.0431 0 Td
(0.001,)Tj
2.6589 0 Td
(0.1)Tj
1.44 0 Td
(or)Tj
1.1225 0 Td
(0.25)Tj
1.9276 0 Td
(are)Tj
1.491 0 Td
(used.)Tj
-0.004 Tc
-14.2979 -1.2983 Td
(Training)Tj
3.7361 0 Td
(was)Tj
1.7007 0 Td
(accomplished)Tj
5.6976 0 Td
(with)Tj
1.9956 0 Td
(the)Tj
1.4684 0 Td
(Rosenblatt)Tj
4.4672 0 Td
(program)Tj
3.7077 0 Td
(that)Tj
1.7745 0 Td
(is)Tj
0.8504 0 Td
(available)Tj
3.668 0 Td
(as)Tj
1.0148 0 Td
(freeware)Tj
3.634 0 Td
([)Tj
0.83 0.64 0.02 0 k
(18)Tj
0 g
(].)Tj
-34.9112 -1.2982 Td
(During)Tj
3.1351 0 Td
(one)Tj
1.7008 0 Td
(epoch)Tj
2.6192 0 Td
(of)Tj
1.0148 0 Td
(training,)Tj
3.6453 0 Td
(we)Tj
1.3266 0 Td
(presented)Tj
4.1159 0 Td
(a)Tj
0.652 0 Td
(network)Tj
3.5488 0 Td
(each)Tj
2.0296 0 Td
(of)Tj
1.0148 0 Td
(the)Tj
1.4683 0 Td
(1600)Tj
2.126 0 Td
(patterns;)Tj
3.6964 0 Td
(the)Tj
1.4683 0 Td
(learning)Tj
-33.5619 -1.3039 Td
(rule)Tj
1.7802 0 Td
(modified)Tj
3.8437 0 Td
(connection)Tj
4.7112 0 Td
(weights)Tj
3.2428 0 Td
(and)Tj
1.7234 0 Td
(the)Tj
1.4684 0 Td
(bias)Tj
1.7801 0 Td
(after)Tj
2.0295 0 Td
(each)Tj
2.0239 0 Td
(pattern)Tj
3.1068 0 Td
(presentation.)Tj
5.4425 0 Td
(We)Tj
1.6044 0 Td
(randomized)Tj
-32.7569 -1.2983 Td
(the)Tj
1.4684 0 Td
(order)Tj
2.4207 0 Td
(of)Tj
1.0148 0 Td
(input)Tj
2.3811 0 Td
(pattern)Tj
3.1124 0 Td
(presentations)Tj
5.5786 0 Td
(every)Tj
2.347 0 Td
(epoch.)Tj
2.8459 0 Td
(Training)Tj
3.7304 0 Td
(proceeded)Tj
4.3653 0 Td
(for)Tj
1.3833 0 Td
(2500)Tj
2.126 0 Td
(epochs;)Tj
3.2031 0 Td
(we)Tj
ET
Q
q
1 j
1 J
0 w
576 737.1 m
36 737.1 l
36 737.6 l
576 737.6 l
f*
36 741.2598 107.1496 23.6976 re
W* n
q
107.0929 0 0 23.6409 36 741.3165 cm
q
/I0 Do
Q
Q
Q
q
0 0 612 792 re
W* n
1 j
1 J
0 w
7.9999 0 0 7.9999 454.5637 745.7952 cm
BT
/F0 1 Tf
1 TL
-0.005 Tc
0 0 Td
(Probability)Tj
4.7976 0 Td
(matching)Tj
4.2095 0 Td
(in)Tj
0.978 0 Td
(perceptrons)Tj
ET
Q
q
1 j
1 J
0 w
36 48.0002 m
576 48.0002 l
576 47.5002 l
36 47.5002 l
f*
7.9999 0 0 7.9999 36 36 cm
BT
/F0 1 Tf
1 TL
-0.005 Tc
0 0 Td
(PLOS)Tj
2.8559 0 Td
(ONE)Tj
2.3669 0 Td
(|)Tj
0.4748 0 Td
(DOI:10.137)Tj
5.0387 0 Td
(1/journal.po)Tj
5.1236 0 Td
(ne.0172)Tj
3.5434 0 Td
(431)Tj
2.6362 0 Td
(February)Tj
4.1599 0 Td
(17,)Tj
1.5874 0 Td
(2017)Tj
37.3538 0 Td
(3)Tj
0.7654 0 Td
(/)Tj
ET
endstream
endobj
57 0 obj
<>stream
endstream
endobj
58 0 obj
<>stream
endstream
endobj
59 0 obj
<>stream
endstream
endobj
60 0 obj
<>stream
endstream
endobj
61 0 obj
<>stream
endstream
endobj
62 0 obj
<>stream
BT
66.402 0 Td
(13)Tj
ET
Q
endstream
endobj
63 0 obj
<>/XObject<>>>/CropBox[0 0 612 792]/MediaBox[0 0 612 792]/Parent 14 0 R/Annots 66 0 R/Contents 67 0 R/TrimBox[0 0 612 792]>>
endobj
65 0 obj
<>stream
JFIF C
$, !$4.763.22:ASF:=N>22HbINVX]^]8EfmeZlS[]Y C**Y;2;YYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYYY "
} !1AQa"q2#BR$3br
%&'()*456789:CDEFGHIJSTUVWXYZcdefghijstuvwxyz
w !1AQaq"2B #3Rbr
$4%&'()*56789:CDEFGHIJSTUVWXYZcdefghijstuvwxyz ? (
(
(
(
(
(
(
(
*ca HK4qm }PiϲP[Z QE QE QE QEEHFN㷵vU|Q ~ _?һ ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( +o,Y>$+|Y24JOي),q
:Lv2Ac>h ? ]s
M,N2 K@ywء6z?LQM_T