{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": [], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.9910711314253072, "einstein": 0.008469489985902433, "hypatia": 7.919375844964365e-08, "ibn_sina": 0.0002606718425556697, "sagan": 2.2399705905435885e-05, "socrates": 0.00017622784657090457}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "059f0eb458641c3f4a7f37d19ca593e4315cce7ec9848f8deb43017cbe3fb068", "train_rows": 164, "uid": "p111"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["darwin"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 5.003207263931452e-06, "einstein": 3.802805103648e-06, "hypatia": 6.504773924453047e-07, "ibn_sina": 0.00045778352409482436, "sagan": 0.9912413198000688, "socrates": 0.008291440186076277}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "d1029e1add6485dda42c43a4b715dbdcd16fc43348239c539c0196b1d426a7bb", "train_rows": 164, "uid": "p112"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.6612722599330758e-09, "einstein": 6.713409976933192e-07, "hypatia": 0.1770761219609487, "ibn_sina": 0.0008921771538613531, "sagan": 3.917432696194043e-06, "socrates": 0.8220271104502238}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "c9d9a50678c5c94d57bbae0e093d58230eb1aa4728d7e9a551812fcf523133dc", "train_rows": 164, "uid": "p113"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["darwin", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.0001157822679062892, "einstein": 1.9861816842930818e-07, "hypatia": 0.009838543725217603, "ibn_sina": 0.00011239369447034287, "sagan": 2.5728033134022507e-08, "socrates": 0.9899330559662043}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "508c7684533869de4d00ba8b0d3a7cf47a4966f13cfe9512e8525fdadb173108", "train_rows": 164, "uid": "p114"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "sagan", "named_guests": ["einstein"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 4.6671619195697495e-07, "einstein": 3.710190136154057e-05, "hypatia": 0.4178212779837532, "ibn_sina": 0.5820707427988641, "sagan": 5.4265273916756054e-05, "socrates": 1.614532591238674e-05}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "eafb2bdb3c05833d53b3144577370f9de421c95a782d26a6b8ab3d8f31d3aa87", "train_rows": 164, "uid": "p115"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.9999922205982106, "einstein": 4.383708891133888e-13, "hypatia": 2.551756848830526e-07, "ibn_sina": 5.7674401215573e-06, "sagan": 4.9859890600885716e-14, "socrates": 1.7567854946726606e-06}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "967dbd7fe1457cb6b4deb5df0fd931f1d2020c3cacc2f2eb587612b0aa121886", "train_rows": 164, "uid": "p116"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "sagan", "named_guests": ["darwin"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 7.35924421781141e-14, "einstein": 7.099564356145937e-11, "hypatia": 1.775012773214423e-09, "ibn_sina": 0.5921494359828624, "sagan": 0.021855511401035, "socrates": 0.3859950507700206}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "f6ba63c49f5f3b29b70313e637aef21f841c73c81e657726cdc37168d0638394", "train_rows": 164, "uid": "p117"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["darwin", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.026008336512167e-08, "einstein": 9.789179205426144e-05, "hypatia": 0.0072310358584945665, "ibn_sina": 0.9784470856704279, "sagan": 0.00022822834070132192, "socrates": 0.013995748078238598}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "d041ab6bffd8c14eb062601322c39494ba0eafeff8336040f2310253a7599d8e", "train_rows": 164, "uid": "p118"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.9930551917956448, "einstein": 1.1504049343533417e-09, "hypatia": 1.817765798082628e-06, "ibn_sina": 0.006601353910723387, "sagan": 7.956553027613004e-08, "socrates": 0.0003415558118985017}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "1ba265b7c6de561054114986a4f15e7920198126733c313749a36458217a7b4d", "train_rows": 164, "uid": "p119"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "einstein", "choice_excl": "einstein", "correct": true, "correct_excl": true, "label": "einstein", "named_guests": ["sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 4.7089586684952095e-08, "einstein": 0.7991521612018508, "hypatia": 0.13520730870915748, "ibn_sina": 8.418962264944218e-07, "sagan": 2.985474291446303e-06, "socrates": 0.06563665562888706}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "310c2c6eaaa541d33c79de35366f06de95a6c9458175295bfb30e7813d85fe5c", "train_rows": 164, "uid": "p120"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.8296428429778795e-08, "einstein": 8.475355876435346e-07, "hypatia": 0.0030139030696643807, "ibn_sina": 0.9907647597948105, "sagan": 3.006260963556518e-08, "socrates": 0.006220441240899476}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "33173e64e6fac5da8b3c8916b49aca79de62267fbbe7a5756308012430f7584c", "train_rows": 164, "uid": "p121"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "sagan", "named_guests": ["darwin"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 6.344942096456703e-05, "einstein": 2.92120813970296e-05, "hypatia": 0.00619070685038775, "ibn_sina": 0.00010352596314461161, "sagan": 0.0348929212581266, "socrates": 0.9587201844259794}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "541f89491b2efd516e475f695cdc85705d3cd0bbe63800d561a0c3dd88dac25c", "train_rows": 164, "uid": "p122"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["darwin", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.3967094612038587e-08, "einstein": 8.68482852643335e-15, "hypatia": 0.0006693194104476673, "ibn_sina": 0.9954470931722859, "sagan": 1.5996746526202293e-07, "socrates": 0.003883413482697927}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "25dc51f9591c7a6be519768a3744f5047577a0989211dbd81ccc19795204bf30", "train_rows": 164, "uid": "p123"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.04074646410352023, "einstein": 2.6142704527020107e-12, "hypatia": 0.00255229408153667, "ibn_sina": 0.9514429062698055, "sagan": 5.3677017106696333e-08, "socrates": 0.005258281865506264}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "231df841ea1e4175a75f3bbc772b8bffd00d8dd7fe4edf03b1d521481a6129f8", "train_rows": 164, "uid": "p124"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "sagan", "named_guests": ["darwin", "einstein"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 7.223872572274911e-13, "einstein": 3.643689461224638e-11, "hypatia": 0.0025473619202221152, "ibn_sina": 0.019725546324620164, "sagan": 0.3265448488206396, "socrates": 0.6511822428973588}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "80bb86956b5d31a1cab02aca7752b5012532e100228b2d91646faac18c1401fd", "train_rows": 164, "uid": "p125"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["darwin", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.9551088499861974, "einstein": 2.480015080414347e-11, "hypatia": 0.00029243747924859035, "ibn_sina": 9.039531778869505e-05, "sagan": 5.943644598857651e-13, "socrates": 0.04450831719137081}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "010d74b314888eaf3145de878bcfbf8075f6edcfbbbfa234dc2109dc3dc66f23", "train_rows": 164, "uid": "p126"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "hypatia", "choice_excl": "hypatia", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.02667569448330295, "einstein": 7.990400709101163e-10, "hypatia": 0.9285765737680282, "ibn_sina": 0.0206638168849697, "sagan": 0.01132803748884919, "socrates": 0.012755876575809854}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "789d62fb0b0dbf1b4c300a34dad575b31e8ac6a6ec686a4f4b013fe0fa9dfa35", "train_rows": 164, "uid": "p127"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["darwin", "einstein"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 8.558893078412851e-13, "einstein": 4.55630809021028e-13, "hypatia": 0.00300951845490799, "ibn_sina": 5.664043533844517e-07, "sagan": 0.9794100873552822, "socrates": 0.017579827784144894}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "db7c242a20553a379ffc247c0f9dadebd0cd44bcddc14274b37b4a7d66bfe4d8", "train_rows": 164, "uid": "p128"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["darwin", "einstein"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 6.266086481945159e-11, "einstein": 4.892704595921824e-05, "hypatia": 7.064850557439481e-05, "ibn_sina": 0.000770422362406468, "sagan": 0.9781509063868085, "socrates": 0.020959095636590572}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "d5f5f3056bb7e3a0d0376938cf857f1076e32763339928d1d291fe209b2f374e", "train_rows": 164, "uid": "p129"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "sagan", "named_guests": ["darwin", "einstein"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 4.2424024024504903e-07, "einstein": 1.1456234769378947e-05, "hypatia": 2.673765941966098e-07, "ibn_sina": 0.6475350914366195, "sagan": 0.3524507456661561, "socrates": 2.0150456206040887e-06}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "3e223f46b614fcd3b85827043ea06f05a08d3936a0e1780601f8054ebb9ce315", "train_rows": 164, "uid": "p130"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["darwin", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.9661401831940712e-06, "einstein": 5.220032336811999e-10, "hypatia": 8.722206875006781e-09, "ibn_sina": 3.3240263000470145e-06, "sagan": 7.847727498398137e-11, "socrates": 0.9999947005108295}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "99b0a99ff3e889ca3216a88233879c7fa533cdbd7bcb648dbb363be9fd7363f2", "train_rows": 164, "uid": "p131"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.7862400231010356, "einstein": 1.6302502984091e-10, "hypatia": 0.0008577279081310527, "ibn_sina": 0.023834205013133505, "sagan": 1.7495122115185332e-09, "socrates": 0.18906804206516264}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "a92104feef6841952f15e49b6a24e8cec5b5b4b0ad8d062988a5034b4bbc17ce", "train_rows": 164, "uid": "p132"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["darwin", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.3071023452724093e-07, "einstein": 3.6286709037569275e-08, "hypatia": 0.004654331869243686, "ibn_sina": 0.022477098792837758, "sagan": 1.4389484856331433e-08, "socrates": 0.9728681879514901}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "3e43f3387646ba03888b21b676869340668390a037d41f2147b6ffb15de7ad07", "train_rows": 164, "uid": "p133"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["darwin", "einstein"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 2.6023027809644503e-24, "einstein": 5.691425753018791e-17, "hypatia": 1.488792786017287e-06, "ibn_sina": 4.417937772979806e-09, "sagan": 0.9715692273084597, "socrates": 0.02842927948081647}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "73d8ee664a3e1b330fbd1818fa090de76dca3796a6e9d90918fb38f907e6f192", "train_rows": 164, "uid": "p134"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "hypatia", "choice_excl": "hypatia", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.0005220023765967121, "einstein": 1.7950585916368142e-11, "hypatia": 0.7317299669327763, "ibn_sina": 0.13617111800021778, "sagan": 0.06974047591189983, "socrates": 0.061836436760558874}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "cff30d538f6f25bccfedc460ee6defac00d994ab9e100a3668ae263c8b2332a4", "train_rows": 164, "uid": "p135"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.6960673259110546, "einstein": 1.902120642684383e-07, "hypatia": 4.1318756664865727e-07, "ibn_sina": 0.0037423190222197985, "sagan": 5.2244686892812294e-08, "socrates": 0.3001896994224078}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "8b476ed285263b657523799a951ccec44fa717e6a4d704374776f9cb43725eeb", "train_rows": 164, "uid": "p136"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["darwin", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 7.893691431335237e-10, "einstein": 2.8645081424019577e-10, "hypatia": 7.77209618283237e-06, "ibn_sina": 1.2692386944753211e-07, "sagan": 9.554855210840317e-14, "socrates": 0.9999920999040323}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "ed17e5e4aad25b9d0d41fd97653fdb4f216af3dca0586a763b94be7be7f08205", "train_rows": 164, "uid": "p137"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["darwin", "einstein"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.2215426862284815e-18, "einstein": 3.7599512895569976e-16, "hypatia": 2.4174954791989413e-08, "ibn_sina": 2.3573223781758477e-09, "sagan": 0.9999968901129375, "socrates": 3.083354785027867e-06}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "88095c44ccb7d999b316473c656f4f9e72f1f118a6353cd9fd95be86edffc3af", "train_rows": 164, "uid": "p138"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": ["sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.9999993793587809, "einstein": 3.4519130017579125e-18, "hypatia": 2.680305148001941e-10, "ibn_sina": 8.835278553149096e-09, "sagan": 5.067125675732421e-08, "socrates": 5.608666532144187e-07}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "f33dff94f12459319bc5899ab74e435f1b5065505ef119ae6bff20f72c4de3c2", "train_rows": 164, "uid": "p139"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["darwin", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.7368828773825122e-09, "einstein": 8.868483124027385e-09, "hypatia": 0.0030251688127546617, "ibn_sina": 0.28985041678052964, "sagan": 2.3956539244810512e-12, "socrates": 0.707124403798954}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "499c629b5dc46a1d35df96c0b0a27805c60469978bc56a0065ccbee941ce074d", "train_rows": 164, "uid": "p140"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.2737723505223474, "einstein": 1.1467791874503261e-07, "hypatia": 0.013429237914123844, "ibn_sina": 0.00047495882561974736, "sagan": 4.887178013293935e-08, "socrates": 0.7123232891882102}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "5f5989c9cbac16e39796006762c9b776eca6b0702315f93bed7eb56739ea93e9", "train_rows": 164, "uid": "p141"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["darwin", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.0005169644087990551, "einstein": 3.9925359811871095e-08, "hypatia": 0.00011977890741205403, "ibn_sina": 0.014118173506650239, "sagan": 4.043513435437451e-09, "socrates": 0.9852450392082653}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "e9c6d9f1293920783b536a0c6683d71a23cf5c15006c8c520a1bc0e03dada5b5", "train_rows": 164, "uid": "p142"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["einstein"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 4.689133714539942e-06, "einstein": 2.9106315802246928e-05, "hypatia": 0.3602563734332898, "ibn_sina": 7.461094151534947e-06, "sagan": 0.5824024992220164, "socrates": 0.057299870801025436}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "0abb024bfeb8b0b7c2bf40107cf83721e0a5c3169ff6ffad8d93e52dcdb7fec3", "train_rows": 164, "uid": "p143"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.9999999996335014, "einstein": 1.367273887926591e-18, "hypatia": 4.470429512511745e-19, "ibn_sina": 3.813367689192781e-14, "sagan": 7.751408574054372e-14, "socrates": 3.6638286091897915e-10}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "75127872c9a21e5b6819f17754d889b592b2ab82b8574321a3fb7247cd3bc241", "train_rows": 164, "uid": "p144"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "hypatia", "choice_excl": "hypatia", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.725281659468405e-12, "einstein": 1.0307228694409704e-05, "hypatia": 0.6349965195953181, "ibn_sina": 1.1151276128289891e-07, "sagan": 9.183546088997749e-12, "socrates": 0.36499306165031736}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "afc81475ee2f37e0f7ee0412be9b9ebcd7048de904a81f5055b526a7ab75d564", "train_rows": 164, "uid": "p145"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "sagan", "named_guests": ["darwin", "einstein"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 2.0273082243375356e-05, "einstein": 4.0959215353405665e-11, "hypatia": 0.0019810915394066395, "ibn_sina": 0.0007790115533402657, "sagan": 0.021060632363824744, "socrates": 0.9761589914202258}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "c376049ad8bb37ea1810382a45246c7b0fb3de8e64290248e4c4aedbcdd41a2c", "train_rows": 164, "uid": "p146"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["darwin", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 4.3573873086049917e-11, "einstein": 1.266167433043619e-19, "hypatia": 4.328390203133857e-05, "ibn_sina": 3.4478536720958123e-06, "sagan": 0.00019016895906185464, "socrates": 0.9997630992416608}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "479fd9e7ee67070cc59ce88d0dd86d98e7155035b595a0f8aedfc6a17a230257", "train_rows": 164, "uid": "p147"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.0001387309138644682, "einstein": 6.419123898358347e-16, "hypatia": 0.0017616540213051563, "ibn_sina": 0.3553806992894647, "sagan": 0.013072186337225575, "socrates": 0.6296467294381395}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "16115fa8a69d1388b7b9f6ceb362e1d1df3fb4758d42fba88fb2e2a66fe9cb45", "train_rows": 164, "uid": "p148"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["darwin", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.2847089835882587e-23, "einstein": 2.843325179233119e-27, "hypatia": 2.344497406086692e-07, "ibn_sina": 6.353626453579095e-05, "sagan": 2.494208012504637e-12, "socrates": 0.9999362292832294}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "e6c32867d6e37804c8220b42d4829310f49be1f77015acdbf56ba7f127babfb3", "train_rows": 164, "uid": "p149"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.8514416662740796e-11, "einstein": 7.105089873067804e-18, "hypatia": 0.004117892035139306, "ibn_sina": 0.023848113149110884, "sagan": 3.8690340450736766e-05, "socrates": 0.9719953044567847}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "087bdc90f2708748c2dec7dc79f6d151036ef73064ed981a22982164bb0dbd5a", "train_rows": 164, "uid": "p150"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["darwin", "einstein"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.0345340296832702e-12, "einstein": 1.6126379167370785e-12, "hypatia": 0.0001293064236686437, "ibn_sina": 1.2327335940402028e-05, "sagan": 0.9961175963193399, "socrates": 0.0037407699184037837}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "4645c266fa3421dee896f765de1473399348866b4a7610354adc6a3a1f8fff25", "train_rows": 164, "uid": "p151"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["einstein"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.657874595579882e-06, "einstein": 0.00025464698365293555, "hypatia": 0.011550887177292418, "ibn_sina": 0.00010808805256423874, "sagan": 0.985977319038112, "socrates": 0.0021054008737826885}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "a571be839ec25250b01a0740e52816e888df5d992523ad876791502cd9afd4f1", "train_rows": 164, "uid": "p152"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["darwin", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.0006430487240766555, "einstein": 0.0004867193162786871, "hypatia": 0.07645844430353475, "ibn_sina": 0.23366284266172566, "sagan": 2.8906068508183817e-07, "socrates": 0.6887486559336993}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "89ef7a327ca12a37f5f84727839e74334032c67f162f01ddfcbd4a8988210316", "train_rows": 164, "uid": "p153"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": [], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.999749356062826, "einstein": 6.86289093374178e-12, "hypatia": 3.998495443967868e-08, "ibn_sina": 1.785159516961617e-05, "sagan": 4.521641228125299e-06, "socrates": 0.00022823070895891496}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "e2d513f8ff897c7df99fae486430f7c80cb2fa38318bcd2de32882b92b8db3af", "train_rows": 164, "uid": "p154"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["darwin", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.4209656244125365e-11, "einstein": 1.6015755029513648e-11, "hypatia": 0.0007025394467951046, "ibn_sina": 1.0176069707913389e-05, "sagan": 8.700179169118216e-11, "socrates": 0.9992872843662698}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "07c760e13d71f35e3c3b4a737df3df41a32dc062c70f0b69a7997edeef5e1d57", "train_rows": 164, "uid": "p155"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "hypatia", "choice_excl": "hypatia", "correct": false, "correct_excl": false, "label": "sagan", "named_guests": ["darwin"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 7.678994216399939e-11, "einstein": 1.8200847396886363e-11, "hypatia": 0.9993833907067705, "ibn_sina": 0.0005687667497023835, "sagan": 3.447745613210476e-09, "socrates": 4.783900079066441e-05}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "d12f044432d0ec31b0ae797e45d76abee15ede95504514266ea3bd05ae038505", "train_rows": 164, "uid": "p156"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.0016205947105331717, "einstein": 1.1373947818743163e-09, "hypatia": 0.00020157116523244911, "ibn_sina": 0.5506985658914714, "sagan": 0.00040512838290853587, "socrates": 0.4470741387124597}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "a3a42c74f34e3904301528959b08a06535252ed6f66e56b90e917e104fe2706e", "train_rows": 164, "uid": "p157"}
{"arm": "t1-baseline-nb", "author_family": "gemma", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "sagan", "named_guests": ["darwin", "einstein"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.5774608104015754e-15, "einstein": 2.6732378233592352e-15, "hypatia": 8.20004045926623e-09, "ibn_sina": 1.4640627612941464e-10, "sagan": 6.236466688246816e-07, "socrates": 0.9999993680068802}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "7a7c0310d2b5c5b94ff7f889b626ce5dee20e5b312d6c35524b841f6fa9dff4f", "train_rows": 164, "uid": "p158"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["darwin", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.4167550242714781e-24, "einstein": 1.262047852454359e-16, "hypatia": 0.006005944689071153, "ibn_sina": 0.030332491396958153, "sagan": 4.6994227037331e-05, "socrates": 0.9636145696869332}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "73bcfb7196a3388c850da013aa5894eabb7382fb36348336abf037f0996e63fe", "train_rows": 164, "uid": "p159"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.7371207741788756e-15, "einstein": 4.4521301859073806e-14, "hypatia": 0.23230095062646425, "ibn_sina": 0.6072185089768658, "sagan": 5.424079129368262e-06, "socrates": 0.1604751163174924}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "8e7093de4f81aed3bdf06d6f95cd227bc95a47f8aec23dea4d38781e17346ce7", "train_rows": 164, "uid": "p160"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": [], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.143373189447364, "einstein": 1.8411762966426734e-08, "hypatia": 1.2545985127433522e-05, "ibn_sina": 0.13064409995707776, "sagan": 0.00047003374776688613, "socrates": 0.725500112450901}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "a71c252810c424ee0dbb383f8df816edcdbf899013e200b0dc778439c640ee70", "train_rows": 164, "uid": "p161"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "sagan", "named_guests": ["darwin"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 4.758986869823691e-12, "einstein": 5.516616375589399e-09, "hypatia": 3.733081525546995e-09, "ibn_sina": 7.118333176494347e-08, "sagan": 0.15266681542639632, "socrates": 0.8473331041358151}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "a40dc6546db0d1b6d6989b5f44413d3b71992ff21d8696c4126707c6ce435ce4", "train_rows": 164, "uid": "p162"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": [], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.421894122372757e-12, "einstein": 3.2472971759512598e-06, "hypatia": 0.00010698503105026043, "ibn_sina": 0.9995659483750904, "sagan": 2.6512335241955062e-05, "socrates": 0.00029730696001956683}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "c58b885326f6b73c6804b462827bb690a348b5b1882e7eb0d942ec0752a40090", "train_rows": 164, "uid": "p163"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 4.015957496386847e-05, "einstein": 1.9190749699814697e-18, "hypatia": 3.212082176185858e-11, "ibn_sina": 0.9951863074048587, "sagan": 6.293323569486093e-06, "socrates": 0.004767239664487203}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "69400d623c00bcdf3051c93a37dc160bfb5271383d11defaa6c274f0ea431008", "train_rows": 164, "uid": "p164"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.869100921265316e-20, "einstein": 3.5468019760504497e-17, "hypatia": 3.511284372881086e-07, "ibn_sina": 0.9999994020666163, "sagan": 1.3656874116126245e-09, "socrates": 2.4543925881992044e-07}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "6ecbd198b26bbd0ca3293b5c3739e26a13b9c5bdaccb86e194ccb59ce22da746", "train_rows": 164, "uid": "p165"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "sagan", "named_guests": ["darwin", "einstein"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.5477872590386302e-14, "einstein": 8.47647176361288e-15, "hypatia": 0.0007236257511363787, "ibn_sina": 0.00028667317956789786, "sagan": 0.08509561725179815, "socrates": 0.9138940838174736}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "5c94bb2d26abcaa382cd2ea4e2d9c59f109eb2195b79da1b419aef17afda6509", "train_rows": 164, "uid": "p166"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 5.4899387215197525e-11, "einstein": 4.088511031388277e-13, "hypatia": 6.057330968570771e-05, "ibn_sina": 0.5069363099176774, "sagan": 0.0023630438934709843, "socrates": 0.49064007282385774}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "1514f7ef97ef623d30e6fa9712eb8a7a1e8f99ba90f29aa3f5bec63b688f128f", "train_rows": 164, "uid": "p167"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["darwin", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 5.665609964298992e-20, "einstein": 1.7921458948364864e-17, "hypatia": 9.124514993270865e-05, "ibn_sina": 0.06620907276956989, "sagan": 3.6154558520438648e-06, "socrates": 0.9336960666246454}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "97ef68b48b68216801f538fe7048796342736bd1715d75815797f35fb11fd6d7", "train_rows": 164, "uid": "p168"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["darwin", "einstein"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.613311394043463e-19, "einstein": 3.8865768345502983e-22, "hypatia": 0.00014309619395579188, "ibn_sina": 0.0030979929772533515, "sagan": 0.6010711413486606, "socrates": 0.39568776948013035}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "844d63d1542b4c0fedeaa89ddcb298ff7dd6181c6826e83c80c0312ab9cc9d33", "train_rows": 164, "uid": "p169"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": [], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.8999046719777903, "einstein": 1.23736806237877e-12, "hypatia": 3.724235403704069e-12, "ibn_sina": 0.00019156397903741026, "sagan": 0.09809154971190695, "socrates": 0.0018122143263036429}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "df6fd6104d45f017d57e23ae7d9a61e89420dcb5447bc2c9cd3516bc457e9f6e", "train_rows": 164, "uid": "p170"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": [], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 2.1827101900841916e-07, "einstein": 0.0001593001600947979, "hypatia": 0.10662471933233544, "ibn_sina": 0.6510088392036525, "sagan": 0.00035224493854181066, "socrates": 0.24185467809435646}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "ebdb89d7670e4596421aacf90468142526fda6f6f6e97edfc4c24181160028e2", "train_rows": 164, "uid": "p171"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["darwin", "einstein"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 5.606840808437856e-23, "einstein": 7.573144769485992e-25, "hypatia": 8.118887058893191e-08, "ibn_sina": 6.048003936587427e-08, "sagan": 0.861316969420238, "socrates": 0.13868288891085198}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "2ee3f916f01626edb1e1951e73925d79340d2acd3dd7f25611396bf10acc37e3", "train_rows": 164, "uid": "p172"}
{"arm": "t1-baseline-nb", "author_family": "mistral", "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": [], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 2.844860956077111e-19, "einstein": 1.0169151910875195e-23, "hypatia": 6.649248320957252e-06, "ibn_sina": 0.9272847955753867, "sagan": 1.9588090698623662e-09, "socrates": 0.0727085532174833}, "render": "P", "rep": 1, "set": "fold3", "set_sha256": "<withheld: rewritten file, see README.md>", "text_sha256": "b7904d8e89d8e2746ea6c780d00fac7141dcea472c0721c5a5bc6c41493677a5", "train_rows": 164, "uid": "p173"}