{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": ["hypatia", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.9999976704274635, "einstein": 1.1986957853105341e-08, "hypatia": 5.757166942615014e-08, "ibn_sina": 2.9830295759279553e-07, "sagan": 1.961642596783973e-06, "socrates": 6.835490971159613e-11}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "fcf5cde7b44af0c94fc1aa5d71cb854130f81c4f17c238bcf352c844972bb393", "train_rows": 227, "uid": "c000"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": ["hypatia", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.9999999996538482, "einstein": 3.3644899393665765e-10, "hypatia": 8.799108874461429e-18, "ibn_sina": 1.3216785922702324e-14, "sagan": 9.667754923034315e-12, "socrates": 2.17230277469218e-14}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "cca09c399a86e9ba18f164d04a4ceff22429e46d782c68ba7651b4f8f03254c9", "train_rows": 227, "uid": "c001"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": ["hypatia", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.954702754253202, "einstein": 5.764267843691357e-05, "hypatia": 1.1166404239921963e-05, "ibn_sina": 0.0041140788112343845, "sagan": 2.028984722599451e-06, "socrates": 0.04111232886816411}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "a062080c339f6ce54cbabf2848b449ef14a2780b84a5f4583d04f0156553982d", "train_rows": 227, "uid": "c002"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": ["hypatia", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.999999815043741, "einstein": 9.303252085510626e-14, "hypatia": 9.658053905495652e-18, "ibn_sina": 3.778827699463833e-10, "sagan": 1.845366894240985e-07, "socrates": 4.1593732288492904e-11}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "485359cc7a1ff70871cdb0ae47661b859bb9bcda6d35a4782bd26dad348398ce", "train_rows": 227, "uid": "c003"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": ["hypatia", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.0002216288085319989, "einstein": 0.00022469259090532792, "hypatia": 2.695537703921594e-07, "ibn_sina": 0.9995029587194255, "sagan": 2.8038767721693184e-11, "socrates": 5.045029932799914e-05}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "a059154398302a58169460b1f4228781795950865827925fc503638efc0b8cfb", "train_rows": 227, "uid": "c004"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": ["hypatia", "ibn_sina"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.9999999999315698, "einstein": 6.818744158369234e-11, "hypatia": 2.3700415208110244e-20, "ibn_sina": 2.1233451638815028e-14, "sagan": 5.139514017368055e-14, "socrates": 1.701304269538818e-13}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "23d3cdf830a1ee0f835507f044275131684307cb945a80c51538c7b409534789", "train_rows": 227, "uid": "c005"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": ["sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.999555554723386, "einstein": 3.671602639375176e-06, "hypatia": 4.083030740737477e-13, "ibn_sina": 1.4085756620881624e-12, "sagan": 0.00044077131768725856, "socrates": 2.354470560299546e-09}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "5dd7557e7f11609ac3d7c3e8fc7175298f308905f62b24085bbccf753b83199d", "train_rows": 227, "uid": "c006"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": ["hypatia", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 2.031064778077837e-05, "einstein": 3.086000713123673e-07, "hypatia": 4.702184726893351e-07, "ibn_sina": 0.9999628389579988, "sagan": 1.6644878578103383e-08, "socrates": 1.6054930797939053e-05}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "e5582302f777af6b5f897c4ab2cf415650f9c356ad9b79067cf05fd8ebb156d8", "train_rows": 227, "uid": "c007"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": ["hypatia", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.24002760877658183, "einstein": 2.668509001483872e-06, "hypatia": 9.743067392446426e-09, "ibn_sina": 0.7599694583997828, "sagan": 2.5352828434412745e-07, "socrates": 1.0432820162104735e-09}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "649c28612e897217908c8e2d4d59f51856253ea1c610f2c4ce6cd466b628185e", "train_rows": 227, "uid": "c008"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": ["ibn_sina"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.9999999999999989, "einstein": 2.3806749677813056e-19, "hypatia": 9.156504786058705e-22, "ibn_sina": 1.1087687026213172e-17, "sagan": 5.803744422731285e-17, "socrates": 9.7513535158816e-16}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "5d08013bae51d2d1f6280a290baf0b7fbc1b4a3cd4f743a5cb23ab10f96bee6a", "train_rows": 227, "uid": "c009"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": ["hypatia", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.9999933375328118, "einstein": 6.66238824466781e-06, "hypatia": 1.0342856436776812e-19, "ibn_sina": 1.1525354472731164e-14, "sagan": 2.357929658117186e-13, "socrates": 7.869622492895835e-11}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "51ea227691d5922785fa53ce48e8f0d2c1e132ed64a61475fabf1b25d10857d8", "train_rows": 227, "uid": "c010"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": ["hypatia", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.9999999999994535, "einstein": 2.8012198653233494e-19, "hypatia": 2.3027250800391744e-27, "ibn_sina": 2.4843344968888144e-13, "sagan": 2.980224504254641e-13, "socrates": 8.09482194278863e-21}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "460ae9db9052213652d36735be593ecd3ddee733eb946607b120386c23188fc5", "train_rows": 227, "uid": "c011"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": ["hypatia", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.49953610980293417, "einstein": 0.0002520400656451505, "hypatia": 0.007982572271623096, "ibn_sina": 0.47108635019913936, "sagan": 0.0015068739297195827, "socrates": 0.01963605373093863}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "6847f4760fc0710fb9f00b2fdee4feda7fb17ee4a2e7a43cc1c094926b2995d6", "train_rows": 227, "uid": "c012"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": [], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.9999967944518655, "einstein": 2.2904782642112558e-08, "hypatia": 1.798847783436682e-11, "ibn_sina": 2.213530255257526e-06, "sagan": 9.675027628130615e-07, "socrates": 1.5923453305699046e-09}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "5abf6677c76d7e1ad5b7e964a4153f41b1c6ea65102069c921a1fbb1ee1615de", "train_rows": 227, "uid": "c013"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": [], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.3404561060725721, "einstein": 0.062192122570494626, "hypatia": 1.6922587012523105e-05, "ibn_sina": 0.027838518537345126, "sagan": 0.5432592143372529, "socrates": 0.026237115895322675}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "9dba6878c1f2992e4e0050abb3696a985e529b9b3ccf8a4dbb61b3fdfd630887", "train_rows": 227, "uid": "c014"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "hypatia", "choice_excl": "einstein", "correct": false, "correct_excl": false, "label": "darwin", "named_guests": ["hypatia", "ibn_sina"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.0006482954343552159, "einstein": 0.01743617671356331, "hypatia": 0.9781664181178625, "ibn_sina": 1.616858829382901e-06, "sagan": 4.73470837638633e-10, "socrates": 0.0037474924019187746}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "e23a934fa1ab74ba1d2ea29881d37ac5294c3113e530747a58b65988ccce7b3f", "train_rows": 227, "uid": "c015"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": ["hypatia", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.9999999955656256, "einstein": 2.0398098223112525e-12, "hypatia": 3.1814035748215475e-16, "ibn_sina": 4.0541690595638535e-09, "sagan": 5.340884644505412e-12, "socrates": 3.7282442494165934e-10}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "ed21081e080015da7bfcd7eab39062843beed6a7101b806f582d6b920b521b74", "train_rows": 227, "uid": "c016"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "darwin", "choice_excl": "darwin", "correct": true, "correct_excl": true, "label": "darwin", "named_guests": ["hypatia", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.9999971834162396, "einstein": 2.813896932312986e-06, "hypatia": 2.782089868478693e-18, "ibn_sina": 1.8766116543275154e-15, "sagan": 1.2720051996844184e-13, "socrates": 2.686699076354132e-09}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "62da45e279ad99e725097784fd077fdc2c79b7c185dfcddc965fc9cf95871589", "train_rows": 227, "uid": "c017"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.555997260935251e-05, "einstein": 0.0010505635005254002, "hypatia": 3.220611700763348e-10, "ibn_sina": 4.387243124615035e-07, "sagan": 0.9989330827777433, "socrates": 3.5470274828054756e-07}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "b781300618d56e5dcd736c459a144267a9267ffc8d98516bbbb276ca5d4718af", "train_rows": 227, "uid": "c018"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "einstein", "choice_excl": "einstein", "correct": true, "correct_excl": true, "label": "einstein", "named_guests": ["ibn_sina", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 8.190492644587925e-07, "einstein": 0.9545945082304963, "hypatia": 0.0018071212720071309, "ibn_sina": 8.259154452960802e-05, "sagan": 0.00012073395777400779, "socrates": 0.04339422594592849}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "eb84fb712ad2783d41fceb39dc694dbb9cf5eb13f70b5718420c281b9e7774de", "train_rows": 227, "uid": "c019"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["hypatia", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 7.171732033969033e-13, "einstein": 9.372822785532129e-07, "hypatia": 3.2068400626890876e-09, "ibn_sina": 7.432711904435442e-05, "sagan": 9.690981783176433e-06, "socrates": 0.9999150414093366}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "4fb0a9de68aead4be7487fe269ed3b70a9895545d5104cbd279be928e1065597", "train_rows": 227, "uid": "c020"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "einstein", "choice_excl": "einstein", "correct": true, "correct_excl": true, "label": "einstein", "named_guests": ["ibn_sina", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 2.6588589683590678e-11, "einstein": 0.506277859332201, "hypatia": 0.06279728427295614, "ibn_sina": 0.0006783100778511582, "sagan": 0.0003090435102696602, "socrates": 0.42993750278013343}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "ddfc77297962cfaed22c1394076f76a103da218260e895d72255351e20d3c1a7", "train_rows": 227, "uid": "c021"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "einstein", "choice_excl": "einstein", "correct": true, "correct_excl": true, "label": "einstein", "named_guests": ["hypatia", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 2.0751762180342963e-06, "einstein": 0.6568145112016504, "hypatia": 3.6801357434349454e-06, "ibn_sina": 0.00013993473567367, "sagan": 5.581350214857154e-10, "socrates": 0.34303979819257946}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "4fae45c9eb873c9e765d8f804b3b5dbb19d1f7b44fcb0911b23c37f40678fd6e", "train_rows": 227, "uid": "c022"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.007854053105220722, "einstein": 0.48341446523239356, "hypatia": 6.112673578292392e-05, "ibn_sina": 0.005377609595171014, "sagan": 0.00011645169271279785, "socrates": 0.5031762936387191}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "07aba25149a0c8da9b647404800cdd24da603dcee8ee4d3dea732f27bcb53bf7", "train_rows": 227, "uid": "c023"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "hypatia", "choice_excl": "hypatia", "correct": false, "correct_excl": false, "label": "einstein", "named_guests": ["ibn_sina", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.9383433367746524e-11, "einstein": 0.009532429298918378, "hypatia": 0.6461677907499512, "ibn_sina": 2.7359277192492807e-06, "sagan": 3.0225478928282707e-09, "socrates": 0.3442970409614798}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "4f422e6774b951bd581ef4c7876d7e36747ea40e939108fd5e42273d547984fa", "train_rows": 227, "uid": "c024"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "einstein", "choice_excl": "einstein", "correct": true, "correct_excl": true, "label": "einstein", "named_guests": ["sagan", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.6944195117208722e-05, "einstein": 0.9999809300839335, "hypatia": 7.640270626579754e-13, "ibn_sina": 3.2554922736054043e-09, "sagan": 2.1220348141413766e-06, "socrates": 4.29878820412045e-10}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "17705c749c69c5c0abdfcac80343c256023b8e361313ef21348a7d1a2fa7ce0a", "train_rows": 227, "uid": "c025"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "einstein", "choice_excl": "einstein", "correct": true, "correct_excl": true, "label": "einstein", "named_guests": ["ibn_sina"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.476534901129242e-08, "einstein": 0.8766671939644626, "hypatia": 0.10849326909971606, "ibn_sina": 0.0003063849423337124, "sagan": 0.011742436237370183, "socrates": 0.0027906809907684606}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "4f6f62821fd6f35d26a1a816268097bf2622a617d550b39a78052b55c661bfc9", "train_rows": 227, "uid": "c026"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "einstein", "choice_excl": "einstein", "correct": true, "correct_excl": true, "label": "einstein", "named_guests": ["hypatia", "ibn_sina"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 4.2510387661032547e-16, "einstein": 0.9999999988706021, "hypatia": 1.4512898121844406e-14, "ibn_sina": 1.1197187136535217e-13, "sagan": 9.477298511675441e-11, "socrates": 1.034498028962949e-09}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "8ffb6e325b770fdaeee2ad284e09c015327cc5a633bf8c8c97a5cd3a7b6eea00", "train_rows": 227, "uid": "c027"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "einstein", "choice_excl": "einstein", "correct": true, "correct_excl": true, "label": "einstein", "named_guests": ["hypatia", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.418379978735137e-10, "einstein": 0.9999999426412169, "hypatia": 4.028120532792984e-12, "ibn_sina": 4.2499214782822984e-08, "sagan": 1.0423693538539445e-12, "socrates": 1.4712659859718443e-08}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "1969e8278b9b5763c7105922f3230596533913fb049d2aa5046a08e38ab07387", "train_rows": 227, "uid": "c028"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "einstein", "choice_excl": "einstein", "correct": true, "correct_excl": true, "label": "einstein", "named_guests": ["hypatia", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 2.0426705428268766e-07, "einstein": 0.9999997292118934, "hypatia": 2.968775160781202e-14, "ibn_sina": 1.1868009669431682e-11, "sagan": 6.65087696866355e-08, "socrates": 3.847981461055811e-13}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "09fcaf85056d117752e4cb783fd351b35d15712f09db521a1956d6e0f9c7476e", "train_rows": 227, "uid": "c029"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "einstein", "choice_excl": "einstein", "correct": true, "correct_excl": true, "label": "einstein", "named_guests": ["ibn_sina", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 8.650881208129941e-11, "einstein": 0.9999999985551287, "hypatia": 4.384870294153893e-11, "ibn_sina": 1.2184328789329575e-11, "sagan": 1.2621590014549323e-09, "socrates": 4.017046076989786e-11}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "08e02bf156cc40d29eb210f32660351ca76ed14d072452ab76abe5df36f30cf1", "train_rows": 227, "uid": "c030"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "einstein", "choice_excl": "einstein", "correct": true, "correct_excl": true, "label": "einstein", "named_guests": ["sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.0006759017444825753, "einstein": 0.9993227832053451, "hypatia": 1.2687447673079349e-07, "ibn_sina": 1.536927843337765e-08, "sagan": 8.767802239630668e-07, "socrates": 2.9602619322103467e-07}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "a36451d05d663fe9e9be29012d01cc938a3f5f796503647444fa24af9f43c037", "train_rows": 227, "uid": "c031"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "einstein", "correct": false, "correct_excl": true, "label": "einstein", "named_guests": ["sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.0839823032865666, "einstein": 0.17169688385209433, "hypatia": 6.742153022583725e-07, "ibn_sina": 1.4190732657652322e-05, "sagan": 0.7442637596241688, "socrates": 4.218828921027703e-05}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "514fdcb80f9e03597268ab55271c5a422f6c2fad64c0388d69b1a9fc12a70238", "train_rows": 227, "uid": "c032"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "einstein", "choice_excl": "einstein", "correct": true, "correct_excl": true, "label": "einstein", "named_guests": ["sagan", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.31495722787195896, "einstein": 0.6721283589427915, "hypatia": 7.54952032969128e-15, "ibn_sina": 2.8813160599921945e-14, "sagan": 0.01291441317766148, "socrates": 7.551638815777278e-12}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "b6f364845ed13528ab3c01f57ef05b30b6bf428289727b3932852952d458fa8d", "train_rows": 227, "uid": "c033"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "einstein", "choice_excl": "einstein", "correct": true, "correct_excl": true, "label": "einstein", "named_guests": ["hypatia", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.5112753683090234e-09, "einstein": 0.9999998969852342, "hypatia": 1.418641376593316e-12, "ibn_sina": 6.367374758431058e-13, "sagan": 9.819656805467211e-08, "socrates": 1.3048670801468064e-09}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "410e86ba344ca5a2f88341617f6d75ef59d1ee1233f886347c1cef0b365b938c", "train_rows": 227, "uid": "c034"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "einstein", "choice_excl": "einstein", "correct": true, "correct_excl": true, "label": "einstein", "named_guests": ["hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.6448406145318986e-06, "einstein": 0.9997968824022649, "hypatia": 4.868071410460871e-08, "ibn_sina": 0.00020138034090786886, "sagan": 1.6721866439870006e-08, "socrates": 2.701363215595907e-08}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "67ab5560f37aea121e4812ee7208fe88b05d544de1313ee421b13d1f809a395d", "train_rows": 227, "uid": "c035"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "hypatia", "named_guests": ["darwin", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.3577387783175404e-05, "einstein": 3.902068683696795e-10, "hypatia": 0.0017694303022551716, "ibn_sina": 0.9982146985670188, "sagan": 1.084788663268662e-10, "socrates": 2.293244257014908e-06}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "a5de183d7f21379964de4518ebf80f3053096a36e1dd875744e7d22e87edc7c1", "train_rows": 227, "uid": "c036"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "hypatia", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 7.597513050269736e-12, "einstein": 8.495817184127838e-10, "hypatia": 0.0025405765254307273, "ibn_sina": 0.9935799296795798, "sagan": 1.480825707934829e-10, "socrates": 0.0038794927897277108}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "01a0fda2d7f9187d9c9d4637119020d2e87fb932554aecc4f25d5e1049099cfd", "train_rows": 227, "uid": "c037"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "hypatia", "choice_excl": "hypatia", "correct": true, "correct_excl": true, "label": "hypatia", "named_guests": ["einstein", "ibn_sina"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.0454750269538232e-10, "einstein": 2.217712241346152e-06, "hypatia": 0.9817566882884896, "ibn_sina": 0.013917011009253043, "sagan": 3.550051594353959e-08, "socrates": 0.004324047384952586}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "d19c1175d3216a8a0bfd4d0953337a3682e2eacf13a33a217ea2c81dacc6ba81", "train_rows": 227, "uid": "c038"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "hypatia", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.878158571290984e-05, "einstein": 0.00010754728971789162, "hypatia": 0.08901623780660074, "ibn_sina": 0.010406322032600251, "sagan": 0.0008463631610292928, "socrates": 0.899584748124339}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "5f26c48e950fedd038bfdac0246a243725b4544c160a6d2b3bdc1bc678cd5d07", "train_rows": 227, "uid": "c039"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "hypatia", "named_guests": ["darwin", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.2945181935303462e-12, "einstein": 9.180425670227636e-16, "hypatia": 3.700068539202308e-06, "ibn_sina": 0.9999791416989923, "sagan": 5.9439391335447075e-21, "socrates": 1.715823117306283e-05}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "6d5bf83d9dbfa6c8fa54c2ac6f17730078b8b12a6895818e9d5bae99813c9910", "train_rows": 227, "uid": "c040"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "hypatia", "named_guests": ["darwin", "ibn_sina"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 6.396145898659764e-06, "einstein": 0.13847333782752874, "hypatia": 0.047308674119003066, "ibn_sina": 0.0003222487272310984, "sagan": 2.07859546675488e-08, "socrates": 0.8138893223943838}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "f1b2cfbff4f5841853cb9507da2768ff094aeeca9b559b51245ee33878dffeb2", "train_rows": 227, "uid": "c041"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "hypatia", "named_guests": ["ibn_sina", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.1772557298977735e-10, "einstein": 0.0005057718209697188, "hypatia": 0.02111392416768115, "ibn_sina": 3.834180169860323e-06, "sagan": 6.955475827989191e-18, "socrates": 0.9783764697134538}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "e252c70e869af17f3ef75ee21e1cac261c8c996f84df756e6abdf0a420baf24b", "train_rows": 227, "uid": "c042"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "hypatia", "choice_excl": "hypatia", "correct": true, "correct_excl": true, "label": "hypatia", "named_guests": ["socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.00651886585693141, "einstein": 2.7784429171078633e-05, "hypatia": 0.9616135546914756, "ibn_sina": 0.030245379004881685, "sagan": 1.7910096123168257e-07, "socrates": 0.0015942369165790646}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "c9971b306d10c18655f624323a0657456d02d8b9f6f8c8a390c53a0144a20353", "train_rows": 227, "uid": "c043"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "einstein", "choice_excl": "sagan", "correct": false, "correct_excl": false, "label": "hypatia", "named_guests": ["einstein"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.001435058757419223, "einstein": 0.9264809979640135, "hypatia": 0.0023494897088825973, "ibn_sina": 0.021893755256275235, "sagan": 0.04322651992608845, "socrates": 0.004614178387320948}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "241d6cdc11e0749d2f38d145fbd4bda015a93b0c01b2e0692f7d374cdd1fc0a9", "train_rows": 227, "uid": "c044"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "hypatia", "named_guests": ["darwin", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.0030505845255800962, "einstein": 0.0010505855048887076, "hypatia": 2.560261746773793e-07, "ibn_sina": 0.9757943993993772, "sagan": 2.0088653150462265e-08, "socrates": 0.020104154455326186}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "990f4efb9ecf643ec7583c478c70e24062ee44b2b11fc92c39414c900af4f50c", "train_rows": 227, "uid": "c045"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "hypatia", "named_guests": ["darwin", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.00665501386383726, "einstein": 0.056809092502255784, "hypatia": 3.124018653450247e-10, "ibn_sina": 1.722733342374282e-05, "sagan": 4.381137363894016e-06, "socrates": 0.9365142848507175}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "2f798896840b41edb036a413b36f53af135fdff331b30e07736bc0e6c8953bd7", "train_rows": 227, "uid": "c046"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "sagan", "correct": false, "correct_excl": false, "label": "hypatia", "named_guests": ["darwin", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 9.70874028238358e-09, "einstein": 0.000164821338286858, "hypatia": 0.004792051168474693, "ibn_sina": 0.006892745663279153, "sagan": 0.028491117716685575, "socrates": 0.9596592544045335}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "76cf8cc11125b2570e9c8e373627b9b8bce42a3ed2f50594fad3be025b99d1a8", "train_rows": 227, "uid": "c047"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "hypatia", "correct": false, "correct_excl": true, "label": "hypatia", "named_guests": ["darwin", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 5.249261779387946e-06, "einstein": 2.0438990753882903e-10, "hypatia": 9.052937455570258e-07, "ibn_sina": 6.4964553983183115e-09, "sagan": 4.6160315431530093e-07, "socrates": 0.9999933771404755}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "50041391af6fba1f4bd767736233b10e810a2891780598b23f019220d35ebab1", "train_rows": 227, "uid": "c048"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "hypatia", "named_guests": [], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.1307743230782381e-05, "einstein": 0.005298347994527513, "hypatia": 8.638188304405602e-05, "ibn_sina": 0.9921334400233588, "sagan": 5.444014534377232e-06, "socrates": 0.0024650783413044564}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "b3cbd4a18274f64a6bde319e80f25054e12322fb09acc0c3d522792b7b49ede8", "train_rows": 227, "uid": "c049"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "hypatia", "named_guests": ["ibn_sina", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 9.577071801276025e-09, "einstein": 8.42791202410862e-07, "hypatia": 3.74008278399984e-08, "ibn_sina": 9.808751467554336e-09, "sagan": 4.9033583878842783e-08, "socrates": 0.9999990513885625}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "6588c54ef23e640e7f57252c699affd5dd6b2af55b7d2263da46b57ca15b64fd", "train_rows": 227, "uid": "c050"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "hypatia", "named_guests": ["darwin", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 7.009104212295677e-08, "einstein": 3.64793410737558e-09, "hypatia": 0.06930709767000784, "ibn_sina": 0.921591514686474, "sagan": 4.6444251188070404e-08, "socrates": 0.009101267460290599}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "584240bc99dcaa76ab12a358683ec6fe3c209a90fc88a943d6e23be4b03fd7fe", "train_rows": 227, "uid": "c051"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "hypatia", "correct": false, "correct_excl": true, "label": "hypatia", "named_guests": ["ibn_sina"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.096835887267961e-08, "einstein": 0.0005004274797177176, "hypatia": 0.36987059782655024, "ibn_sina": 0.6290722203138868, "sagan": 4.815788421156772e-10, "socrates": 0.0005567229299074998}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "e91537d8f3532b1cdb47129a57ad062155f8ced9d488616dd4276ec4164938fb", "train_rows": 227, "uid": "c052"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "hypatia", "named_guests": ["sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.2453289463046346e-08, "einstein": 1.3530146921898043e-05, "hypatia": 0.002108198554360712, "ibn_sina": 0.9971135250846568, "sagan": 2.0229350671945043e-11, "socrates": 0.0007647137405417109}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "8d7b0004f9f8bdcc93faf53126599249fb43b754daa1ab89d93c77cb67b3310d", "train_rows": 227, "uid": "c053"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": true, "correct_excl": true, "label": "ibn_sina", "named_guests": ["einstein", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.5220296078561873e-12, "einstein": 4.2668046851584376e-07, "hypatia": 3.880518210938071e-06, "ibn_sina": 0.9999939337474257, "sagan": 7.405273247006306e-07, "socrates": 1.0185230480382897e-06}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "b299c905839b0a3ea80642f3563ed7da112315705aac5520df3856a5ae1de6c9", "train_rows": 227, "uid": "c054"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "ibn_sina", "named_guests": ["darwin", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.026876591749923184, "einstein": 0.006142881575849031, "hypatia": 1.1346189496687015e-05, "ibn_sina": 0.0004154996340484377, "sagan": 1.781493552790764e-07, "socrates": 0.9665535027013273}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "08a2d58741f0e2b5e18564f563f0c14b6a31eedffbd7d8bd3650b24b79ed9e26", "train_rows": 227, "uid": "c055"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": true, "correct_excl": true, "label": "ibn_sina", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.605683480023224e-10, "einstein": 1.4574664522590792e-07, "hypatia": 0.021616176843944433, "ibn_sina": 0.9782141111300031, "sagan": 2.301788366057318e-05, "socrates": 0.00014654803517834074}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "662296bb66a18a37300fd190cf48c9853e307386b2ca49c84cb14a90465ba367", "train_rows": 227, "uid": "c056"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": true, "correct_excl": true, "label": "ibn_sina", "named_guests": ["hypatia", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.004432933648881912, "einstein": 0.007960911652553845, "hypatia": 0.002255456305269607, "ibn_sina": 0.9599797189962374, "sagan": 1.8091198928646815e-09, "socrates": 0.025370977587937413}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "d8e0cb07e0eaf48824f57ebe5eb906dcef9a8f1e4b6f099dff399409791584b6", "train_rows": 227, "uid": "c057"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "hypatia", "choice_excl": "hypatia", "correct": false, "correct_excl": false, "label": "ibn_sina", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.974724127351641e-10, "einstein": 3.724657533612568e-07, "hypatia": 0.8797634455521558, "ibn_sina": 0.07606788052727291, "sagan": 1.4401637206199302e-09, "socrates": 0.044168299617181744}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "f4471ae63e6d6bccbd5c261f4532ca1a299e3f457f483d8761a8918386e82bc1", "train_rows": 227, "uid": "c058"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": true, "correct_excl": true, "label": "ibn_sina", "named_guests": ["einstein", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.319682064135671e-13, "einstein": 1.9908853719172347e-11, "hypatia": 0.2712850570620714, "ibn_sina": 0.7287148142014487, "sagan": 8.529458524176395e-10, "socrates": 1.2786349317149881e-07}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "bd105be757c9e850ab01e91c392d5b3ffcc1a669e30151f6297ad7d4a9f43e50", "train_rows": 227, "uid": "c059"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "ibn_sina", "named_guests": ["sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 2.904091946896475e-05, "einstein": 2.9730943987768852e-06, "hypatia": 2.3029500240331217e-06, "ibn_sina": 0.004645374936540326, "sagan": 3.14466208783926e-09, "socrates": 0.9953203049549059}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "b55dbe714cc75405acc2e9cc1648dc3ee39c13f22e834fb80f8422ba653843e2", "train_rows": 227, "uid": "c060"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": true, "correct_excl": true, "label": "ibn_sina", "named_guests": ["einstein", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.3505056298969532e-15, "einstein": 4.92370373816615e-08, "hypatia": 1.758382363373767e-09, "ibn_sina": 0.9999996683155689, "sagan": 2.4828610305607458e-14, "socrates": 2.8068898519641935e-07}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "dd2f74b23716b02aa47bf6643e04dff6473ac0c4707db2e339a44e5a0a841efc", "train_rows": 227, "uid": "c061"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": true, "correct_excl": true, "label": "ibn_sina", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 2.8224314422046435e-07, "einstein": 3.5624508890180394e-08, "hypatia": 1.8376152755371525e-06, "ibn_sina": 0.9982529788193159, "sagan": 1.0303097955200157e-10, "socrates": 0.001744865594724476}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "7017c582c8c06a8055ff39050ceb8b9c6ecdfd1950ea6fb82eaa12427352e499", "train_rows": 227, "uid": "c062"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": true, "correct_excl": true, "label": "ibn_sina", "named_guests": ["einstein", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 2.707318170231997e-12, "einstein": 1.0675653551024981e-10, "hypatia": 3.3628804996949106e-07, "ibn_sina": 0.9999996634966031, "sagan": 1.281150754978704e-13, "socrates": 1.0575496112933757e-10}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "0b11aa8d00f225a2e23695d1879b0b3cfecbb79f138d13ac59b948622fe38cae", "train_rows": 227, "uid": "c063"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "ibn_sina", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 2.3282696957996686e-07, "einstein": 2.5947772654232933e-05, "hypatia": 1.0808585104067475e-08, "ibn_sina": 0.0025590828506314722, "sagan": 5.0329240416327865e-14, "socrates": 0.9974147257411092}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "a7d0bd3209b1bd2142727de630b760b15f5f6312081717f4e82e1ee2a0212263", "train_rows": 227, "uid": "c064"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": true, "correct_excl": true, "label": "ibn_sina", "named_guests": ["darwin", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.08331793814203685, "einstein": 0.03308513386003368, "hypatia": 2.922352872489428e-08, "ibn_sina": 0.8833025764804688, "sagan": 3.754925052108166e-05, "socrates": 0.0002567730434107598}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "3b833e5a5504cbd80f178ad75b526e1f554adfbb0089f158306ea21143c7ae2f", "train_rows": 227, "uid": "c065"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": true, "correct_excl": true, "label": "ibn_sina", "named_guests": [], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.15677332570364969, "einstein": 0.021033712042270444, "hypatia": 0.020800612048950173, "ibn_sina": 0.727114627231377, "sagan": 0.00014526005967255946, "socrates": 0.07413246291408017}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "23e51d7b6856050d91d3999166ecb603fc4961be70cc59ae3729087202ef3384", "train_rows": 227, "uid": "c066"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": true, "correct_excl": true, "label": "ibn_sina", "named_guests": ["hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 4.460943364423204e-11, "einstein": 2.2245496340656853e-08, "hypatia": 4.343107822166235e-06, "ibn_sina": 0.9999950313708224, "sagan": 2.753162850352671e-15, "socrates": 6.032312468945449e-07}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "29e6791f3ab096493a37cc56ce2519a4c5cb87aafeed65dadcdbcbc34defc75c", "train_rows": 227, "uid": "c067"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": true, "correct_excl": true, "label": "ibn_sina", "named_guests": ["einstein", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 2.6193631862979043e-12, "einstein": 2.327568743136988e-09, "hypatia": 6.084588619501254e-06, "ibn_sina": 0.9999938253874326, "sagan": 5.093066255733746e-12, "socrates": 8.76886665538494e-08}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "92a317e3024d7f5dbd04f4abe6e6b2dbc9a2b7b76aef5d19ef117adbe1abff1f", "train_rows": 227, "uid": "c068"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": true, "correct_excl": true, "label": "ibn_sina", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 2.1494713614700026e-17, "einstein": 2.2480639483560827e-15, "hypatia": 0.0012279784511318667, "ibn_sina": 0.9987662736024043, "sagan": 3.2124440995334036e-23, "socrates": 5.747946461401997e-06}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "2b38a3ae73d841c463a00f9961952498fec58ca7e4a8afc6ad0d68d3f2da0891", "train_rows": 227, "uid": "c069"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": true, "correct_excl": true, "label": "ibn_sina", "named_guests": ["darwin", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.822935259697369e-07, "einstein": 4.6255092332765876e-08, "hypatia": 0.05131946020373441, "ibn_sina": 0.9458651122089918, "sagan": 1.4436597874323406e-10, "socrates": 0.002814998894289503}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "e7fbfb77c803a1b49ac58c6a9838ff600043b6d05103c23e581b0222b199442d", "train_rows": 227, "uid": "c070"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": true, "correct_excl": true, "label": "ibn_sina", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 5.508633743989125e-07, "einstein": 1.4889520549048599e-06, "hypatia": 0.002857052485415198, "ibn_sina": 0.9970752607718987, "sagan": 2.349156212844787e-13, "socrates": 6.564692702193825e-05}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "75fffc308492668b7b9b1c55a6949b5364b630213ba04b50c512ebe89e45e583", "train_rows": 227, "uid": "c071"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "einstein", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "sagan", "named_guests": ["einstein", "hypatia", "ibn_sina"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.014231260409481e-17, "einstein": 0.9626728233753438, "hypatia": 2.1875404280919163e-11, "ibn_sina": 4.66676126194853e-09, "sagan": 1.207098033826429e-08, "socrates": 0.03732715986503926}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "17954c8ac9ae5c7fedfad2b26338572afca1063b99a1e52048925e9d52e43d38", "train_rows": 227, "uid": "c072"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["einstein", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.686002300487062e-07, "einstein": 3.796510551084742e-07, "hypatia": 1.274321112837918e-07, "ibn_sina": 3.626315285923852e-05, "sagan": 0.99995596610184, "socrates": 6.895061904356857e-06}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "af4421e88e6f7cc45a04171042c0ae408960b8d2dd13e1e0b67b4579a5dafe83", "train_rows": 227, "uid": "c073"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "hypatia", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "sagan", "named_guests": ["einstein", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 5.112007753377682e-10, "einstein": 0.11859058831498663, "hypatia": 0.8799381933577478, "ibn_sina": 0.0014332359088085798, "sagan": 3.542081959719925e-05, "socrates": 2.5610876589492176e-06}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "201a0135be6be1db753dcac7891bcbd6ebee66569e3359c08b3ee0a4105fd3fd", "train_rows": 227, "uid": "c074"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["einstein", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.4378537126575067e-10, "einstein": 5.697400557883786e-11, "hypatia": 1.960306437054715e-12, "ibn_sina": 4.941435007209821e-15, "sagan": 0.9999999997907361, "socrates": 6.539341189592733e-12}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "b17461d357df5f854916b406f705dfee2535c04fe6e0ec22055fb868d847f9a2", "train_rows": 227, "uid": "c075"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["darwin", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 9.843326183766492e-15, "einstein": 0.0015567735150860567, "hypatia": 8.443065659929935e-15, "ibn_sina": 2.4951407945355347e-07, "sagan": 0.9984428854986639, "socrates": 9.147215232782716e-08}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "0a559d120c34e49e361afce6d91c183b88fe89ed3166d332e2a0801f986305ea", "train_rows": 227, "uid": "c076"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["darwin", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.3508966320385813e-16, "einstein": 1.2664932091973731e-13, "hypatia": 9.161490063645382e-13, "ibn_sina": 3.3043265233035186e-16, "sagan": 0.9999999976277021, "socrates": 2.371254443923965e-09}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "0a4333ec1c14f2d7026dd16373b6b7f5850ff30627e3985ba2719899cee3426f", "train_rows": 227, "uid": "c077"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "sagan", "correct": false, "correct_excl": true, "label": "sagan", "named_guests": ["hypatia", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.2971621737555105e-07, "einstein": 0.00027993298740238424, "hypatia": 0.0007354609004588425, "ibn_sina": 0.14206313877323895, "sagan": 0.25353306875525466, "socrates": 0.6033882688674278}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "4adaea24337f52c5fd58eb48284a3be16efee7fd902865cb45b5695012a24e94", "train_rows": 227, "uid": "c078"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "sagan", "named_guests": ["einstein", "ibn_sina"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.571153605716126e-11, "einstein": 6.519005010389085e-05, "hypatia": 4.4745894075722616e-05, "ibn_sina": 1.2142288061212638e-12, "sagan": 0.14216015512020558, "socrates": 0.8577299089186889}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "8c630a6e410940f6d22264df1640a7a2f0f4fe19eccbd45cbb1a2fee09efa8c2", "train_rows": 227, "uid": "c079"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["einstein"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.2976309883004273e-11, "einstein": 5.457922493765621e-06, "hypatia": 5.650666557183885e-09, "ibn_sina": 4.6610858555422805e-12, "sagan": 0.9999945363890046, "socrates": 1.9778494133026933e-13}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "70f507eb1365d078f2ec073a7217f16108c3aa295d0f6f410b17376071934378", "train_rows": 227, "uid": "c080"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "einstein", "choice_excl": "socrates", "correct": false, "correct_excl": false, "label": "sagan", "named_guests": ["einstein", "hypatia", "ibn_sina"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 8.625850689861366e-09, "einstein": 0.5238373302867394, "hypatia": 0.0037855213280323036, "ibn_sina": 0.23250297587574917, "sagan": 5.9236794058287595e-05, "socrates": 0.23981492708957014}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "26c9cc6cd1f5dfbf4575a10bfddada00c88453f4871b30ab1fc5c9322fa24311", "train_rows": 227, "uid": "c081"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "einstein", "choice_excl": "sagan", "correct": false, "correct_excl": true, "label": "sagan", "named_guests": ["einstein", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 4.937819990333003e-09, "einstein": 0.9798162026188233, "hypatia": 8.995287604919285e-06, "ibn_sina": 1.5879851217102304e-06, "sagan": 0.020169990717148284, "socrates": 3.218453481826578e-06}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "090da8cbfb7483c7bf328f01ab049ab77c06781715061f8708fd5d7b7edf51bc", "train_rows": 227, "uid": "c082"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["hypatia", "socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 7.238643812365944e-14, "einstein": 1.732706525002697e-10, "hypatia": 8.590054982604102e-14, "ibn_sina": 6.561783380864536e-13, "sagan": 0.9999999998259148, "socrates": 7.144269185906418e-19}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "4ff2c7c47e30b6204ebc63d53fa463e60b4fc427332819e30a966cd466e5cf29", "train_rows": 227, "uid": "c083"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["einstein", "ibn_sina"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.5835418872826378e-08, "einstein": 0.0006773713908073893, "hypatia": 6.738225743029084e-06, "ibn_sina": 6.529890114865314e-10, "sagan": 0.9993124064039349, "socrates": 3.4674911068073693e-06}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "75fd209542847cbf68001d0bfbdc0906a9af020a3cae869a8c521fa0d7733d54", "train_rows": 227, "uid": "c084"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["einstein", "ibn_sina"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.3846049417753076e-08, "einstein": 1.3539291763351094e-07, "hypatia": 3.6664533726474485e-07, "ibn_sina": 1.576894138926662e-09, "sagan": 0.999779125319579, "socrates": 0.00022035721922249353}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "75430e1e6218b85b7b5a24b15accfed19fcb961b965741f729b8451ae554e6c3", "train_rows": 227, "uid": "c085"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "sagan", "named_guests": ["darwin", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.002430936914892822, "einstein": 0.008741600620695154, "hypatia": 5.009974398008505e-08, "ibn_sina": 0.9881006029229766, "sagan": 1.9628321638163747e-05, "socrates": 0.0007071811200533675}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "75df625f87a54ffae2b7b0cdadfa23d16456e82b7c6e3d061a0358a590f5043f", "train_rows": 227, "uid": "c086"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["socrates"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 4.314996121186335e-07, "einstein": 1.6932902239195692e-06, "hypatia": 7.780289740367622e-08, "ibn_sina": 3.9741290453110863e-10, "sagan": 0.9999977969695556, "socrates": 4.029795367429961e-11}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "f37ad2a441d669b186a45bde189d7d209f5077324c7b15113285fce54185d55b", "train_rows": 227, "uid": "c087"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "sagan", "choice_excl": "sagan", "correct": true, "correct_excl": true, "label": "sagan", "named_guests": ["hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.0030958362175253105, "einstein": 0.12375697366371936, "hypatia": 4.840877521202902e-05, "ibn_sina": 3.0510154917065376e-05, "sagan": 0.8729787377361076, "socrates": 8.953345251870145e-05}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "36439125e5a22ecbd8e1ade7eb23aeea2e65ec5efd46bd993882d91dd00c6cf1", "train_rows": 227, "uid": "c088"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "sagan", "named_guests": ["einstein", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.1406723244864144e-07, "einstein": 0.00022419584875387724, "hypatia": 0.029409030133617252, "ibn_sina": 0.9700968446410978, "sagan": 0.00026972724767168615, "socrates": 8.806162684507747e-08}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "b82156a1523f861c6acec464a68044a0347260585b05e3d579f9d1bb6d3e1883", "train_rows": 227, "uid": "c089"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": true, "correct_excl": true, "label": "socrates", "named_guests": ["darwin", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 8.027994842114879e-15, "einstein": 1.7454144687859652e-07, "hypatia": 5.723065777896945e-15, "ibn_sina": 1.2456738938850198e-08, "sagan": 1.8645095377396368e-10, "socrates": 0.9999998128153496}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "b63520cf2b49ef5a68364a7ce70d03329569ecdd3852bcdf74b6daa63c3968bf", "train_rows": 227, "uid": "c090"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": true, "correct_excl": true, "label": "socrates", "named_guests": ["hypatia", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.8897175103663565e-10, "einstein": 3.6534966686090426e-08, "hypatia": 3.0353091108091033e-09, "ibn_sina": 6.356187999878177e-05, "sagan": 2.550449302946551e-09, "socrates": 0.9999363958103044}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "f537b42e13f651d15d8bcfb648d10c7339118d0af15ef233f9a4976b21b55185", "train_rows": 227, "uid": "c091"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": true, "correct_excl": true, "label": "socrates", "named_guests": ["darwin", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 9.028149444352431e-08, "einstein": 5.955385587500939e-08, "hypatia": 1.030392688571936e-12, "ibn_sina": 1.0477974554856882e-05, "sagan": 2.883639565317998e-06, "socrates": 0.9999864885494991}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "58f8bc29dfc873fb65ccddb7a73ce568f962dc7f1f25e88e12dd0b0798caf239", "train_rows": 227, "uid": "c092"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "ibn_sina", "choice_excl": "ibn_sina", "correct": false, "correct_excl": false, "label": "socrates", "named_guests": ["darwin", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.486359213772896e-12, "einstein": 1.1180338697212629e-07, "hypatia": 7.369681288009205e-05, "ibn_sina": 0.9919047797071058, "sagan": 2.328750278943325e-13, "socrates": 0.008021411674907839}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "6b8746afe3db64759c4fe8e62f4167572b8707c6e0af2a303917c790e0107cf7", "train_rows": 227, "uid": "c093"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": true, "correct_excl": true, "label": "socrates", "named_guests": ["einstein", "ibn_sina"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 2.478161093645795e-16, "einstein": 6.6212834533172865e-12, "hypatia": 0.03417999884660908, "ibn_sina": 0.0001882777349218774, "sagan": 1.4835301786048907e-20, "socrates": 0.9656317234118474}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "91e20cb4e96bf48056541da6446b16d67d78651938fceace8dbfebd07fb6d458", "train_rows": 227, "uid": "c094"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": true, "correct_excl": true, "label": "socrates", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 5.965886188462629e-06, "einstein": 8.844734608868868e-06, "hypatia": 0.00022298281223205924, "ibn_sina": 2.122388530027714e-08, "sagan": 4.004424965608042e-05, "socrates": 0.9997221410934293}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "9ffa8e8f85216a9cb308e9ac582dff3a3bef39e1d20109b23060822860780631", "train_rows": 227, "uid": "c095"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": true, "correct_excl": true, "label": "socrates", "named_guests": ["darwin", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 2.764472164244382e-07, "einstein": 7.24372608177635e-05, "hypatia": 1.814183331008146e-05, "ibn_sina": 0.007990017361267485, "sagan": 2.7556986295999044e-15, "socrates": 0.9919191270973854}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "cdd1c49d12c260c7ebc9e05cb7f856333784a272c361416de516f780ca99b563", "train_rows": 227, "uid": "c096"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": true, "correct_excl": true, "label": "socrates", "named_guests": ["darwin", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.0333940198833049e-19, "einstein": 7.636252805901887e-22, "hypatia": 1.619956036143118e-22, "ibn_sina": 1.2916078432902782e-17, "sagan": 2.6511503655078947e-20, "socrates": 1.0}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "cde59da3738cd9a8fe6df261efdaf3a4456b8bc09d08411d3000ce3a29c83b5b", "train_rows": 227, "uid": "c097"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": true, "correct_excl": true, "label": "socrates", "named_guests": ["hypatia", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 4.877576455474689e-05, "einstein": 0.12709552377663053, "hypatia": 6.440173403315676e-07, "ibn_sina": 7.19550470784947e-05, "sagan": 4.1880240484725927e-07, "socrates": 0.8727826825919911}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "7fcce46b50361f48ee0b98a7e17832e9023126cbeccd0326a9cbb0727f43f7ad", "train_rows": 227, "uid": "c098"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": true, "correct_excl": true, "label": "socrates", "named_guests": ["einstein", "ibn_sina"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 3.650758173913767e-17, "einstein": 6.2774259151017445e-09, "hypatia": 1.9055775589249603e-05, "ibn_sina": 7.156581825674092e-07, "sagan": 3.713304583591989e-19, "socrates": 0.9999802222888021}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "31b2c0bd67cd1c668ff7fbd043e45eec1df05d027787b72b24c896f2ef174f72", "train_rows": 227, "uid": "c099"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": true, "correct_excl": true, "label": "socrates", "named_guests": ["darwin", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 0.000998026455879754, "einstein": 0.005086282776295856, "hypatia": 2.151242781609761e-09, "ibn_sina": 0.0010893109008276725, "sagan": 7.478040218610963e-06, "socrates": 0.9928188996755353}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "16c378fcf97035a1f0d659bd939e505f9e11f421fe386b8d29c5bed28d5fb98c", "train_rows": 227, "uid": "c100"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": true, "correct_excl": true, "label": "socrates", "named_guests": ["einstein", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.6693379835895519e-07, "einstein": 2.739903961602044e-05, "hypatia": 1.725836286184201e-07, "ibn_sina": 0.000169610980188156, "sagan": 3.079917659393821e-06, "socrates": 0.9997995705451094}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "3f15b462d9b469045459958c57da06ec95d9f700f24d9477fff5a9b50ddd72aa", "train_rows": 227, "uid": "c101"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": true, "correct_excl": true, "label": "socrates", "named_guests": ["darwin", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 4.1866142506768296e-20, "einstein": 5.690200066246255e-15, "hypatia": 4.727058041043805e-17, "ibn_sina": 5.647691294612716e-10, "sagan": 1.425419295260809e-19, "socrates": 0.9999999994352251}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "90e4b3b6a658a07636bbe827abfb381f93c6fb195ffd5ef085bf583f55af1d74", "train_rows": 227, "uid": "c102"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": true, "correct_excl": true, "label": "socrates", "named_guests": [], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 7.350423419177613e-12, "einstein": 1.9615912073851669e-07, "hypatia": 3.597840331303135e-05, "ibn_sina": 0.0013782111675749815, "sagan": 3.1486742757306356e-09, "socrates": 0.9985856111139665}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "ce1f75337ffdd8f1d3134667d490376cc578923171abcb75d93c58afae704de3", "train_rows": 227, "uid": "c103"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "hypatia", "choice_excl": "hypatia", "correct": false, "correct_excl": false, "label": "socrates", "named_guests": ["einstein", "ibn_sina"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.4935626231889176e-09, "einstein": 1.3232170774230177e-05, "hypatia": 0.7204864506612051, "ibn_sina": 9.008314001231233e-06, "sagan": 2.512849408731409e-10, "socrates": 0.27949130710917186}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "d2544f4722f7953ab187db9c08752f507f9e7bd525b074e990730d32763f93b0", "train_rows": 227, "uid": "c104"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": true, "correct_excl": true, "label": "socrates", "named_guests": ["hypatia", "sagan"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 2.4521655664618947e-09, "einstein": 4.60195861401825e-06, "hypatia": 3.9598588181148136e-07, "ibn_sina": 0.03878340674161246, "sagan": 6.782960943083322e-16, "socrates": 0.9612115928617254}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "76bd6a400f7300d59d745ae87514d123122ad9184a8cbf280deb317001c2365e", "train_rows": 227, "uid": "c105"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": true, "correct_excl": true, "label": "socrates", "named_guests": ["darwin", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.0000029096719646e-10, "einstein": 7.081905704232297e-11, "hypatia": 3.716886082179397e-11, "ibn_sina": 2.0362898664193353e-06, "sagan": 8.950196500244682e-17, "socrates": 0.9999979635021452}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "62ebf3000b7bc1337e703d293f168f2fef0e77979b30055c111974f6d491f990", "train_rows": 227, "uid": "c106"}
{"arm": "t1-baseline-nb", "author_family": null, "baseline_spec": "multinomial naive Bayes, unigram tokens [a-z']+ (lowercased), Laplace alpha 1, empirical prior, no masking, plain argmax (exact tie: first in kit order)", "choice": "socrates", "choice_excl": "socrates", "correct": true, "correct_excl": true, "label": "socrates", "named_guests": ["darwin", "hypatia"], "order_k": 0, "pool_fingerprint": "e4593840551294fa", "probs": {"darwin": 1.9965782373281877e-12, "einstein": 1.0020238211674101e-05, "hypatia": 1.7449402312206351e-07, "ibn_sina": 9.385801367054604e-05, "sagan": 3.6954928692245184e-12, "socrates": 0.9998959472484027}, "render": "P", "rep": 1, "set": "s0", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "text_sha256": "d9b9706fa1986a4b001053dac8268bae4e0be7b3860099d80287a3aab18de4e2", "train_rows": 227, "uid": "c107"}