{"automatic_formal_model_replacement":false,"confusions":[{"count":78,"predicted":3,"reference":12},{"count":20,"predicted":9,"reference":41},{"count":14,"predicted":115,"reference":116},{"count":14,"predicted":3,"reference":18},{"count":9,"predicted":3,"reference":128},{"count":8,"predicted":41,"reference":9},{"count":6,"predicted":11,"reference":3},{"count":6,"predicted":13,"reference":18},{"count":5,"predicted":13,"reference":3},{"count":5,"predicted":113,"reference":6},{"count":5,"predicted":7,"reference":64},{"count":4,"predicted":8,"reference":3},{"count":4,"predicted":6,"reference":8},{"count":3,"predicted":17,"reference":128},{"count":2,"predicted":147,"reference":3},{"count":2,"predicted":13,"reference":6},{"count":1,"predicted":17,"reference":3},{"count":1,"predicted":68,"reference":64},{"count":1,"predicted":19,"reference":56},{"count":1,"predicted":2,"reference":30},{"count":1,"predicted":116,"reference":56},{"count":1,"predicted":10,"reference":3}],"fine_delta":0.005623721881390598,"matched_holdout_targets":1956,"new_fine_top1":0.9023517382413088,"new_iou_median":0.8891431565561416,"new_parent_top1":0.9851738241308794,"not_new_blind_test":true,"old_correct_new_wrong":71,"old_fine_top1":0.8967280163599182,"old_iou_median":0.8871013269514305,"old_parent_top1":0.9867075664621677,"old_wrong_new_correct":82,"paired_changed_targets":[{"new_correct":false,"new_prediction":9,"old_correct":true,"old_prediction":41,"reference":41,"target_key":"2717e8f59e6ffffc789c935b"},{"new_correct":false,"new_prediction":9,"old_correct":false,"old_prediction":25,"reference":41,"target_key":"5475e70b37f22094f1506c40"},{"new_correct":true,"new_prediction":41,"old_correct":false,"old_prediction":9,"reference":41,"target_key":"99ee33ae8c4e331a52083d71"},{"new_correct":false,"new_prediction":9,"old_correct":true,"old_prediction":41,"reference":41,"target_key":"469fc06c2f01b869882865ac"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"05d77fdf82f3352839dda762"},{"new_correct":true,"new_prediction":3,"old_correct":false,"old_prediction":147,"reference":3,"target_key":"08e370afa893dd66b64dcb6b"},{"new_correct":false,"new_prediction":11,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"e1cabb60484b00daeb85117d"},{"new_correct":false,"new_prediction":8,"old_correct":false,"old_prediction":13,"reference":3,"target_key":"131796deb44af4557348d577"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":147,"reference":18,"target_key":"01497de341f18467cdb1257a"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"12c4ac4abbfe604e1b5b1d97"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":147,"reference":18,"target_key":"1391b3a5a99b4d09efc71fcd"},{"new_correct":true,"new_prediction":113,"old_correct":false,"old_prediction":10,"reference":113,"target_key":"13a28a2d262bf870b80fa5eb"},{"new_correct":false,"new_prediction":9,"old_correct":true,"old_prediction":41,"reference":41,"target_key":"14c173390eb8b5dfdd19fb10"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":147,"reference":18,"target_key":"1726bfda308971c4a135cf0a"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"17d3f5ec0a7d48f3b8cc3909"},{"new_correct":false,"new_prediction":115,"old_correct":true,"old_prediction":116,"reference":116,"target_key":"1b7caae1f2623a35bd75e354"},{"new_correct":false,"new_prediction":115,"old_correct":true,"old_prediction":116,"reference":116,"target_key":"20c3ab3963d16ffcc74f24a6"},{"new_correct":true,"new_prediction":113,"old_correct":false,"old_prediction":10,"reference":113,"target_key":"223beeb8d8256011f2c2dbf9"},{"new_correct":false,"new_prediction":113,"old_correct":false,"old_prediction":8,"reference":6,"target_key":"26011f1c139c3ef08de11f1a"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":147,"reference":18,"target_key":"2a43736907599587470a9445"},{"new_correct":false,"new_prediction":17,"old_correct":false,"old_prediction":3,"reference":128,"target_key":"3212738ad31ac67bbfc45bc5"},{"new_correct":false,"new_prediction":115,"old_correct":true,"old_prediction":116,"reference":116,"target_key":"33553c67347c3ee13845c284"},{"new_correct":false,"new_prediction":115,"old_correct":true,"old_prediction":116,"reference":116,"target_key":"3947dcf70bf4b66b78d35b1a"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"3af97a8ba460705c3f1d5c0a"},{"new_correct":false,"new_prediction":115,"old_correct":true,"old_prediction":116,"reference":116,"target_key":"3daadc3c7a7ec903e4557462"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":18,"reference":18,"target_key":"3e4b93a5d6ace42c4a2e4a9d"},{"new_correct":false,"new_prediction":9,"old_correct":true,"old_prediction":41,"reference":41,"target_key":"3f8b31589ff88dd592a39ca7"},{"new_correct":true,"new_prediction":113,"old_correct":false,"old_prediction":10,"reference":113,"target_key":"4986d3b8721ca026e49f3128"},{"new_correct":false,"new_prediction":115,"old_correct":true,"old_prediction":116,"reference":116,"target_key":"4d10f477fef9b254c22b5707"},{"new_correct":true,"new_prediction":17,"old_correct":false,"old_prediction":147,"reference":17,"target_key":"4d2f45a155d14b41a5123d05"},{"new_correct":false,"new_prediction":115,"old_correct":true,"old_prediction":116,"reference":116,"target_key":"511476cfd9b77b027bb4dc77"},{"new_correct":false,"new_prediction":115,"old_correct":true,"old_prediction":116,"reference":116,"target_key":"53ce64be7785a09f8bb78156"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":18,"reference":18,"target_key":"58efe354ebee7382f4c8942d"},{"new_correct":true,"new_prediction":64,"old_correct":false,"old_prediction":142,"reference":64,"target_key":"5b70ff66ab98019f574b57b3"},{"new_correct":false,"new_prediction":9,"old_correct":true,"old_prediction":41,"reference":41,"target_key":"61f8eb6c56f85ceee497382f"},{"new_correct":true,"new_prediction":64,"old_correct":false,"old_prediction":142,"reference":64,"target_key":"62f3075ee98c03325723b171"},{"new_correct":false,"new_prediction":115,"old_correct":true,"old_prediction":116,"reference":116,"target_key":"634338006dfac2636ba69af0"},{"new_correct":true,"new_prediction":17,"old_correct":false,"old_prediction":13,"reference":17,"target_key":"6434bba011e107c0fd7d946d"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":147,"reference":18,"target_key":"6536bc7002c597e96d1fa949"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":147,"reference":18,"target_key":"6c567b74aa25fa38338c5c5c"},{"new_correct":false,"new_prediction":68,"old_correct":true,"old_prediction":64,"reference":64,"target_key":"6c575752b8789a4aa35c0cb1"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":147,"reference":18,"target_key":"6f91753cabbbb4480113b4b2"},{"new_correct":false,"new_prediction":17,"old_correct":false,"old_prediction":3,"reference":128,"target_key":"6f99d5334d93da830a01f443"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"7049b3697d4ee07c47437268"},{"new_correct":true,"new_prediction":113,"old_correct":false,"old_prediction":10,"reference":113,"target_key":"769e10f2f395d177eee6ee8f"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"786ee5699542b196585ce68b"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":18,"reference":18,"target_key":"79c29b35ef366595683de5c3"},{"new_correct":true,"new_prediction":64,"old_correct":false,"old_prediction":22,"reference":64,"target_key":"804c2f6d5aa05b54abab2948"},{"new_correct":true,"new_prediction":113,"old_correct":false,"old_prediction":10,"reference":113,"target_key":"81434d4d78af16678c885412"},{"new_correct":true,"new_prediction":113,"old_correct":false,"old_prediction":10,"reference":113,"target_key":"8971ecefaed690ff200ab44c"},{"new_correct":false,"new_prediction":19,"old_correct":false,"old_prediction":116,"reference":56,"target_key":"8cc874848affbc38729c7e5b"},{"new_correct":false,"new_prediction":3,"old_correct":false,"old_prediction":147,"reference":18,"target_key":"8f31d70588ce9840443bf848"},{"new_correct":false,"new_prediction":3,"old_correct":false,"old_prediction":147,"reference":18,"target_key":"944abc39e5e4cd21f85d6268"},{"new_correct":true,"new_prediction":138,"old_correct":false,"old_prediction":34,"reference":138,"target_key":"9500bd71a428f344ae1703ab"},{"new_correct":true,"new_prediction":64,"old_correct":false,"old_prediction":142,"reference":64,"target_key":"9a7a0a41de9474ce882424ce"},{"new_correct":false,"new_prediction":115,"old_correct":true,"old_prediction":116,"reference":116,"target_key":"a1a3eb9bb67ae0123e011431"},{"new_correct":true,"new_prediction":113,"old_correct":false,"old_prediction":10,"reference":113,"target_key":"a62113743e763969b98b78c7"},{"new_correct":false,"new_prediction":2,"old_correct":true,"old_prediction":30,"reference":30,"target_key":"a77bea036cf60b9558a1e843"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":147,"reference":18,"target_key":"aa809cc7608c662ab1f84e57"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":147,"reference":18,"target_key":"ae20ac84d767dc5c73efa0ab"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":18,"reference":18,"target_key":"af788e59e0105b0c72c3519c"},{"new_correct":true,"new_prediction":17,"old_correct":false,"old_prediction":147,"reference":17,"target_key":"bef2b959c4022be8f6593598"},{"new_correct":true,"new_prediction":64,"old_correct":false,"old_prediction":142,"reference":64,"target_key":"befa7ace744a11e88ca90223"},{"new_correct":false,"new_prediction":3,"old_correct":false,"old_prediction":147,"reference":18,"target_key":"c03b4eb49ca89076a482738d"},{"new_correct":false,"new_prediction":115,"old_correct":true,"old_prediction":116,"reference":116,"target_key":"c3a54c334bbec6d5748a25fa"},{"new_correct":false,"new_prediction":115,"old_correct":true,"old_prediction":116,"reference":116,"target_key":"c6b8dde766e6dc13cadad0f8"},{"new_correct":false,"new_prediction":3,"old_correct":false,"old_prediction":147,"reference":18,"target_key":"c7254536cbac9e87a78f7b30"},{"new_correct":false,"new_prediction":3,"old_correct":false,"old_prediction":147,"reference":18,"target_key":"ce180860fa7b6934484f3608"},{"new_correct":false,"new_prediction":115,"old_correct":true,"old_prediction":116,"reference":116,"target_key":"d420cd0f36603ccbb1141bdb"},{"new_correct":false,"new_prediction":113,"old_correct":false,"old_prediction":116,"reference":6,"target_key":"d5b24ecde941ba8945d78130"},{"new_correct":true,"new_prediction":17,"old_correct":false,"old_prediction":147,"reference":17,"target_key":"dbaac814b32b6439dfad6b9f"},{"new_correct":true,"new_prediction":138,"old_correct":false,"old_prediction":34,"reference":138,"target_key":"e4a0c33878e1d95c414d69bf"},{"new_correct":false,"new_prediction":115,"old_correct":true,"old_prediction":116,"reference":116,"target_key":"e890900633b7e11ad799a9fa"},{"new_correct":true,"new_prediction":17,"old_correct":false,"old_prediction":13,"reference":17,"target_key":"e91d91b3f8c3993e5b65103e"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":147,"reference":18,"target_key":"ebafb25131d40d3116903ffb"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":147,"reference":18,"target_key":"edad8ddd5d8c230672882c36"},{"new_correct":true,"new_prediction":41,"old_correct":false,"old_prediction":9,"reference":41,"target_key":"eee2d9d760975b869db90a1f"},{"new_correct":false,"new_prediction":116,"old_correct":false,"old_prediction":20,"reference":56,"target_key":"fa95fbe41205d2c88ef2c862"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":147,"reference":18,"target_key":"fb0094ae7b75455a6d542f53"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":147,"reference":18,"target_key":"fc1c0cbcb5be9efba6a79dda"},{"new_correct":true,"new_prediction":17,"old_correct":false,"old_prediction":147,"reference":17,"target_key":"fc9331cdfb07d6017e4223cd"},{"new_correct":false,"new_prediction":7,"old_correct":true,"old_prediction":64,"reference":64,"target_key":"fe5cfb27a2178dcbadc8d3a1"},{"new_correct":false,"new_prediction":7,"old_correct":true,"old_prediction":64,"reference":64,"target_key":"bcd17a8882a4838ca803ca3c"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":18,"reference":18,"target_key":"4ade6499d1a92be5efe5d3a3"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":18,"reference":18,"target_key":"6e8b4df5c372157d3b2f16b3"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"22c53f546981f994085099e7"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"1761053a6e1f36eedf9ad99c"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"4f872d895ccd278f793d91f7"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"5291adcc1650e9f8010ef6ed"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"0e0bfb7d9c6fa69a6653308c"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"907910e9d533be1427ada5a3"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"78d31ab673bc249341aa85e5"},{"new_correct":true,"new_prediction":25,"old_correct":false,"old_prediction":41,"reference":25,"target_key":"5dbc93570aff71a40b71e614"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"fa2eaf4b28467e0384e40e75"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"bcfe359b66ecb57fa3672c38"},{"new_correct":false,"new_prediction":3,"old_correct":false,"old_prediction":30,"reference":12,"target_key":"c2764a3a3705a29210ecb25f"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"d77adbf3e691529c7cf5170c"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"26e11a945191ab0535dbdc26"},{"new_correct":true,"new_prediction":12,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"2c652791ccfa2aa7dd3c11bd"},{"new_correct":true,"new_prediction":12,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"cc5582dbc457334e74c180f6"},{"new_correct":false,"new_prediction":3,"old_correct":false,"old_prediction":30,"reference":12,"target_key":"18ecbc3362abfd6d5c348daa"},{"new_correct":true,"new_prediction":12,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"2a4ebacc92c79e2053e50923"},{"new_correct":true,"new_prediction":12,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"68b78d59743d257bbe4080e6"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"578ae2a8953245e51208cb7f"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"eeeae29a09bf17f2abff0b43"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"2d1174db3bfd6c21096361b7"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"82448defcbf24d1727bbf3ce"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"7f00ed19dc46186f9bf81f64"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"c241a97243a9142d75efd8c8"},{"new_correct":true,"new_prediction":12,"old_correct":false,"old_prediction":30,"reference":12,"target_key":"f77a56eed58b2dc3ec843bbc"},{"new_correct":false,"new_prediction":3,"old_correct":false,"old_prediction":30,"reference":12,"target_key":"8a201c9338df682e03bd36f7"},{"new_correct":false,"new_prediction":3,"old_correct":false,"old_prediction":30,"reference":12,"target_key":"96d07593dc313a47cd5c1630"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"f984d4f4e543e40369293d80"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"388a9f09949876ba447e21e5"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"395eee5954b3bf0d8f02717e"},{"new_correct":false,"new_prediction":3,"old_correct":false,"old_prediction":30,"reference":12,"target_key":"160b0b890bcd2488b2b689bd"},{"new_correct":false,"new_prediction":7,"old_correct":true,"old_prediction":64,"reference":64,"target_key":"69c713025636e453ff5897b7"},{"new_correct":true,"new_prediction":12,"old_correct":false,"old_prediction":30,"reference":12,"target_key":"60ecd6931b07eb7e7c5626cb"},{"new_correct":false,"new_prediction":3,"old_correct":false,"old_prediction":30,"reference":12,"target_key":"46f50d066fa56210d54f27da"},{"new_correct":true,"new_prediction":12,"old_correct":false,"old_prediction":30,"reference":12,"target_key":"a5cd6b28768fc8cdaf2a86bc"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"d4981228a119cd9151a97bee"},{"new_correct":false,"new_prediction":3,"old_correct":false,"old_prediction":30,"reference":12,"target_key":"5a2f4523bd4d7478dc1fe519"},{"new_correct":true,"new_prediction":12,"old_correct":false,"old_prediction":30,"reference":12,"target_key":"fa3ccbab599b675b2237571d"},{"new_correct":true,"new_prediction":12,"old_correct":false,"old_prediction":30,"reference":12,"target_key":"131e9578b05219b3a0d17560"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"6b3ea49abc414cbb99dfc6a6"},{"new_correct":true,"new_prediction":12,"old_correct":false,"old_prediction":30,"reference":12,"target_key":"01c6c674127aa19e022d60c4"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"079b14c13128c003e309a08f"},{"new_correct":false,"new_prediction":3,"old_correct":false,"old_prediction":30,"reference":12,"target_key":"6cc7920d63dbb81af913d8ca"},{"new_correct":true,"new_prediction":12,"old_correct":false,"old_prediction":30,"reference":12,"target_key":"249b6de365866d825ac92e7f"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"a550eebbc02b35bc9714a1b9"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"374714bc01e0e5f90abad2d3"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"b39255ba0342ab3a78b8c881"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"fdea5b33549b94da8dea50c0"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"959e636c18d7d7f63278e643"},{"new_correct":false,"new_prediction":11,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"3a8a5b849243fb04386b2f0c"},{"new_correct":false,"new_prediction":11,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"8d12c8be2c2b85887bfa73aa"},{"new_correct":true,"new_prediction":3,"old_correct":false,"old_prediction":17,"reference":3,"target_key":"92b531764f55f84a290a98aa"},{"new_correct":false,"new_prediction":11,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"a9438928d4544290264ae876"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"9e2ea3a52649216b4beb500b"},{"new_correct":false,"new_prediction":11,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"bd5ea36f64eac1e7c8f93527"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"b21b3efe616428b2b78e67ce"},{"new_correct":false,"new_prediction":11,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"e49a53d6b2488340d17c8159"},{"new_correct":false,"new_prediction":8,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"1c35159c6f7b79cb46eb7732"},{"new_correct":false,"new_prediction":8,"old_correct":false,"old_prediction":13,"reference":3,"target_key":"b456eaadb4e11ac492d28ded"},{"new_correct":false,"new_prediction":8,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"a23705bb73b2bd799cb30b45"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"9b4adad719751f728b3c8957"},{"new_correct":false,"new_prediction":147,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"d23fbd420d072f467af2a4a6"},{"new_correct":false,"new_prediction":147,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"422b24775a0cac5f8998bda2"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":6,"reference":6,"target_key":"cfa2fdd1662696649acd2122"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":6,"reference":6,"target_key":"8a2fdab8292f8e22911e6cc0"},{"new_correct":false,"new_prediction":9,"old_correct":true,"old_prediction":41,"reference":41,"target_key":"4a29e94df457ff3ea7604f9a"},{"new_correct":false,"new_prediction":9,"old_correct":true,"old_prediction":41,"reference":41,"target_key":"b8c1c2f2205eda93c3ebf023"},{"new_correct":true,"new_prediction":41,"old_correct":false,"old_prediction":9,"reference":41,"target_key":"b6d2639b953ded252b9f2e6f"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"0a1fc357f898ff76ddd895dc"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"751e70859a57f3eacc5757ed"},{"new_correct":false,"new_prediction":41,"old_correct":true,"old_prediction":9,"reference":9,"target_key":"aeb597657e1e89d0f98f5fd1"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"bdd7f47d36e896f8c17b3001"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"e5f3c0cf1e1ecca944ca0b6e"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"e4a753aabd573d94019eaf75"},{"new_correct":false,"new_prediction":41,"old_correct":true,"old_prediction":9,"reference":9,"target_key":"9bdbef95c8048136c8ee6c01"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"d61ca8032e4c2494c286cf44"},{"new_correct":true,"new_prediction":3,"old_correct":false,"old_prediction":11,"reference":3,"target_key":"006179931d4f957a47c7e9d6"},{"new_correct":false,"new_prediction":10,"old_correct":false,"old_prediction":11,"reference":3,"target_key":"a84ff44274df680e46fa5208"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"b55a6bd4ee1e62bc92125360"},{"new_correct":false,"new_prediction":7,"old_correct":true,"old_prediction":64,"reference":64,"target_key":"a340ccd349164acc7175e6c5"},{"new_correct":false,"new_prediction":9,"old_correct":true,"old_prediction":41,"reference":41,"target_key":"dc74d55fadfb156943b6ac71"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"0eb98e3a1c0568f7aad22be3"},{"new_correct":false,"new_prediction":41,"old_correct":true,"old_prediction":9,"reference":9,"target_key":"1d85265a9ca9378947f9bb90"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"2d048ade1e9e88e6dd21a717"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"88ff20a87c24740b17cebcde"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"5158ece51299540a6aaf08f8"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"54065ed446b56c8cddc7254a"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"913c83145935f41bd829402e"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"9f1a067669d649740dc4c0af"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"a60c9e1f518f39198e54d464"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"c22d81e8999276e4d5a2de6f"}],"per_class":{"1":{"n":110,"new_correct":110,"old_correct":110},"2":{"n":37,"new_correct":37,"old_correct":37},"3":{"n":254,"new_correct":235,"old_correct":247},"4":{"n":63,"new_correct":63,"old_correct":63},"6":{"n":291,"new_correct":284,"old_correct":286},"8":{"n":64,"new_correct":60,"old_correct":60},"9":{"n":209,"new_correct":201,"old_correct":184},"10":{"n":58,"new_correct":58,"old_correct":58},"12":{"n":163,"new_correct":85,"old_correct":91},"13":{"n":112,"new_correct":112,"old_correct":112},"14":{"n":18,"new_correct":18,"old_correct":18},"15":{"n":19,"new_correct":19,"old_correct":19},"16":{"n":15,"new_correct":15,"old_correct":15},"17":{"n":16,"new_correct":16,"old_correct":10},"18":{"n":94,"new_correct":74,"old_correct":56},"19":{"n":1,"new_correct":1,"old_correct":1},"20":{"n":28,"new_correct":28,"old_correct":28},"22":{"n":18,"new_correct":18,"old_correct":18},"25":{"n":88,"new_correct":88,"old_correct":87},"30":{"n":2,"new_correct":1,"old_correct":2},"34":{"n":19,"new_correct":19,"old_correct":19},"41":{"n":190,"new_correct":170,"old_correct":175},"56":{"n":2,"new_correct":0,"old_correct":0},"64":{"n":27,"new_correct":21,"old_correct":21},"113":{"n":24,"new_correct":24,"old_correct":17},"115":{"n":1,"new_correct":1,"old_correct":1},"116":{"n":18,"new_correct":4,"old_correct":18},"128":{"n":12,"new_correct":0,"old_correct":0},"138":{"n":2,"new_correct":2,"old_correct":0},"147":{"n":1,"new_correct":1,"old_correct":1}}}
