{"automatic_formal_model_replacement":false,"confusions":[{"count":61,"predicted":3,"reference":12},{"count":31,"predicted":30,"reference":12},{"count":20,"predicted":13,"reference":3},{"count":14,"predicted":147,"reference":18},{"count":10,"predicted":9,"reference":41},{"count":7,"predicted":147,"reference":128},{"count":7,"predicted":34,"reference":12},{"count":6,"predicted":147,"reference":3},{"count":6,"predicted":41,"reference":9},{"count":5,"predicted":3,"reference":128},{"count":4,"predicted":10,"reference":113},{"count":4,"predicted":3,"reference":18},{"count":4,"predicted":41,"reference":25},{"count":4,"predicted":6,"reference":8},{"count":4,"predicted":11,"reference":3},{"count":3,"predicted":113,"reference":6},{"count":3,"predicted":13,"reference":6},{"count":2,"predicted":20,"reference":12},{"count":2,"predicted":115,"reference":116},{"count":2,"predicted":116,"reference":56},{"count":2,"predicted":116,"reference":6},{"count":2,"predicted":2,"reference":12},{"count":1,"predicted":17,"reference":3},{"count":1,"predicted":2,"reference":30},{"count":1,"predicted":116,"reference":115}],"fine_delta":-0.007429420505200568,"matched_holdout_targets":2019,"new_fine_top1":0.8979692917285785,"new_iou_median":0.8911226564264739,"new_parent_top1":0.9791976225854383,"not_new_blind_test":true,"old_correct_new_wrong":66,"old_fine_top1":0.9053987122337791,"old_iou_median":0.8894927536231884,"old_parent_top1":0.9856364536899456,"old_wrong_new_correct":51,"paired_changed_targets":[{"new_correct":false,"new_prediction":3,"old_correct":false,"old_prediction":17,"reference":128,"target_key":"9d55fb310f5e1144cf761464"},{"new_correct":true,"new_prediction":41,"old_correct":false,"old_prediction":9,"reference":41,"target_key":"2717e8f59e6ffffc789c935b"},{"new_correct":true,"new_prediction":41,"old_correct":false,"old_prediction":9,"reference":41,"target_key":"7d03082311b5baeeecf7a1c9"},{"new_correct":true,"new_prediction":41,"old_correct":false,"old_prediction":9,"reference":41,"target_key":"5475e70b37f22094f1506c40"},{"new_correct":false,"new_prediction":9,"old_correct":true,"old_prediction":41,"reference":41,"target_key":"99ee33ae8c4e331a52083d71"},{"new_correct":true,"new_prediction":41,"old_correct":false,"old_prediction":9,"reference":41,"target_key":"469fc06c2f01b869882865ac"},{"new_correct":true,"new_prediction":41,"old_correct":false,"old_prediction":9,"reference":41,"target_key":"5cc2e76024111143a950b8d8"},{"new_correct":false,"new_prediction":9,"old_correct":true,"old_prediction":41,"reference":41,"target_key":"67a984ce98ae748be4cba2e0"},{"new_correct":true,"new_prediction":3,"old_correct":false,"old_prediction":13,"reference":3,"target_key":"05d77fdf82f3352839dda762"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"815c6ee440ede91a477de11f"},{"new_correct":false,"new_prediction":147,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"9808b542ae3a346c4a7aa7bc"},{"new_correct":false,"new_prediction":147,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"996838045732193304afc587"},{"new_correct":false,"new_prediction":147,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"e01556b29016c068177e92e7"},{"new_correct":false,"new_prediction":147,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"a222a45caf69a0836ae39cd8"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"5907f317362a9a8ff3fb4798"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"6553636ca731231b7441aecc"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"069c953729e6ccf0f1bbcd7f"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"aafd0b721a8869af926a9aa0"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"2cb88aa7101ffe5193a5ec6b"},{"new_correct":false,"new_prediction":13,"old_correct":false,"old_prediction":11,"reference":3,"target_key":"e1cabb60484b00daeb85117d"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"0e1ab8169c91a9ee628f72de"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"8de2b19aa4b45baf4ce4537f"},{"new_correct":false,"new_prediction":13,"old_correct":false,"old_prediction":8,"reference":3,"target_key":"131796deb44af4557348d577"},{"new_correct":false,"new_prediction":147,"old_correct":true,"old_prediction":18,"reference":18,"target_key":"01497de341f18467cdb1257a"},{"new_correct":false,"new_prediction":10,"old_correct":true,"old_prediction":113,"reference":113,"target_key":"13a28a2d262bf870b80fa5eb"},{"new_correct":true,"new_prediction":41,"old_correct":false,"old_prediction":9,"reference":41,"target_key":"14c173390eb8b5dfdd19fb10"},{"new_correct":true,"new_prediction":116,"old_correct":false,"old_prediction":115,"reference":116,"target_key":"1b7caae1f2623a35bd75e354"},{"new_correct":false,"new_prediction":20,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"209c9cb6a851ec31e9ed1c33"},{"new_correct":true,"new_prediction":116,"old_correct":false,"old_prediction":115,"reference":116,"target_key":"20c3ab3963d16ffcc74f24a6"},{"new_correct":false,"new_prediction":147,"old_correct":false,"old_prediction":3,"reference":128,"target_key":"21acde8c0eedff5df6d80cc9"},{"new_correct":false,"new_prediction":20,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"30cd16019ce219cfcda424bd"},{"new_correct":false,"new_prediction":147,"old_correct":false,"old_prediction":17,"reference":128,"target_key":"3212738ad31ac67bbfc45bc5"},{"new_correct":true,"new_prediction":116,"old_correct":false,"old_prediction":115,"reference":116,"target_key":"3947dcf70bf4b66b78d35b1a"},{"new_correct":true,"new_prediction":116,"old_correct":false,"old_prediction":115,"reference":116,"target_key":"3daadc3c7a7ec903e4557462"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":13,"reference":18,"target_key":"3e4b93a5d6ace42c4a2e4a9d"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"3f7f40929ee0403c1fa68f7b"},{"new_correct":true,"new_prediction":41,"old_correct":false,"old_prediction":9,"reference":41,"target_key":"3f8b31589ff88dd592a39ca7"},{"new_correct":false,"new_prediction":34,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"419d43695c2ff6b52c144a92"},{"new_correct":false,"new_prediction":10,"old_correct":true,"old_prediction":113,"reference":113,"target_key":"4986d3b8721ca026e49f3128"},{"new_correct":true,"new_prediction":116,"old_correct":false,"old_prediction":115,"reference":116,"target_key":"4d10f477fef9b254c22b5707"},{"new_correct":true,"new_prediction":116,"old_correct":false,"old_prediction":115,"reference":116,"target_key":"53ce64be7785a09f8bb78156"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":13,"reference":18,"target_key":"58efe354ebee7382f4c8942d"},{"new_correct":true,"new_prediction":41,"old_correct":false,"old_prediction":9,"reference":41,"target_key":"61f8eb6c56f85ceee497382f"},{"new_correct":true,"new_prediction":116,"old_correct":false,"old_prediction":115,"reference":116,"target_key":"634338006dfac2636ba69af0"},{"new_correct":true,"new_prediction":64,"old_correct":false,"old_prediction":68,"reference":64,"target_key":"6c575752b8789a4aa35c0cb1"},{"new_correct":false,"new_prediction":147,"old_correct":true,"old_prediction":18,"reference":18,"target_key":"6f91753cabbbb4480113b4b2"},{"new_correct":false,"new_prediction":147,"old_correct":false,"old_prediction":17,"reference":128,"target_key":"6f99d5334d93da830a01f443"},{"new_correct":false,"new_prediction":34,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"7703a2b1dd9ada5545cd4257"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":13,"reference":18,"target_key":"79c29b35ef366595683de5c3"},{"new_correct":false,"new_prediction":34,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"805c21f75d70a284bcf927b3"},{"new_correct":false,"new_prediction":10,"old_correct":true,"old_prediction":113,"reference":113,"target_key":"81434d4d78af16678c885412"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"862165d32578931f4e167f79"},{"new_correct":false,"new_prediction":34,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"87f8574d1d8225d05f44b016"},{"new_correct":false,"new_prediction":116,"old_correct":false,"old_prediction":19,"reference":56,"target_key":"8cc874848affbc38729c7e5b"},{"new_correct":false,"new_prediction":9,"old_correct":true,"old_prediction":41,"reference":41,"target_key":"8ddfb8ec91567fea287e69ee"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"8f31d70588ce9840443bf848"},{"new_correct":false,"new_prediction":116,"old_correct":false,"old_prediction":113,"reference":6,"target_key":"93d1dccae4a74a9e6a2aa2e2"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"944abc39e5e4cd21f85d6268"},{"new_correct":false,"new_prediction":34,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"994fb4636c11b2fcebdf6c51"},{"new_correct":false,"new_prediction":34,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"9e88e652e68b8466efc5d6b9"},{"new_correct":true,"new_prediction":116,"old_correct":false,"old_prediction":115,"reference":116,"target_key":"a1a3eb9bb67ae0123e011431"},{"new_correct":false,"new_prediction":10,"old_correct":true,"old_prediction":113,"reference":113,"target_key":"a62113743e763969b98b78c7"},{"new_correct":false,"new_prediction":147,"old_correct":true,"old_prediction":18,"reference":18,"target_key":"ae20ac84d767dc5c73efa0ab"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":13,"reference":18,"target_key":"af788e59e0105b0c72c3519c"},{"new_correct":false,"new_prediction":41,"old_correct":true,"old_prediction":25,"reference":25,"target_key":"b0178e6c3785b5a96798c996"},{"new_correct":false,"new_prediction":116,"old_correct":true,"old_prediction":115,"reference":115,"target_key":"b1e615d7fedaab6533759265"},{"new_correct":false,"new_prediction":147,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"c03b4eb49ca89076a482738d"},{"new_correct":false,"new_prediction":41,"old_correct":true,"old_prediction":25,"reference":25,"target_key":"c2bfca71e3ccc605a62df801"},{"new_correct":true,"new_prediction":116,"old_correct":false,"old_prediction":115,"reference":116,"target_key":"c3a54c334bbec6d5748a25fa"},{"new_correct":true,"new_prediction":116,"old_correct":false,"old_prediction":115,"reference":116,"target_key":"c6b8dde766e6dc13cadad0f8"},{"new_correct":false,"new_prediction":147,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"c7254536cbac9e87a78f7b30"},{"new_correct":false,"new_prediction":147,"old_correct":false,"old_prediction":3,"reference":128,"target_key":"c9580129e4ced57a7bc16caf"},{"new_correct":false,"new_prediction":147,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"ce180860fa7b6934484f3608"},{"new_correct":true,"new_prediction":116,"old_correct":false,"old_prediction":115,"reference":116,"target_key":"d420cd0f36603ccbb1141bdb"},{"new_correct":false,"new_prediction":116,"old_correct":false,"old_prediction":113,"reference":6,"target_key":"d5b24ecde941ba8945d78130"},{"new_correct":true,"new_prediction":116,"old_correct":false,"old_prediction":115,"reference":116,"target_key":"e890900633b7e11ad799a9fa"},{"new_correct":false,"new_prediction":147,"old_correct":true,"old_prediction":18,"reference":18,"target_key":"ebafb25131d40d3116903ffb"},{"new_correct":false,"new_prediction":147,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"f75c3497fe275787694238bc"},{"new_correct":false,"new_prediction":147,"old_correct":true,"old_prediction":18,"reference":18,"target_key":"fb0094ae7b75455a6d542f53"},{"new_correct":false,"new_prediction":41,"old_correct":true,"old_prediction":25,"reference":25,"target_key":"ff532345fadcc8a19cbd4214"},{"new_correct":false,"new_prediction":147,"old_correct":false,"old_prediction":3,"reference":128,"target_key":"fec4497f8e04716e28555ec0"},{"new_correct":false,"new_prediction":147,"old_correct":false,"old_prediction":3,"reference":128,"target_key":"47e0134c9dd9fe4863a6bc53"},{"new_correct":false,"new_prediction":147,"old_correct":false,"old_prediction":3,"reference":128,"target_key":"e071319121b3644f99bed4db"},{"new_correct":true,"new_prediction":64,"old_correct":false,"old_prediction":7,"reference":64,"target_key":"fe5cfb27a2178dcbadc8d3a1"},{"new_correct":true,"new_prediction":64,"old_correct":false,"old_prediction":7,"reference":64,"target_key":"bcd17a8882a4838ca803ca3c"},{"new_correct":false,"new_prediction":147,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"b5c8df991cf791ce9c439d2a"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":13,"reference":18,"target_key":"4ade6499d1a92be5efe5d3a3"},{"new_correct":true,"new_prediction":18,"old_correct":false,"old_prediction":13,"reference":18,"target_key":"6e8b4df5c372157d3b2f16b3"},{"new_correct":false,"new_prediction":147,"old_correct":true,"old_prediction":18,"reference":18,"target_key":"907910e9d533be1427ada5a3"},{"new_correct":false,"new_prediction":147,"old_correct":true,"old_prediction":18,"reference":18,"target_key":"ce79856a4697433b5d0361d4"},{"new_correct":false,"new_prediction":147,"old_correct":true,"old_prediction":18,"reference":18,"target_key":"78d31ab673bc249341aa85e5"},{"new_correct":false,"new_prediction":41,"old_correct":true,"old_prediction":25,"reference":25,"target_key":"5dbc93570aff71a40b71e614"},{"new_correct":false,"new_prediction":34,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"49853a580beb453a6bbbbee1"},{"new_correct":false,"new_prediction":2,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"fa2eaf4b28467e0384e40e75"},{"new_correct":false,"new_prediction":30,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"d7d9fafc9c950963fc259851"},{"new_correct":false,"new_prediction":30,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"c2764a3a3705a29210ecb25f"},{"new_correct":false,"new_prediction":30,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"2c652791ccfa2aa7dd3c11bd"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"cc5582dbc457334e74c180f6"},{"new_correct":false,"new_prediction":2,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"61521ba6ef8ae8a492769790"},{"new_correct":false,"new_prediction":30,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"cd3aa5bc07690ef0c818549f"},{"new_correct":false,"new_prediction":30,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"18ecbc3362abfd6d5c348daa"},{"new_correct":false,"new_prediction":30,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"2a4ebacc92c79e2053e50923"},{"new_correct":false,"new_prediction":30,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"4aa592c98f84a0709ad0068b"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"68b78d59743d257bbe4080e6"},{"new_correct":false,"new_prediction":30,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"f471d7240948987fc23f9b6e"},{"new_correct":false,"new_prediction":30,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"665c0a4cac1808c8c64a22fb"},{"new_correct":false,"new_prediction":30,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"02c7f3ad52f8bc5cea4ca148"},{"new_correct":false,"new_prediction":30,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"578ae2a8953245e51208cb7f"},{"new_correct":false,"new_prediction":30,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"eeeae29a09bf17f2abff0b43"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"2bc5a7c0a250be9a89f9e0d1"},{"new_correct":false,"new_prediction":30,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"921eabb9b888087f985beaa0"},{"new_correct":false,"new_prediction":30,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"95ba9fe29f8bb8eb79e95fdf"},{"new_correct":false,"new_prediction":3,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"0a7c83e250de80f7320a8dcd"},{"new_correct":false,"new_prediction":30,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"0f205f760f93c9489293a3a4"},{"new_correct":false,"new_prediction":30,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"49d6f8fd2ba68732f350e39f"},{"new_correct":false,"new_prediction":30,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"84721278223696dad629cd93"},{"new_correct":false,"new_prediction":30,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"6107be3dbde724fd628a6306"},{"new_correct":false,"new_prediction":30,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"d2e2cd1eb81613ddebc62b6e"},{"new_correct":true,"new_prediction":12,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"7f00ed19dc46186f9bf81f64"},{"new_correct":false,"new_prediction":30,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"f77a56eed58b2dc3ec843bbc"},{"new_correct":false,"new_prediction":30,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"96d07593dc313a47cd5c1630"},{"new_correct":false,"new_prediction":30,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"0c44b200777f03ebaaa00c22"},{"new_correct":false,"new_prediction":30,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"f984d4f4e543e40369293d80"},{"new_correct":false,"new_prediction":30,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"b4069aabf16f77f22be36d0c"},{"new_correct":true,"new_prediction":41,"old_correct":false,"old_prediction":9,"reference":41,"target_key":"8ac226408e39ce9c47cb82de"},{"new_correct":false,"new_prediction":147,"old_correct":false,"old_prediction":3,"reference":18,"target_key":"d5445c574ffc6eb7fc6975ab"},{"new_correct":true,"new_prediction":64,"old_correct":false,"old_prediction":7,"reference":64,"target_key":"69c713025636e453ff5897b7"},{"new_correct":true,"new_prediction":64,"old_correct":false,"old_prediction":7,"reference":64,"target_key":"2ed7bede56dd6b76dd05f45f"},{"new_correct":false,"new_prediction":30,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"a5cd6b28768fc8cdaf2a86bc"},{"new_correct":false,"new_prediction":30,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"d4981228a119cd9151a97bee"},{"new_correct":false,"new_prediction":30,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"8f2b43fd25598099b0ce207e"},{"new_correct":false,"new_prediction":30,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"fa3ccbab599b675b2237571d"},{"new_correct":false,"new_prediction":30,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"131e9578b05219b3a0d17560"},{"new_correct":false,"new_prediction":30,"old_correct":true,"old_prediction":12,"reference":12,"target_key":"01c6c674127aa19e022d60c4"},{"new_correct":false,"new_prediction":30,"old_correct":false,"old_prediction":3,"reference":12,"target_key":"6cc7920d63dbb81af913d8ca"},{"new_correct":true,"new_prediction":3,"old_correct":false,"old_prediction":11,"reference":3,"target_key":"3a8a5b849243fb04386b2f0c"},{"new_correct":true,"new_prediction":3,"old_correct":false,"old_prediction":13,"reference":3,"target_key":"9e2ea3a52649216b4beb500b"},{"new_correct":true,"new_prediction":3,"old_correct":false,"old_prediction":13,"reference":3,"target_key":"b21b3efe616428b2b78e67ce"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"68daeda52fc5b0ea1e9b9f16"},{"new_correct":true,"new_prediction":3,"old_correct":false,"old_prediction":8,"reference":3,"target_key":"1c35159c6f7b79cb46eb7732"},{"new_correct":false,"new_prediction":13,"old_correct":false,"old_prediction":8,"reference":3,"target_key":"b456eaadb4e11ac492d28ded"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"9c8ec874eecc355401e138e6"},{"new_correct":false,"new_prediction":147,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"058fd9cbfe920e7095ad1115"},{"new_correct":false,"new_prediction":13,"old_correct":false,"old_prediction":8,"reference":3,"target_key":"a23705bb73b2bd799cb30b45"},{"new_correct":true,"new_prediction":3,"old_correct":false,"old_prediction":147,"reference":3,"target_key":"d23fbd420d072f467af2a4a6"},{"new_correct":false,"new_prediction":13,"old_correct":false,"old_prediction":147,"reference":3,"target_key":"422b24775a0cac5f8998bda2"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":6,"reference":6,"target_key":"167cbc9cd5e7edb2eeb85da3"},{"new_correct":true,"new_prediction":41,"old_correct":false,"old_prediction":9,"reference":41,"target_key":"4a29e94df457ff3ea7604f9a"},{"new_correct":true,"new_prediction":41,"old_correct":false,"old_prediction":9,"reference":41,"target_key":"b8c1c2f2205eda93c3ebf023"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"aeb597657e1e89d0f98f5fd1"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"9bdbef95c8048136c8ee6c01"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"006179931d4f957a47c7e9d6"},{"new_correct":false,"new_prediction":13,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"57ab42dc4b43ec1cc6d00dff"},{"new_correct":false,"new_prediction":13,"old_correct":false,"old_prediction":10,"reference":3,"target_key":"a84ff44274df680e46fa5208"},{"new_correct":true,"new_prediction":64,"old_correct":false,"old_prediction":7,"reference":64,"target_key":"a340ccd349164acc7175e6c5"},{"new_correct":true,"new_prediction":41,"old_correct":false,"old_prediction":9,"reference":41,"target_key":"dc74d55fadfb156943b6ac71"},{"new_correct":true,"new_prediction":41,"old_correct":false,"old_prediction":9,"reference":41,"target_key":"1ffa7328864a8cd6b2c60482"},{"new_correct":false,"new_prediction":147,"old_correct":true,"old_prediction":3,"reference":3,"target_key":"e42de359e86560cb8835d9b3"},{"new_correct":true,"new_prediction":9,"old_correct":false,"old_prediction":41,"reference":9,"target_key":"1d85265a9ca9378947f9bb90"},{"new_correct":false,"new_prediction":41,"old_correct":true,"old_prediction":9,"reference":9,"target_key":"464e4566e405b202983c8955"}],"per_class":{"1":{"n":110,"new_correct":110,"old_correct":110},"2":{"n":37,"new_correct":37,"old_correct":37},"3":{"n":254,"new_correct":223,"old_correct":235},"4":{"n":75,"new_correct":75,"old_correct":75},"6":{"n":291,"new_correct":283,"old_correct":284},"8":{"n":64,"new_correct":60,"old_correct":60},"9":{"n":240,"new_correct":234,"old_correct":232},"10":{"n":58,"new_correct":58,"old_correct":58},"12":{"n":167,"new_correct":64,"old_correct":89},"13":{"n":112,"new_correct":112,"old_correct":112},"14":{"n":18,"new_correct":18,"old_correct":18},"15":{"n":19,"new_correct":19,"old_correct":19},"16":{"n":15,"new_correct":15,"old_correct":15},"17":{"n":16,"new_correct":16,"old_correct":16},"18":{"n":94,"new_correct":76,"old_correct":74},"19":{"n":1,"new_correct":1,"old_correct":1},"20":{"n":28,"new_correct":28,"old_correct":28},"22":{"n":18,"new_correct":18,"old_correct":18},"25":{"n":88,"new_correct":84,"old_correct":88},"30":{"n":2,"new_correct":1,"old_correct":1},"34":{"n":24,"new_correct":24,"old_correct":24},"41":{"n":201,"new_correct":191,"old_correct":181},"56":{"n":2,"new_correct":0,"old_correct":0},"64":{"n":27,"new_correct":27,"old_correct":21},"113":{"n":24,"new_correct":20,"old_correct":24},"115":{"n":1,"new_correct":0,"old_correct":1},"116":{"n":18,"new_correct":16,"old_correct":4},"128":{"n":12,"new_correct":0,"old_correct":0},"138":{"n":2,"new_correct":2,"old_correct":2},"147":{"n":1,"new_correct":1,"old_correct":1}}}
