{
  "paired_batches": 52,
  "consensus_frames": 30,
  "adjudicated_frames": 226,
  "pending_adjudication": 0,
  "superseded_frame_ids": [],
  "errors": [],
  "annotation_path": "/root/private/project/pallet_detection_v2/outputs/review_round_003_small/labels/191017bf16ce3c6f8483.jsonl",
  "dependencies": {
    "outputs/rounds_v5/round_003/proposals.jsonl": "0863fca7457987eb243adb2ce9c9e307247010ec0cd0c4b99523ccdff5592ab1",
    "ingester_code": "1b26a577a552c5ce6327dd4f32af4f4620fe8946ddad7c9cde15738a7f51d8b6",
    "review_schema_code": "41b090ce28f252138386732ea46b6a6d1503b11a286b4cc2c1d84a0641182be8",
    "outputs/review_round_003_small/tasks/train_000.json": "f57bee397220772dac982e8cf6d96e64b123a930595055c6684ad6d64f708983",
    "outputs/review_round_003_small/reviews/a_train_000.json": "70a03d27d8bfc10594571ecae7d74ad4b2bf5397e6c623728a95d156774cbb79",
    "outputs/review_round_003_small/reviews/b_train_000.json": "a66cb7b364537e6fff1228a997291a4ab8ecc2b173765fc7ffbe93a102868abf",
    "outputs/review_round_003_small/reviews/c_train_000.json": "4f2db20c21904847add7e6b4fd2d8da43bdc00092ac72e5a975868f176216281",
    "outputs/review_round_003_small/tasks/train_001.json": "b877be9f4a8b91c9baae0be25800a5c7d2401b9122e14c2583caa95c62f078c1",
    "outputs/review_round_003_small/reviews/a_train_001.json": "e27590e430fae2be3b28ad4b46759acbf849e471e0c131e014ae01285436caf7",
    "outputs/review_round_003_small/reviews/b_train_001.json": "3fc0386f3148c0e91519ce88547181a68d1888bb7f45f46374468cb1a2cab08d",
    "outputs/review_round_003_small/reviews/c_train_001.json": "6d7aca1debc7d68e6c6a309ef32895cd8e4774daffe036202bcc7d5e34b3d2e0",
    "outputs/review_round_003_small/tasks/train_002.json": "d04ef497733e1bb20e557c40c27ae7afd85b879f69bf0b0f075fc7d141dcd4bf",
    "outputs/review_round_003_small/reviews/a_train_002.json": "9205f39b8a22331c369c1f4955659c6431c53c7b6b041d394c05808ba946f88a",
    "outputs/review_round_003_small/reviews/b_train_002.json": "01c5e05162f04e3aa419d2800933e2529b95ac69f1d6f8dc0fd4b00e5290adf1",
    "outputs/review_round_003_small/reviews/c_train_002.json": "bc4ad8a2993d8f48165f60e8ae7ed8acfcd5c22ae6272f7d83fd3b9efd3310f2",
    "outputs/review_round_003_small/tasks/train_003.json": "751a70c7af3c313bf4a7d0188c50eba4093aa6f9434c372223ed8b5812ab1d98",
    "outputs/review_round_003_small/reviews/a_train_003.json": "e9419294c23c90e9ead916fbc0e8048b581338af32a447ce65d3bd0c20ed3771",
    "outputs/review_round_003_small/reviews/b_train_003.json": "9efe059c817d4e31c0ea1b5cdcd6af4a9e4fd212cc0bd3fcc009dad8e4efd8ed",
    "outputs/review_round_003_small/reviews/c_train_003.json": "d2febfe215f020684eb69e41fa7ade3ab4147c092e920c6d4469ced7c6abf9d0",
    "outputs/review_round_003_small/tasks/train_004.json": "74a3e53c06d4c3a22750cabe0fb4c7faa29cb515c5076d7fdf3789f08bd98ef7",
    "outputs/review_round_003_small/reviews/a_train_004.json": "c2277aaa97b76ef7b3437629ff48a76d3434a2adc76819f585a0f0fbab4fc41f",
    "outputs/review_round_003_small/reviews/b_train_004.json": "cb1b6db759aca52455d0e1088526de10564990c28232b7ffdaa52e89805bc81b",
    "outputs/review_round_003_small/reviews/c_train_004.json": "5e3797589061431bb9ac3438d5b2eefd117da0666daacda7cbc287208d0593af",
    "outputs/review_round_003_small/tasks/train_005.json": "431e1072a68e57be09392b29327c011a6aaa39112f92281e31d8c690b95ecfeb",
    "outputs/review_round_003_small/reviews/a_train_005.json": "de6eb07bbee37b9d55c33d2399101766bc88ee1e89cb365eca3f8c88cdf90f08",
    "outputs/review_round_003_small/reviews/b_train_005.json": "7dc64b99c0504c5671192b48b765e7af0276c5b58ac9eba83bda0ccb779f67be",
    "outputs/review_round_003_small/reviews/c_train_005.json": "a7aa2f4b5855f4c67363a4b1eb30b194e740d5ee4b0db3cad444621e3e01c0ff",
    "outputs/review_round_003_small/tasks/train_006.json": "896c5778484f01e9f793698654629526f5ca60ef1bb15d21dec63f19e2b82e3b",
    "outputs/review_round_003_small/reviews/a_train_006.json": "d9eecdaefa46e6cf5f07102ac493ffddbed7c7688a4453c612eada69d9e570a2",
    "outputs/review_round_003_small/reviews/b_train_006.json": "0da348891657e497fbc8f5496aa1aaff0c18012fa3d6e3249c5ba786236ece72",
    "outputs/review_round_003_small/reviews/c_train_006.json": "d70785b97d8edf0a1d84365b5fcf08fffa564f2f780c2a0c885acf5defc9e46f",
    "outputs/review_round_003_small/tasks/train_007.json": "a93033efe38f619d5bf4720a9c30b8fdcb1173ac7894f358b77f49294900fc2d",
    "outputs/review_round_003_small/reviews/a_train_007.json": "3e15d01ec5f7021df168e23e79ee50855f96c849393a3ffb90903780dcc549ed",
    "outputs/review_round_003_small/reviews/b_train_007.json": "71c41555449d2b79ea710490b49de139583db0c39f300e4ef8686c4d28c7ed96",
    "outputs/review_round_003_small/reviews/c_train_007.json": "40453e8c08192cc227a98adf07647be735a481f63740670111d1dc07855d335f",
    "outputs/review_round_003_small/tasks/train_008.json": "efff0b04c95334c6afb8d4a48b97e295272a4d90e90564cece97a12e49444ed4",
    "outputs/review_round_003_small/reviews/a_train_008.json": "2d272cc8cbeca2cf5499dea9c0b24e629cdbc3aa6d1f0d22cf8fd2bb05e00500",
    "outputs/review_round_003_small/reviews/b_train_008.json": "6c32deb8800dab577ec76ec9116413b596be0c2e0ec598bab3f672f6e65c6090",
    "outputs/review_round_003_small/reviews/c_train_008.json": "044b7d6e8e62884564bdb3d385e093348650499fa2fa8c8712038f5699ff12fa",
    "outputs/review_round_003_small/tasks/train_009.json": "659e2af2737e4e4779ad76dbae176ad351f4beed4527e22fb7093cdf78ffdc9a",
    "outputs/review_round_003_small/reviews/a_train_009.json": "d89ef9a39c7558e1fee7857007db44c5c881996b469975110782154247f9ded0",
    "outputs/review_round_003_small/reviews/b_train_009.json": "c3ddb6e648ec7fbae9de4f561979cbd9fa3ddf0e1999f247bede27c2024b53f3",
    "outputs/review_round_003_small/reviews/c_train_009.json": "9cb8db99b0683cc293ac1feacd847bb417d90bd3842ecb4382bce193670b9ea6",
    "outputs/review_round_003_small/tasks/train_010.json": "2e8dd2842bb808e7f5572d1c5a623485d81d95643d06620c9c0ce40d5b658ec4",
    "outputs/review_round_003_small/reviews/a_train_010.json": "80cd904e25b5fb5c5ffb2572f45eb9d3946b74f15f2df4b746fc7b2ce030088d",
    "outputs/review_round_003_small/reviews/b_train_010.json": "1336f7766358f0da43ec3bebc805ddd2d2489dcb2b85f1fda551c5f88e5ee460",
    "outputs/review_round_003_small/reviews/c_train_010.json": "5dfd49db8cda79dd0850a14ea0fb986335dc9c9cab5750054741f8a49176fa93",
    "outputs/review_round_003_small/tasks/train_011.json": "186f45a7a4ddb40cd78bd1231fbbe1c5f3435e28f78c7210ff719388be5f2f15",
    "outputs/review_round_003_small/reviews/a_train_011.json": "9998515fdd4778250ee913cd40da46d00a25d8dc6586839e8b90bf9800ccf141",
    "outputs/review_round_003_small/reviews/b_train_011.json": "76223bcad3e8837a9b2324ecfa3c8e8dd2aa545e749941d340bf7bf7f8a126eb",
    "outputs/review_round_003_small/reviews/c_train_011.json": "4ad6ba537718a81c47f92ac6352995bc59fc6d70efc3de8fc870358eed71cadb",
    "outputs/review_round_003_small/tasks/train_012.json": "817c3a9758e58abe58c1ff294c5f900104e8287cb86c6d669fb92f08983fe919",
    "outputs/review_round_003_small/reviews/a_train_012.json": "b2f72dbade875fd1b756981b559a383a8bee002450acdefe45ab691dd75ec4b4",
    "outputs/review_round_003_small/reviews/b_train_012.json": "b8fe7a575799937117c0a3f0941d0855a1aa8facfe84a8d9d72bf8fe1ab2be84",
    "outputs/review_round_003_small/reviews/c_train_012.json": "2f22613ab6b3b70a0d3b0017bee3b25a1d9cebc43197abaced53403f590ae13a",
    "outputs/review_round_003_small/tasks/train_013.json": "0557720ab5b4f235dd8e3eb2059ba4d548da1cce671d7cc5fa3994397bc98fea",
    "outputs/review_round_003_small/reviews/a_train_013.json": "39a027e3bf55c7cfdea7c1049017f0d74b33301333950370bdd2fe81664f3924",
    "outputs/review_round_003_small/reviews/b_train_013.json": "5fc980233e98a74fba4e146fc6ed2742d118381abb586697ea7e6dc855a97ee6",
    "outputs/review_round_003_small/reviews/c_train_013.json": "79703efdcec41af1743afa097aa00bf0c38d16b047d8db10c15882e3f3f69c55",
    "outputs/review_round_003_small/tasks/train_014.json": "e32f551be8599e0b5ef0b769d562af2f267136c72695ba0eef54b0660792f535",
    "outputs/review_round_003_small/reviews/a_train_014.json": "373908444b77c1496850e039eced85e534e53f2b0b8d3891ea84b058eed474a3",
    "outputs/review_round_003_small/reviews/b_train_014.json": "9fae8ba641ccc015f0250a6431233f490b06cb9e8019bc01069269b98eb24238",
    "outputs/review_round_003_small/reviews/c_train_014.json": "025e546a0f3338ab1dd15f9817651e5ef4f42e5db795a341c0e5e566ad6cae39",
    "outputs/review_round_003_small/tasks/train_015.json": "9a5303816f668b4b3c953a978202596edd00c08a828e129d14bb0e1d09f2001a",
    "outputs/review_round_003_small/reviews/a_train_015.json": "924f9ad278f0e19c30d87f9fa15ca087ace276eb1b92775f673c365624482d7a",
    "outputs/review_round_003_small/reviews/b_train_015.json": "91fd70418f3974b347b48b26ba137e309c6e9c9386d62fe57e7e694834b8bde2",
    "outputs/review_round_003_small/reviews/c_train_015.json": "5f1e3aead1e15c03f0ad049e13842d510132774e17850565907b8d3bc954c38d",
    "outputs/review_round_003_small/tasks/train_016.json": "7e0e5b9199040da8023c43dd2fbaec12b6f3ea51976ac711470c5cfc8e6c8df1",
    "outputs/review_round_003_small/reviews/a_train_016.json": "674fb1a66c514b70d50e0dc0c58de0bdc32105615659cfdd97b884c5a8005756",
    "outputs/review_round_003_small/reviews/b_train_016.json": "54c1383055499c78460c1836b63483e2df0520c05a88489e8c83bf64225ba8ed",
    "outputs/review_round_003_small/reviews/c_train_016.json": "a001de3ba87c4a6d5003de3e6294a76a54e1abecb1ade9a7cce13f4bff8bee5f",
    "outputs/review_round_003_small/tasks/train_017.json": "bd347b2af88dc29dfbdf5953fc0ed279b6487537d035e524f88d9f07051a3f67",
    "outputs/review_round_003_small/reviews/a_train_017.json": "2c94d7601e2cb7a6a14e85926d2c27b32ae25f28242d4d194fbbb0f17cfe9f75",
    "outputs/review_round_003_small/reviews/b_train_017.json": "767a061ce0fb03490510a460f7ad7ec6c4c0fdb7115f0d4bf79de60e55560718",
    "outputs/review_round_003_small/reviews/c_train_017.json": "baf4cc09b6232fa7d64362943674d339cff98de60421957e93034a92d78bd8f1",
    "outputs/review_round_003_small/tasks/train_018.json": "d9cb7a276ec9040887b700792e303d870aa85aab558021e8962c3d3968ae53ed",
    "outputs/review_round_003_small/reviews/a_train_018.json": "b0ae5a219cf2fb95cf98cc0a5a40ccde1317b0320991da84b117c95776ae7c2c",
    "outputs/review_round_003_small/reviews/b_train_018.json": "66188d64c03423d4aedf3974daa05f1f4a6041980d6f57db1732fb6123440fc6",
    "outputs/review_round_003_small/reviews/c_train_018.json": "1b2406e6987e422647b82956232eeff284ed68041fabb911aca80a074065d5ba",
    "outputs/review_round_003_small/tasks/train_019.json": "8e23173f6c27d7895bb85114330653f75902720bd4963d76f06a5f9d561088d9",
    "outputs/review_round_003_small/reviews/a_train_019.json": "dd7d7761b5ad45606d42859c70b0f4d4231e2dbcc9484f39f4706953376507e3",
    "outputs/review_round_003_small/reviews/b_train_019.json": "af27ffa40511b372462334ed44791f0e84d2cc75b1a54617691c4bc4dfc8a02a",
    "outputs/review_round_003_small/reviews/c_train_019.json": "beba6887b7a34d0b51705ecdea5761a138f0a238cb10429db0dba64ffeee82ae",
    "outputs/review_round_003_small/tasks/train_020.json": "bad634e351988fe2d3d44e2bb693be7efc85e1ff9bd2ad71496568295b127b3e",
    "outputs/review_round_003_small/reviews/a_train_020.json": "5e3e245d2f6e6e56cb93a78addfff361c85f40b59eb0ed914c8d14c47df4cb09",
    "outputs/review_round_003_small/reviews/b_train_020.json": "7d9ff14eb5b3699565b2aa5dc8199c9c74d608433042d7a2dfc2899fe38e78b3",
    "outputs/review_round_003_small/reviews/c_train_020.json": "3650f67e4d0c340108ea0b15e8bb741173855dc5072253ad194540c50112822b",
    "outputs/review_round_003_small/tasks/train_021.json": "79da3c96d0dd9e95c6155f53aaca754e3bc2707d48c9a6ad69a1587fdcab204b",
    "outputs/review_round_003_small/reviews/a_train_021.json": "93fce8b4d76255547321cf8d3c8a7faf321bd01fdfdb5568d431c07c395c7264",
    "outputs/review_round_003_small/reviews/b_train_021.json": "26aec13b6ba8583d978c6238b96f194af01538cf6f65d373ee39f2ebb0a0b857",
    "outputs/review_round_003_small/reviews/c_train_021.json": "3b08a3f2dd4641b8fea44f4b9308c5d106b81a800003cb0a0e552140a440a87f",
    "outputs/review_round_003_small/tasks/train_022.json": "b633666faf36b37f0a4366cecb70640a6bf2821072608d86d1d789bf680b0708",
    "outputs/review_round_003_small/reviews/a_train_022.json": "8008935a55d7fb7b0167d1e2b00042cfb7059afd736fdaa089e01cb003952f42",
    "outputs/review_round_003_small/reviews/b_train_022.json": "d418b6e0cc81e914f7918c64cd6b78a2980be6b34c57d72c3125cdea2a375fb3",
    "outputs/review_round_003_small/reviews/c_train_022.json": "d6b4669da5d75bf8342ee54b26d72b7a5bd7e21302e7aff03e2d7bb91f2c9814",
    "outputs/review_round_003_small/tasks/train_023.json": "58e3d3c66870fc2645b4f60742caedab5faff523f7b7c25d89d67d5c34b16a5f",
    "outputs/review_round_003_small/reviews/a_train_023.json": "65bb36cc06a0dcdc48cd432d84fa62f1f5354d4704be150e1579240a9e7b4850",
    "outputs/review_round_003_small/reviews/b_train_023.json": "ebfca18c95f05b82f9c4d7b29a34348022136bd7738063a6a7b51c36db7b323c",
    "outputs/review_round_003_small/reviews/c_train_023.json": "87d2302af05947c4c17cf94c956e8e69cbe8106dbd8f3d6660056363d1017817",
    "outputs/review_round_003_small/tasks/train_024.json": "2553ab1a979736833c249e7b391e28f8abd00d0d2496ff1c6a990ed129c3216a",
    "outputs/review_round_003_small/reviews/a_train_024.json": "22e31f089b57a47e85b347937caaa3ebbd22674ce167ac1efb7a77f2660f775a",
    "outputs/review_round_003_small/reviews/b_train_024.json": "33d0a8b70c584f7e015caab27a916260db7d1e3c3f78e456ebe200099dfb2300",
    "outputs/review_round_003_small/reviews/c_train_024.json": "bb2fc637fb19392cf4e199b4aef8fbe620e9da6891d39c7f0b047fded0c96bd2",
    "outputs/review_round_003_small/tasks/train_025.json": "a7d9bd377cc62ed71e895765f214bd18a0ba69bda12d9f103ec3da1407c17b0a",
    "outputs/review_round_003_small/reviews/a_train_025.json": "33c2f36c7583976b674ffdeaaec0778fda29fd68605d6ca8f1795b08ca1551fe",
    "outputs/review_round_003_small/reviews/b_train_025.json": "ccac7b4e97b36cc161788c560b40a800f8905069d132ec77c1fcba184c653944",
    "outputs/review_round_003_small/reviews/c_train_025.json": "f26e5da8f1ebd263ef4fd61a19be18521380a55779f76288ea527312c3667558",
    "outputs/review_round_003_small/tasks/train_026.json": "be3da4c05892c5f9d90e6d39856bd391325d38ba3a46ec1199920cad5a086775",
    "outputs/review_round_003_small/reviews/a_train_026.json": "b5ade08a274dcc5d2ae6d466ddb118e7aadf73a480d3fec0fe78c04302c471a3",
    "outputs/review_round_003_small/reviews/b_train_026.json": "f3108eb89569e863179fa16df71453a29552ad9fe9578948f84525d117161ec0",
    "outputs/review_round_003_small/reviews/c_train_026.json": "a3b868a03edfa2854be1d12fd3e329590af3db1fc40adda36b911a197edc917e",
    "outputs/review_round_003_small/tasks/train_027.json": "7e1c2a14971005244a985d76faf35f409da3b0440b62a837de82824477a42fd1",
    "outputs/review_round_003_small/reviews/a_train_027.json": "8e434cb0001e4a7d29629381685cdb0fbd5967f2ddb529e746b948e067254048",
    "outputs/review_round_003_small/reviews/b_train_027.json": "efa862907b05559c1ead5ef8a2bab078bfaf15ef90074dfcef0a5ea8f2a75f2c",
    "outputs/review_round_003_small/reviews/c_train_027.json": "0922c94d9a0af412824efcc35284be8918d2b00a2230845937d13b07c1a7db77",
    "outputs/review_round_003_small/tasks/train_028.json": "8ea6d909bb7bb3e6a2eeab316597fa5ff1aa412572fd85f74c27611a998f865e",
    "outputs/review_round_003_small/reviews/a_train_028.json": "51204a6bf19c26b0a7431ba5d7522757a2d5e7905ee4942d9ea312fb8864c89d",
    "outputs/review_round_003_small/reviews/b_train_028.json": "553b71e5e45b451fcce85357b3551901530995f051e7b7a1c77381bd83c9e743",
    "outputs/review_round_003_small/reviews/c_train_028.json": "dfd8ef74e0aadb010c98c02a3d343ed53af05847cc7006941d4638e8e8775e24",
    "outputs/review_round_003_small/tasks/train_029.json": "9bbe4bb0adde8b54cce1faf3a81a1e6781cc3c80be03964ae1f59f9674be8c6c",
    "outputs/review_round_003_small/reviews/a_train_029.json": "adaafd25b8c23b1358af8b8778a4dc8a9cfd85253b3aeebe757f3c55030be1e6",
    "outputs/review_round_003_small/reviews/b_train_029.json": "f03dc2c15ca8e3b999d9914d15818c230d2189c86c0292c98eb8771824d1cc05",
    "outputs/review_round_003_small/reviews/c_train_029.json": "8a13f9b869bbda3d48c4bcd53f4b6db721f5f0e34005f5071e3693e9b9c55ce9",
    "outputs/review_round_003_small/tasks/train_030.json": "be0f67b65854edf3bc8566396b4e9accd64105431f54ba3d9bacd83bd46aa725",
    "outputs/review_round_003_small/reviews/a_train_030.json": "724d6d3cea9442f76689eddf945bd3833c679a2e889698a31d889d1a753274b2",
    "outputs/review_round_003_small/reviews/b_train_030.json": "89c71455f818df9d913a34dd9c7293de0a9462b499a97069968399e6d0cbc29c",
    "outputs/review_round_003_small/reviews/c_train_030.json": "d88585513f07809ffa424acd8042ddad727fc4382a7cf4e87410e2017c80ed50",
    "outputs/review_round_003_small/tasks/train_031.json": "3c1c0ff8de181f3d1c2cf529ac9942552377a163b754379b229d2706882b82c1",
    "outputs/review_round_003_small/reviews/a_train_031.json": "a2f19c71dda6838a4da5407f6e8ee1638633cff8dbdcc5884293634a74ee79de",
    "outputs/review_round_003_small/reviews/b_train_031.json": "bb93cf140f2c53d7f33c2b95f02d0957c967aeb736547fd5eed7f2597cbf6154",
    "outputs/review_round_003_small/reviews/c_train_031.json": "7b8a5cfcf3f377f30ff86c88b3f747dc6cadf09b49f448b676818c59e79c59b6",
    "outputs/review_round_003_small/tasks/train_032.json": "263e24e90ca38b0e7cc8bb52354c8e6521dd240763fd31f90cdc8ee1567101a6",
    "outputs/review_round_003_small/reviews/a_train_032.json": "83aa625616269e34d381249927043312214e127e8e82c7f1c0d321056641731b",
    "outputs/review_round_003_small/reviews/b_train_032.json": "4eeec44203007ee261995924b1bb67d992a277e1b64db93cb8372679ee1221b5",
    "outputs/review_round_003_small/reviews/c_train_032.json": "558a90a51026892465763aee1c5e4bf930ce33d1e84d7d621b359c69b993c9db",
    "outputs/review_round_003_small/tasks/train_033.json": "c012576e2dc11bf2fb5de50bf665ba3b87aa32506d83fb82ce95ab20c755b1cf",
    "outputs/review_round_003_small/reviews/a_train_033.json": "6fdd7395ec3d06e11e7496e212871016dca273c19892443bafaaccdbe8952010",
    "outputs/review_round_003_small/reviews/b_train_033.json": "d4d219d6dbb31730d160dc8e0add441b8493ebdc82499c7b98d6513cbb2e9a67",
    "outputs/review_round_003_small/reviews/c_train_033.json": "0dc4a95f3566aefaf62ca02465a5890879427f8ade6ba16bc77956ad7af502de",
    "outputs/review_round_003_small/tasks/train_034.json": "47e5036f8a0ba9d8a14ccc99008cca8af3917df6b8fe48316fec68b81275a114",
    "outputs/review_round_003_small/reviews/a_train_034.json": "350be20d4fb5a63c9a1efb328980399f2cbb7d7025d7d236f46d88bbea2a4457",
    "outputs/review_round_003_small/reviews/b_train_034.json": "3e6fe3b8e4a94b838c2e80b455baf0c24107be197c0372d3cbddbf933f223b24",
    "outputs/review_round_003_small/reviews/c_train_034.json": "60e53ef0ea2f13c396bbe260a50e23c298a803a05672fa3b0ffabf4c171a30c1",
    "outputs/review_round_003_small/tasks/train_035.json": "1ac3e42c508352c6ed76ad9eeafd6a56f7281831cbf1f9888b3d097fa9412fbd",
    "outputs/review_round_003_small/reviews/a_train_035.json": "f2049359fd2c69f0bcdaba1c058b7add6950aab8daf29e259760fce38ec3f489",
    "outputs/review_round_003_small/reviews/b_train_035.json": "f476007e9addc71548d2f11490a5789d038b82be1ab76e04961b87a05c6a1222",
    "outputs/review_round_003_small/reviews/c_train_035.json": "eea80bd775061ffd474120588cefb852c7daa4f25b40e2bcb320e480e806c289",
    "outputs/review_round_003_small/tasks/train_036.json": "958eb4af49cc65b1b642c7dffc3c6cefc088b1b66a824e91c89ea461ef74cb87",
    "outputs/review_round_003_small/reviews/a_train_036.json": "8bf81ee911d98bc4be026cfe7336297bbb4a149f7150bbbe8edd15b5c27bfefc",
    "outputs/review_round_003_small/reviews/b_train_036.json": "4a0533969790c1c08d8565f1171c415e1895c692dfca47dd7efb876046197d85",
    "outputs/review_round_003_small/reviews/c_train_036.json": "c6a65f02465187e248d5d72026b9bed7c866b6c7f3e3b35c8116f079bcd86448",
    "outputs/review_round_003_small/tasks/train_037.json": "26b42e58a4e939b8bc331104f2e60727e0fba45dd6a95ae98f1c2de1237b051a",
    "outputs/review_round_003_small/reviews/a_train_037.json": "5a3b2705a1c59e3e1bcd83df75224ce0917d15049d278aba6ca5da430d1bd1ac",
    "outputs/review_round_003_small/reviews/b_train_037.json": "c366b0683f775d5038c454f06974781019c342692a6ca9ed441862ddef22b270",
    "outputs/review_round_003_small/reviews/c_train_037.json": "b78701efb36a3a0fa909b960979e859e091b7dca36f653a816361b38d8fc7729",
    "outputs/review_round_003_small/tasks/train_038.json": "0973a3b911e14cb052844c9c175004e3ce8ca668e65d35d0ccf0f95d36086b83",
    "outputs/review_round_003_small/reviews/a_train_038.json": "b1fc041ff78ebc9b1217056c94500a4b608e472dbd2fde8b58eee6ce817d44ba",
    "outputs/review_round_003_small/reviews/b_train_038.json": "fb3a57a0c6474147647e40ed0f0e31365bf4a3aef1691f866e8c41a0dc5b0214",
    "outputs/review_round_003_small/reviews/c_train_038.json": "1427fca8ea16d081086c62cb0721228b765cee10e5604cc084ece3cf21380d25",
    "outputs/review_round_003_small/tasks/train_039.json": "fcfcd26c247d444623240acccfc793565131a695df96245270c706e9fe5d079f",
    "outputs/review_round_003_small/reviews/a_train_039.json": "0dccd5f5538c9dcd24b380a7417bfba1613ae07cba490bada63b23230ee470fc",
    "outputs/review_round_003_small/reviews/b_train_039.json": "a86e147d502c4561927f24338a8e65e27c543056a2cac92a4ad0e23de5af5d7b",
    "outputs/review_round_003_small/reviews/c_train_039.json": "3bedd25e67b23e096ae6f2b948d47b59cbce5187bbe3f4f7450b88c1b4441858",
    "outputs/review_round_003_small/tasks/train_040.json": "34c23f4fc1d9d753c0b5d05c52745f4a15575228d0dcc4f9118aa123beb30dd8",
    "outputs/review_round_003_small/reviews/a_train_040.json": "96f3b995ae369b365a5ccfbb250c92e46c3d55262d604f933b1da9f3adbdbafa",
    "outputs/review_round_003_small/reviews/b_train_040.json": "1ca7d01545f78803463184d8a87edbac7066d005db368ec83077e9eec7d8ad6a",
    "outputs/review_round_003_small/reviews/c_train_040.json": "e41ba17ed8eed691827134e49030e585ade837d82e39d816d23e4696c176c3b8",
    "outputs/review_round_003_small/tasks/train_041.json": "fbeaeffd89e399006aee3f8dc0d6fec5b6cbba4ab90f53bbaf7ed53826eefab8",
    "outputs/review_round_003_small/reviews/a_train_041.json": "95d88ee7cf3bd2a8aa4ddb1a2fe62c2156704d211a24f64cc7c103c3877b7bad",
    "outputs/review_round_003_small/reviews/b_train_041.json": "3ac77f61c54747a4fc11a8c12972f36c286e58d946fd53deb4410f0ebf786027",
    "outputs/review_round_003_small/reviews/c_train_041.json": "af8ea60fcd02fd6a321d89be360a020aada302e6b3f6f4b5468406550f09816d",
    "outputs/review_round_003_small/tasks/train_042.json": "1e2c7fe5dc49a5c384eb646958c13db557fec9a8ad46526aff17e1ac47d526ce",
    "outputs/review_round_003_small/reviews/a_train_042.json": "485c5010c1c1bd5cc1e53bea171ad9be61b67ddbe9471e9fa475964b9a8dd5a1",
    "outputs/review_round_003_small/reviews/b_train_042.json": "870ad7a73f42e773be4ea43d5ea5d6d702f67a3701aae6c0f0a00e02808e717c",
    "outputs/review_round_003_small/reviews/c_train_042.json": "533bbe2c674c4c9672d8a158a10ed0313908b61052bbb6b55af0f1fe0fffa201",
    "outputs/review_round_003_small/tasks/train_043.json": "ddb072f5b2cff6f39847ae0589618a38c96489648c278fb7d7b9391d976a1418",
    "outputs/review_round_003_small/reviews/a_train_043.json": "3398e4515301ebcd8146b062c797906e0e93a712602ad13f478e0984e727f5a0",
    "outputs/review_round_003_small/reviews/b_train_043.json": "28729fa7b2a7be9ae91dc981f9637cefc70d1262580648be1b92df9cb2ed51ce",
    "outputs/review_round_003_small/reviews/c_train_043.json": "db1ea1471325b74038d58baa1a41518911bfd289928f94f52f0ef40435a219fa",
    "outputs/review_round_003_small/tasks/train_044.json": "7fabaac76005fdaf666297b2bebed362f58432b904fa8467d95fbf4c48ce75b1",
    "outputs/review_round_003_small/reviews/a_train_044.json": "0caacb044e63d8ad6daf74aff0953c3f09b3e92008f790f5ade3f7feaf2d62fd",
    "outputs/review_round_003_small/reviews/b_train_044.json": "e0591ea6f85bd4c0912a6e22b0841c1532003a19c925081f08c0976b72182f0d",
    "outputs/review_round_003_small/reviews/c_train_044.json": "706de1c5d94cfa0484c627c4e3d7a81ab868c2b45994f908afc573eb850a870a",
    "outputs/review_round_003_small/tasks/train_045.json": "3b8601cfefdfa60e20479616e95ccf5bec1df7f69fef9e02cf47f8419fdccc80",
    "outputs/review_round_003_small/reviews/a_train_045.json": "305e6c974ea6d125fb1f894ccfc2fdb27b7a245f4bcccbe13bbbab15564cf32d",
    "outputs/review_round_003_small/reviews/b_train_045.json": "a06146be19e7bba845bd15f498372a1d1cb7dc98a151894e60020545ab6d8694",
    "outputs/review_round_003_small/reviews/c_train_045.json": "4debb5edc0a652b0abb1e212e3a3640363a85ea3a39e3864e71cbebfe3b8cc5f",
    "outputs/review_round_003_small/tasks/train_046.json": "9d1bca82d587090fc955f81de100f8e508392c6d3c5641b0816a15ad4b370b27",
    "outputs/review_round_003_small/reviews/a_train_046.json": "6ae1a6e505ca853058ecc4e5a818b3014bc6f4cae6502097091844124fa4a779",
    "outputs/review_round_003_small/reviews/b_train_046.json": "d87301831298da7ae8fbd709118c45303c1b53d03a0003fe2a1dae81f6a1b442",
    "outputs/review_round_003_small/reviews/c_train_046.json": "80fd523014f65fb2004d6fc5d9eae9e1d48bf292db989615969705267d0a15a6",
    "outputs/review_round_003_small/tasks/train_047.json": "fc44e9a2aa65f17439d3a590af4ef38cec71a8b318679288c06ceddbb4d3f09e",
    "outputs/review_round_003_small/reviews/a_train_047.json": "4a3aa288bbee41ea6ca4afdf8c4d50334b97e8557aad926a4e4d2d67ab019e6b",
    "outputs/review_round_003_small/reviews/b_train_047.json": "4c656cf9e4024221158fe2f0a1125842ace1fa15bda1e5cd8e3eda0cc32109b4",
    "outputs/review_round_003_small/reviews/c_train_047.json": "9bc4b17e46a274a489f36509134ae88242ceceb80e067ac2a59a598b2b58aee2",
    "outputs/review_round_003_small/tasks/train_048.json": "f9dc1184cb87145818a7800fbd111c282891ff281ebb0b9806130e0ebf4859e5",
    "outputs/review_round_003_small/reviews/a_train_048.json": "9c7fe33592da33dd32d22930a250a9b6d7bcc03c0bcafea651640a215fb71f49",
    "outputs/review_round_003_small/reviews/b_train_048.json": "8be38b977a26a92901cb04402425e900edb6136cfc4deb376532c428d168f4c9",
    "outputs/review_round_003_small/reviews/c_train_048.json": "2ae5cb9dbea1aea0c0416fe7df5058a3f16da96037c2346cba99ba33d55e1a03",
    "outputs/review_round_003_small/tasks/train_049.json": "381ef8382a5a5b61638a3ff2129b5c8db294191fb086478cf57c1a21fc37155c",
    "outputs/review_round_003_small/reviews/a_train_049.json": "46f4ce17171479022716b90df1df0ce5fed2460a6ebc8ded44861ccb4dfddec8",
    "outputs/review_round_003_small/reviews/b_train_049.json": "5fbdbe73f439db327e714c5894bd24016ee381793f91e75837be8fa8a4b7bd64",
    "outputs/review_round_003_small/reviews/c_train_049.json": "fd98480ea75c09216459d8a0688d126abf3297c83f1471aa15a65e9bf4838dc7",
    "outputs/review_round_003_small/tasks/train_050.json": "45ef4959e853b35cabede6bfa5496ac0f28bc9f92a50a95df615d2c1b189cc56",
    "outputs/review_round_003_small/reviews/a_train_050.json": "5feff25dc021b2247a5cd2f2fe410f626056240c8d6a7770e922c925b513ec92",
    "outputs/review_round_003_small/reviews/b_train_050.json": "8f82abab684d8ac7c0c0d0c9574788e726d618f059feb9cfe1dbb50b159f3a79",
    "outputs/review_round_003_small/reviews/c_train_050.json": "72694b4532424753b6242710b80f803bbcb79e0020afcaa635651285823d54a0",
    "outputs/review_round_003_small/tasks/train_051.json": "f5bd19f6a3bc85001627867aed7166946ac0bfeeae7f1b37c32feefe66382185",
    "outputs/review_round_003_small/reviews/a_train_051.json": "e4c4b14ef47f2342b8aeba708ef30e9c8344dc0d667cfd94c889491df6e951d1",
    "outputs/review_round_003_small/reviews/b_train_051.json": "98db9eaee829e540c204937962ca9b4afdee693731a0e9577e9f3d187afbcee3",
    "outputs/review_round_003_small/reviews/c_train_051.json": "50122f2dbf0b5bf99fbea27f2001aeed9ad46af37ed2d84089a8e5df98f51715"
  },
  "quality": {
    "frames": 10522,
    "status_counts": {
      "pos": 844,
      "negative": 213,
      "ignore": 636,
      "unreviewed": 8829
    },
    "disputed": 1693,
    "unresolved": 8829,
    "problems": []
  }
}