{"elapsed_seconds":1819.1185859090183,"error":"Input type (torch.cuda.FloatTensor) and weight type (torch.FloatTensor) should be the same","error_type":"RuntimeError","state":"failed_not_complete_evidence_retained","traceback":"Traceback (most recent call last):\n  File \"/root/private/project/pallet_detection_v2/pallet/mask_model_improvement.py\", line 469, in worker\n    result = (train_m1 if route == 'm1' else train_m2)(output, out, records, config, path)\n             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/private/project/pallet_detection_v2/pallet/mask_model_improvement.py\", line 399, in train_m2\n    predictions, diagnostic = rf_predictions(module.model, items, diagnostic=True)\n                              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/utils/_contextlib.py\", line 116, in decorate_context\n    return func(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/private/project/pallet_detection_v2/pallet/mask_model_improvement.py\", line 259, in rf_predictions\n    outputs = model(image[None].cuda())\n              ^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1739, in _wrapped_call_impl\n    return self._call_impl(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1750, in _call_impl\n    return forward_call(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/rfdetr/models/lwdetr.py\", line 477, in forward\n    features, poss, cross_attn_features = self.backbone(samples)\n                                          ^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1739, in _wrapped_call_impl\n    return self._call_impl(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1750, in _call_impl\n    return forward_call(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/rfdetr/models/backbone/__init__.py\", line 26, in forward\n    result = self[0](tensor_list)\n             ^^^^^^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1739, in _wrapped_call_impl\n    return self._call_impl(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1750, in _call_impl\n    return forward_call(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/rfdetr/models/backbone/backbone.py\", line 175, in forward\n    raw_feats = self.encoder(tensor_list.tensors)\n                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1739, in _wrapped_call_impl\n    return self._call_impl(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1750, in _call_impl\n    return forward_call(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/rfdetr/models/backbone/dinov2.py\", line 276, in forward\n    x = self.encoder(x)\n        ^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1739, in _wrapped_call_impl\n    return self._call_impl(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1750, in _call_impl\n    return forward_call(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/rfdetr/models/backbone/dinov2_with_windowed_attn.py\", line 1312, in forward\n    embedding_output = self.embeddings(pixel_values)\n                       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1739, in _wrapped_call_impl\n    return self._call_impl(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1750, in _call_impl\n    return forward_call(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/rfdetr/models/backbone/dinov2_with_windowed_attn.py\", line 449, in forward\n    embeddings = self.patch_embeddings(pixel_values.to(dtype=target_dtype))\n                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1739, in _wrapped_call_impl\n    return self._call_impl(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1750, in _call_impl\n    return forward_call(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/rfdetr/models/backbone/dinov2_with_windowed_attn.py\", line 332, in forward\n    embeddings = self.projection(pixel_values).flatten(2).transpose(1, 2)\n                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1739, in _wrapped_call_impl\n    return self._call_impl(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/nn/modules/module.py\", line 1750, in _call_impl\n    return forward_call(*args, **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/nn/modules/conv.py\", line 554, in forward\n    return self._conv_forward(input, self.weight, self.bias)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File \"/root/public/unsloth/lib/python3.11/site-packages/torch/nn/modules/conv.py\", line 549, in _conv_forward\n    return F.conv2d(\n           ^^^^^^^^^\nRuntimeError: Input type (torch.cuda.FloatTensor) and weight type (torch.FloatTensor) should be the same\n"}
