{
  "specification": {
    "schema_version": 1,
    "family": "rfdetr-small",
    "recipe": "official_research_constrained",
    "training_status": "runnable_sensor_research_integration",
    "optimizer_preparation_status": "runnable",
    "sources": [
      {
        "package": "rfdetr",
        "version": "1.11.0",
        "file": "config.py",
        "sha256": "2162bf18e38057753aa59c5c93d26e8b39210587fe3be99d045ad3c2ebe2bb8b"
      },
      {
        "package": "rfdetr",
        "version": "1.11.0",
        "file": "training/param_groups.py",
        "sha256": "52e1bb979e95ba1908b912d4c6351342097dbe3a602555a944d4ef8b42462338"
      },
      {
        "package": "rfdetr",
        "version": "1.11.0",
        "file": "models/backbone/backbone.py",
        "sha256": "6dfb3003bab137aba181abe5e035d011654eca4879082088ffe4072c9e129499"
      },
      {
        "package": "rfdetr",
        "version": "1.11.0",
        "file": "training/module_model.py",
        "sha256": "48e57e6106e2e8a2fe09d876d2e237c9e1ed08756274890357bd74cc0a07c265"
      },
      {
        "package": "rfdetr",
        "version": "1.11.0",
        "file": "training/callbacks/ema.py",
        "sha256": "180a374169911b7331f7ebe0caadc26caa68b06cf6aed0d9357a6ef16bea2e5e"
      },
      {
        "package": "rfdetr",
        "version": "1.11.0",
        "file": "training/trainer.py",
        "sha256": "b274fb04e609decd0d3b2a86532b9391ab2763cc4c42581968823a6a5358da07"
      },
      {
        "package": "rfdetr",
        "version": "1.11.0",
        "file": "datasets/coco.py",
        "sha256": "e3b6443ae8b4b0707643aa4de6f7d5115ffe82b1f1658b2afcf7990100303a28"
      },
      {
        "package": "rfdetr",
        "version": "1.11.0",
        "file": "datasets/transforms.py",
        "sha256": "6e4138baa14fce2b33d5b616c5ecc585a47ab0eae721c2af2564b483ce059134"
      }
    ],
    "official_defaults": {
      "train": {
        "lr": 0.0001,
        "lr_encoder": 0.00015,
        "batch_size": 4,
        "grad_accum_steps": 1,
        "eval_batch_size": null,
        "pad_targets_to": null,
        "auto_batch_target_effective": 16,
        "auto_batch_max_targets_per_image": 100,
        "auto_batch_ema_headroom": 0.7,
        "epochs": 100,
        "resume": null,
        "ema_decay": 0.993,
        "ema_tau": 100,
        "checkpoint_interval": 10,
        "skip_best_epochs": 0,
        "smooth_alpha": 0.0,
        "warmup_epochs": 0.0,
        "lr_vit_layer_decay": 0.8,
        "lr_component_decay": 0.7,
        "drop_path": 0.0,
        "cls_loss_coef": 1.0,
        "keypoint_flip_pairs": [],
        "keypoint_l1_loss_coef": 0.0,
        "keypoint_findable_loss_coef": 0.0,
        "keypoint_visible_loss_coef": 0.0,
        "keypoint_nll_loss_coef": 0.0,
        "keypoint_oks_sigmas": null,
        "dataset_file": "roboflow",
        "square_resize_div_64": true,
        "dataset_dir": "/root/private/project/pallet_detection_v2/<dataset_dir>",
        "output_dir": "output",
        "multi_scale": "per-batch",
        "expanded_scales": true,
        "use_ema": true,
        "ema_update_interval": 1,
        "eval_base_model": false,
        "eval_ema_only": false,
        "num_workers": 2,
        "weight_decay": 0.0001,
        "amp_dtype": "auto",
        "best_model_metric": "map",
        "early_stopping": false,
        "early_stopping_patience": 10,
        "early_stopping_min_delta": 0.001,
        "early_stopping_use_ema": false,
        "progress_bar": null,
        "tensorboard": true,
        "wandb": false,
        "mlflow": false,
        "clearml": false,
        "project": null,
        "run": null,
        "class_names": null,
        "run_test": false,
        "eval_max_dets": 500,
        "eval_interval": 1,
        "log_per_class_metrics": false,
        "eval_backend": "vernier",
        "eval_masks_head_resolution": false,
        "aug_config": null,
        "scale_jitter": true,
        "augmentation_backend": "cpu",
        "save_dataset_grids": false,
        "notes": null,
        "accelerator": "auto",
        "clip_max_norm": 0.1,
        "seed": null,
        "sync_bn": false,
        "strategy": "auto",
        "devices": 1,
        "num_nodes": 1,
        "fp16_eval": false,
        "lr_scheduler": "step",
        "lr_scheduler_kwargs": {},
        "lr_scheduler_interval": "step",
        "lr_scheduler_monitor": "val/loss",
        "optimizer": "adamw",
        "optimizer_kwargs": {},
        "dont_save_weights": false,
        "train_log_sync_dist": false,
        "train_log_on_step": false,
        "compact_train_metrics": true,
        "compute_train_metrics": false,
        "num_sanity_val_steps": 0,
        "compute_val_loss": "auto",
        "compute_test_loss": true,
        "pin_memory": null,
        "persistent_workers": null,
        "prefetch_factor": null,
        "pack_targets": true
      },
      "model": {
        "encoder": "dinov2_windowed_small",
        "out_feature_indexes": [
          3,
          6,
          9,
          12
        ],
        "dec_layers": 3,
        "two_stage": true,
        "projector_scale": [
          "P4"
        ],
        "hidden_dim": 256,
        "patch_size": 16,
        "num_windows": 2,
        "sa_nheads": 8,
        "ca_nheads": 16,
        "dec_n_points": 2,
        "num_queries": 300,
        "num_select": 300,
        "postprocess_trace_alpha": 0.2,
        "bbox_reparam": true,
        "lite_refpoint_refine": true,
        "layer_norm": true,
        "amp": true,
        "num_channels": 3,
        "num_classes": 90,
        "pretrain_weights": "rf-detr-small.pth",
        "device": "cuda",
        "resolution": 512,
        "group_detr": 13,
        "gradient_checkpointing": false,
        "compile": false,
        "cuda_graphs": false,
        "fused_optimizer": true,
        "positional_encoding_size": 32,
        "ia_bce_loss": true,
        "segmentation_head": false,
        "use_grouppose_keypoints": false,
        "keypoint_cross_attn": true,
        "inter_instance_kp_attn": false,
        "grouppose_keypoint_dim_downscale": 1,
        "dual_projector": false,
        "dual_projector_kp_only": false,
        "num_keypoints_per_class": [],
        "num_decoder_registers": 0,
        "mask_downsample_ratio": 4,
        "backbone_lora": false,
        "freeze_encoder": false,
        "license": "Apache-2.0",
        "model_name": null
      }
    },
    "research_overrides": {
      "model": {
        "resolution": 640
      },
      "train": {
        "batch_size": 4,
        "grad_accum_steps": 4,
        "epochs": 300,
        "early_stopping": true,
        "early_stopping_patience": 50,
        "multi_scale": "off",
        "expanded_scales": false,
        "scale_jitter": false
      },
      "protocol": {
        "mosaic": false,
        "effective_batch": 16,
        "max_epochs": 300,
        "patience": 50,
        "size": 640
      }
    },
    "optimizer": {
      "name": "AdamW",
      "lr": 0.0001,
      "lr_encoder": 0.00015,
      "lr_component_decay": 0.7,
      "lr_vit_layer_decay": 0.8,
      "weight_decay": 0.0001,
      "betas": [
        0.9,
        0.999
      ],
      "groups": {
        "other": "lr",
        "decoder": "lr * lr_component_decay",
        "encoder": "lr_encoder * lr_component_decay**2 * layer_decay",
        "encoder_decay": "zero for gamma/pos_embed/rel_pos/bias/norm/embeddings; otherwise weight_decay",
        "other_decay": "optimizer weight_decay, including head/decoder biases"
      },
      "layer_decay": "num_layers=out_feature_indexes[-1]+1; exponent=num_layers+1-layer_id; embeddings=0; .layer.k.=k+1; otherwise num_layers+1",
      "fused": "model fused_optimizer=True, gated by upstream runtime/precision eligibility"
    },
    "schedule": {
      "name": "step",
      "warmup_epochs": 0.0,
      "lr_drop": 100,
      "gamma": 0.1,
      "interval": "optimizer_step",
      "cosine_min_factor_if_selected": 0.0,
      "accumulation": "fixed16_actual_example_mean_epoch_tail"
    },
    "ema": {
      "enabled": true,
      "decay": 0.993,
      "tau": 100,
      "update_interval": 1,
      "formula": "decay * (1-exp(-updates/tau))",
      "evaluation": "selected EMA by default"
    },
    "augmentation": {
      "backend_selector": "cpu",
      "aug_config": null,
      "default_optional_transform": "torchvision horizontal flip p=.5",
      "square_resize_div_64": true,
      "scale_jitter": false,
      "multi_scale": "off",
      "expanded_scales": false,
      "resize_crop": "direct random resize or resize[400,500,600] + random crop + selected target resize",
      "mosaic": "not present in upstream RF-DETR pipeline",
      "implementation": "rf_sensor_float_flip_v1",
      "native_resize_crop": false,
      "synchronized_sensor_flip_probability": 0.5
    },
    "blockers": [],
    "constraint_caveats": [
      "RF detection loss uses its native per-microbatch box normalization; the loop weights each microbatch mean by its real examples over the accumulation window and flushes epoch tails.",
      "RF-DETR disables multi_scale/scale_jitter to keep training inputs at 640; those are research overrides.",
      "Research patience=50 does not equalize upstream min_delta or checkpoint selection semantics."
    ],
    "sensor_research_deviations": [
      "Fixed sensor letterbox with supported float/mask interpolation replaces RF square resize, random resize/crop and RGB normalization; native horizontal flip probability .5 is synchronized with boxes and masks.",
      "Scale jitter and expanded multi-scale are disabled for fixed640; one-device effective16 accumulation uses actual-example weighted epoch tails, a named deviation from Lightning's fixed divisor on partial windows.",
      "Project original-coordinate AP50_95 selects EMA strict improvement, unlike RF's separate regular/EMA tracks, smoothing/skip epochs, min_delta and checkpoint metric policy.",
      "Official AveragedModel callback buffers/counter, step scheduler, grouping, fused eligibility, precision choice and clip norm .1 are used; model sensor adapter adds base-lr/decay group.",
      "CUDA deformable-attention training is numerically nondeterministic across identical seeds in this environment; RNG/scheduler/optimizer/EMA resume state is preserved, but bit-exact GPU weights cannot be guaranteed.",
      "ONNX export supports checkpoint loading but RF near-tied query ordering in missing-mask probes can fail strict parity; report parity case explicitly."
    ],
    "project_integration_sources": [
      {
        "file": "pallet/experiments/train.py",
        "sha256": "30378d4d652204ee1f9df2bb0907af94731ab08aa3fcaee1baa300e939005f97"
      },
      {
        "file": "pallet/experiments/rfdetr_recipe.py",
        "sha256": "45c6c9404d6bfc961559f22f08a7fba2b10daf84d23c1af6dcb3dbd413790ab9"
      },
      {
        "file": "pallet/experiments/dataset.py",
        "sha256": "0bf75e1370b7f9cabf82569f5c7cab9845d471d633e7602ebab80d5f7c50be83"
      }
    ]
  },
  "resolved_optimizer": {
    "name": "AdamW",
    "lr": 0.0001,
    "lr_encoder": 0.00015,
    "weight_decay": 0.0001,
    "betas": [
      0.9,
      0.999
    ],
    "fused": true,
    "clip_max_norm": 0.1,
    "scheduler_interval": "optimizer_step",
    "lr_drop_epochs": 100,
    "steps_per_epoch": 1,
    "adapter_extension": "sensor_adapter_base_lr_weight_decay"
  },
  "parameter_groups": [
    {
      "lr": 0.0001,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "weight_decay": 0.0001,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 0.0001,
      "parameter_names": [
        "model.transformer.enc_output.0.weight",
        "model.transformer.enc_output.0.bias",
        "model.transformer.enc_output.1.weight",
        "model.transformer.enc_output.1.bias",
        "model.transformer.enc_output.2.weight",
        "model.transformer.enc_output.2.bias",
        "model.transformer.enc_output.3.weight",
        "model.transformer.enc_output.3.bias",
        "model.transformer.enc_output.4.weight",
        "model.transformer.enc_output.4.bias",
        "model.transformer.enc_output.5.weight",
        "model.transformer.enc_output.5.bias",
        "model.transformer.enc_output.6.weight",
        "model.transformer.enc_output.6.bias",
        "model.transformer.enc_output.7.weight",
        "model.transformer.enc_output.7.bias",
        "model.transformer.enc_output.8.weight",
        "model.transformer.enc_output.8.bias",
        "model.transformer.enc_output.9.weight",
        "model.transformer.enc_output.9.bias",
        "model.transformer.enc_output.10.weight",
        "model.transformer.enc_output.10.bias",
        "model.transformer.enc_output.11.weight",
        "model.transformer.enc_output.11.bias",
        "model.transformer.enc_output.12.weight",
        "model.transformer.enc_output.12.bias",
        "model.transformer.enc_output_norm.0.weight",
        "model.transformer.enc_output_norm.0.bias",
        "model.transformer.enc_output_norm.1.weight",
        "model.transformer.enc_output_norm.1.bias",
        "model.transformer.enc_output_norm.2.weight",
        "model.transformer.enc_output_norm.2.bias",
        "model.transformer.enc_output_norm.3.weight",
        "model.transformer.enc_output_norm.3.bias",
        "model.transformer.enc_output_norm.4.weight",
        "model.transformer.enc_output_norm.4.bias",
        "model.transformer.enc_output_norm.5.weight",
        "model.transformer.enc_output_norm.5.bias",
        "model.transformer.enc_output_norm.6.weight",
        "model.transformer.enc_output_norm.6.bias",
        "model.transformer.enc_output_norm.7.weight",
        "model.transformer.enc_output_norm.7.bias",
        "model.transformer.enc_output_norm.8.weight",
        "model.transformer.enc_output_norm.8.bias",
        "model.transformer.enc_output_norm.9.weight",
        "model.transformer.enc_output_norm.9.bias",
        "model.transformer.enc_output_norm.10.weight",
        "model.transformer.enc_output_norm.10.bias",
        "model.transformer.enc_output_norm.11.weight",
        "model.transformer.enc_output_norm.11.bias",
        "model.transformer.enc_output_norm.12.weight",
        "model.transformer.enc_output_norm.12.bias",
        "model.transformer.enc_out_bbox_embed.0.layers.0.weight",
        "model.transformer.enc_out_bbox_embed.0.layers.0.bias",
        "model.transformer.enc_out_bbox_embed.0.layers.1.weight",
        "model.transformer.enc_out_bbox_embed.0.layers.1.bias",
        "model.transformer.enc_out_bbox_embed.0.layers.2.weight",
        "model.transformer.enc_out_bbox_embed.0.layers.2.bias",
        "model.transformer.enc_out_bbox_embed.1.layers.0.weight",
        "model.transformer.enc_out_bbox_embed.1.layers.0.bias",
        "model.transformer.enc_out_bbox_embed.1.layers.1.weight",
        "model.transformer.enc_out_bbox_embed.1.layers.1.bias",
        "model.transformer.enc_out_bbox_embed.1.layers.2.weight",
        "model.transformer.enc_out_bbox_embed.1.layers.2.bias",
        "model.transformer.enc_out_bbox_embed.2.layers.0.weight",
        "model.transformer.enc_out_bbox_embed.2.layers.0.bias",
        "model.transformer.enc_out_bbox_embed.2.layers.1.weight",
        "model.transformer.enc_out_bbox_embed.2.layers.1.bias",
        "model.transformer.enc_out_bbox_embed.2.layers.2.weight",
        "model.transformer.enc_out_bbox_embed.2.layers.2.bias",
        "model.transformer.enc_out_bbox_embed.3.layers.0.weight",
        "model.transformer.enc_out_bbox_embed.3.layers.0.bias",
        "model.transformer.enc_out_bbox_embed.3.layers.1.weight",
        "model.transformer.enc_out_bbox_embed.3.layers.1.bias",
        "model.transformer.enc_out_bbox_embed.3.layers.2.weight",
        "model.transformer.enc_out_bbox_embed.3.layers.2.bias",
        "model.transformer.enc_out_bbox_embed.4.layers.0.weight",
        "model.transformer.enc_out_bbox_embed.4.layers.0.bias",
        "model.transformer.enc_out_bbox_embed.4.layers.1.weight",
        "model.transformer.enc_out_bbox_embed.4.layers.1.bias",
        "model.transformer.enc_out_bbox_embed.4.layers.2.weight",
        "model.transformer.enc_out_bbox_embed.4.layers.2.bias",
        "model.transformer.enc_out_bbox_embed.5.layers.0.weight",
        "model.transformer.enc_out_bbox_embed.5.layers.0.bias",
        "model.transformer.enc_out_bbox_embed.5.layers.1.weight",
        "model.transformer.enc_out_bbox_embed.5.layers.1.bias",
        "model.transformer.enc_out_bbox_embed.5.layers.2.weight",
        "model.transformer.enc_out_bbox_embed.5.layers.2.bias",
        "model.transformer.enc_out_bbox_embed.6.layers.0.weight",
        "model.transformer.enc_out_bbox_embed.6.layers.0.bias",
        "model.transformer.enc_out_bbox_embed.6.layers.1.weight",
        "model.transformer.enc_out_bbox_embed.6.layers.1.bias",
        "model.transformer.enc_out_bbox_embed.6.layers.2.weight",
        "model.transformer.enc_out_bbox_embed.6.layers.2.bias",
        "model.transformer.enc_out_bbox_embed.7.layers.0.weight",
        "model.transformer.enc_out_bbox_embed.7.layers.0.bias",
        "model.transformer.enc_out_bbox_embed.7.layers.1.weight",
        "model.transformer.enc_out_bbox_embed.7.layers.1.bias",
        "model.transformer.enc_out_bbox_embed.7.layers.2.weight",
        "model.transformer.enc_out_bbox_embed.7.layers.2.bias",
        "model.transformer.enc_out_bbox_embed.8.layers.0.weight",
        "model.transformer.enc_out_bbox_embed.8.layers.0.bias",
        "model.transformer.enc_out_bbox_embed.8.layers.1.weight",
        "model.transformer.enc_out_bbox_embed.8.layers.1.bias",
        "model.transformer.enc_out_bbox_embed.8.layers.2.weight",
        "model.transformer.enc_out_bbox_embed.8.layers.2.bias",
        "model.transformer.enc_out_bbox_embed.9.layers.0.weight",
        "model.transformer.enc_out_bbox_embed.9.layers.0.bias",
        "model.transformer.enc_out_bbox_embed.9.layers.1.weight",
        "model.transformer.enc_out_bbox_embed.9.layers.1.bias",
        "model.transformer.enc_out_bbox_embed.9.layers.2.weight",
        "model.transformer.enc_out_bbox_embed.9.layers.2.bias",
        "model.transformer.enc_out_bbox_embed.10.layers.0.weight",
        "model.transformer.enc_out_bbox_embed.10.layers.0.bias",
        "model.transformer.enc_out_bbox_embed.10.layers.1.weight",
        "model.transformer.enc_out_bbox_embed.10.layers.1.bias",
        "model.transformer.enc_out_bbox_embed.10.layers.2.weight",
        "model.transformer.enc_out_bbox_embed.10.layers.2.bias",
        "model.transformer.enc_out_bbox_embed.11.layers.0.weight",
        "model.transformer.enc_out_bbox_embed.11.layers.0.bias",
        "model.transformer.enc_out_bbox_embed.11.layers.1.weight",
        "model.transformer.enc_out_bbox_embed.11.layers.1.bias",
        "model.transformer.enc_out_bbox_embed.11.layers.2.weight",
        "model.transformer.enc_out_bbox_embed.11.layers.2.bias",
        "model.transformer.enc_out_bbox_embed.12.layers.0.weight",
        "model.transformer.enc_out_bbox_embed.12.layers.0.bias",
        "model.transformer.enc_out_bbox_embed.12.layers.1.weight",
        "model.transformer.enc_out_bbox_embed.12.layers.1.bias",
        "model.transformer.enc_out_bbox_embed.12.layers.2.weight",
        "model.transformer.enc_out_bbox_embed.12.layers.2.bias",
        "model.transformer.enc_out_class_embed.0.weight",
        "model.transformer.enc_out_class_embed.0.bias",
        "model.transformer.enc_out_class_embed.1.weight",
        "model.transformer.enc_out_class_embed.1.bias",
        "model.transformer.enc_out_class_embed.2.weight",
        "model.transformer.enc_out_class_embed.2.bias",
        "model.transformer.enc_out_class_embed.3.weight",
        "model.transformer.enc_out_class_embed.3.bias",
        "model.transformer.enc_out_class_embed.4.weight",
        "model.transformer.enc_out_class_embed.4.bias",
        "model.transformer.enc_out_class_embed.5.weight",
        "model.transformer.enc_out_class_embed.5.bias",
        "model.transformer.enc_out_class_embed.6.weight",
        "model.transformer.enc_out_class_embed.6.bias",
        "model.transformer.enc_out_class_embed.7.weight",
        "model.transformer.enc_out_class_embed.7.bias",
        "model.transformer.enc_out_class_embed.8.weight",
        "model.transformer.enc_out_class_embed.8.bias",
        "model.transformer.enc_out_class_embed.9.weight",
        "model.transformer.enc_out_class_embed.9.bias",
        "model.transformer.enc_out_class_embed.10.weight",
        "model.transformer.enc_out_class_embed.10.bias",
        "model.transformer.enc_out_class_embed.11.weight",
        "model.transformer.enc_out_class_embed.11.bias",
        "model.transformer.enc_out_class_embed.12.weight",
        "model.transformer.enc_out_class_embed.12.bias",
        "model.class_embed.weight",
        "model.class_embed.bias",
        "model.bbox_embed.layers.0.weight",
        "model.bbox_embed.layers.0.bias",
        "model.bbox_embed.layers.1.weight",
        "model.bbox_embed.layers.1.bias",
        "model.bbox_embed.layers.2.weight",
        "model.bbox_embed.layers.2.bias",
        "model.refpoint_embed.weight",
        "model.query_feat.weight",
        "model.backbone.0.projector.stages.0.0.cv1.conv.weight",
        "model.backbone.0.projector.stages.0.0.cv1.bn.weight",
        "model.backbone.0.projector.stages.0.0.cv1.bn.bias",
        "model.backbone.0.projector.stages.0.0.cv2.conv.weight",
        "model.backbone.0.projector.stages.0.0.cv2.bn.weight",
        "model.backbone.0.projector.stages.0.0.cv2.bn.bias",
        "model.backbone.0.projector.stages.0.0.m.0.cv1.conv.weight",
        "model.backbone.0.projector.stages.0.0.m.0.cv1.bn.weight",
        "model.backbone.0.projector.stages.0.0.m.0.cv1.bn.bias",
        "model.backbone.0.projector.stages.0.0.m.0.cv2.conv.weight",
        "model.backbone.0.projector.stages.0.0.m.0.cv2.bn.weight",
        "model.backbone.0.projector.stages.0.0.m.0.cv2.bn.bias",
        "model.backbone.0.projector.stages.0.0.m.1.cv1.conv.weight",
        "model.backbone.0.projector.stages.0.0.m.1.cv1.bn.weight",
        "model.backbone.0.projector.stages.0.0.m.1.cv1.bn.bias",
        "model.backbone.0.projector.stages.0.0.m.1.cv2.conv.weight",
        "model.backbone.0.projector.stages.0.0.m.1.cv2.bn.weight",
        "model.backbone.0.projector.stages.0.0.m.1.cv2.bn.bias",
        "model.backbone.0.projector.stages.0.0.m.2.cv1.conv.weight",
        "model.backbone.0.projector.stages.0.0.m.2.cv1.bn.weight",
        "model.backbone.0.projector.stages.0.0.m.2.cv1.bn.bias",
        "model.backbone.0.projector.stages.0.0.m.2.cv2.conv.weight",
        "model.backbone.0.projector.stages.0.0.m.2.cv2.bn.weight",
        "model.backbone.0.projector.stages.0.0.m.2.cv2.bn.bias",
        "model.backbone.0.projector.stages.0.1.weight",
        "model.backbone.0.projector.stages.0.1.bias"
      ]
    },
    {
      "lr": 3.232564185661442e-06,
      "weight_decay": 0.0,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 3.232564185661442e-06,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.embeddings.cls_token",
        "model.backbone.0.encoder.encoder.embeddings.mask_token",
        "model.backbone.0.encoder.encoder.embeddings.position_embeddings",
        "model.backbone.0.encoder.encoder.embeddings.patch_embeddings.projection.weight",
        "model.backbone.0.encoder.encoder.embeddings.patch_embeddings.projection.bias"
      ]
    },
    {
      "lr": 4.040705232076802e-06,
      "weight_decay": 0.0,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 4.040705232076802e-06,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.0.norm1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.0.norm1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.0.attention.attention.query.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.0.attention.attention.key.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.0.attention.attention.value.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.0.attention.output.dense.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.0.norm2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.0.norm2.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.0.mlp.fc1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.0.mlp.fc2.bias"
      ]
    },
    {
      "lr": 4.040705232076802e-06,
      "weight_decay": 0.0001,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 4.040705232076802e-06,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.0.attention.attention.query.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.0.attention.attention.key.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.0.attention.attention.value.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.0.attention.output.dense.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.0.layer_scale1.lambda1",
        "model.backbone.0.encoder.encoder.encoder.layer.0.mlp.fc1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.0.mlp.fc2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.0.layer_scale2.lambda1"
      ]
    },
    {
      "lr": 5.050881540096002e-06,
      "weight_decay": 0.0,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 5.050881540096002e-06,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.1.norm1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.1.norm1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.1.attention.attention.query.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.1.attention.attention.key.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.1.attention.attention.value.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.1.attention.output.dense.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.1.norm2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.1.norm2.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.1.mlp.fc1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.1.mlp.fc2.bias"
      ]
    },
    {
      "lr": 5.050881540096002e-06,
      "weight_decay": 0.0001,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 5.050881540096002e-06,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.1.attention.attention.query.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.1.attention.attention.key.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.1.attention.attention.value.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.1.attention.output.dense.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.1.layer_scale1.lambda1",
        "model.backbone.0.encoder.encoder.encoder.layer.1.mlp.fc1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.1.mlp.fc2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.1.layer_scale2.lambda1"
      ]
    },
    {
      "lr": 6.313601925120002e-06,
      "weight_decay": 0.0,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 6.313601925120002e-06,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.2.norm1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.2.norm1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.2.attention.attention.query.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.2.attention.attention.key.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.2.attention.attention.value.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.2.attention.output.dense.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.2.norm2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.2.norm2.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.2.mlp.fc1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.2.mlp.fc2.bias"
      ]
    },
    {
      "lr": 6.313601925120002e-06,
      "weight_decay": 0.0001,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 6.313601925120002e-06,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.2.attention.attention.query.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.2.attention.attention.key.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.2.attention.attention.value.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.2.attention.output.dense.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.2.layer_scale1.lambda1",
        "model.backbone.0.encoder.encoder.encoder.layer.2.mlp.fc1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.2.mlp.fc2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.2.layer_scale2.lambda1"
      ]
    },
    {
      "lr": 7.892002406400002e-06,
      "weight_decay": 0.0,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 7.892002406400002e-06,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.3.norm1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.3.norm1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.3.attention.attention.query.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.3.attention.attention.key.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.3.attention.attention.value.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.3.attention.output.dense.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.3.norm2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.3.norm2.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.3.mlp.fc1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.3.mlp.fc2.bias"
      ]
    },
    {
      "lr": 7.892002406400002e-06,
      "weight_decay": 0.0001,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 7.892002406400002e-06,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.3.attention.attention.query.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.3.attention.attention.key.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.3.attention.attention.value.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.3.attention.output.dense.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.3.layer_scale1.lambda1",
        "model.backbone.0.encoder.encoder.encoder.layer.3.mlp.fc1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.3.mlp.fc2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.3.layer_scale2.lambda1"
      ]
    },
    {
      "lr": 9.865003008000004e-06,
      "weight_decay": 0.0,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 9.865003008000004e-06,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.4.norm1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.4.norm1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.4.attention.attention.query.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.4.attention.attention.key.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.4.attention.attention.value.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.4.attention.output.dense.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.4.norm2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.4.norm2.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.4.mlp.fc1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.4.mlp.fc2.bias"
      ]
    },
    {
      "lr": 9.865003008000004e-06,
      "weight_decay": 0.0001,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 9.865003008000004e-06,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.4.attention.attention.query.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.4.attention.attention.key.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.4.attention.attention.value.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.4.attention.output.dense.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.4.layer_scale1.lambda1",
        "model.backbone.0.encoder.encoder.encoder.layer.4.mlp.fc1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.4.mlp.fc2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.4.layer_scale2.lambda1"
      ]
    },
    {
      "lr": 1.2331253760000003e-05,
      "weight_decay": 0.0,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 1.2331253760000003e-05,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.5.norm1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.5.norm1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.5.attention.attention.query.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.5.attention.attention.key.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.5.attention.attention.value.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.5.attention.output.dense.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.5.norm2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.5.norm2.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.5.mlp.fc1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.5.mlp.fc2.bias"
      ]
    },
    {
      "lr": 1.2331253760000003e-05,
      "weight_decay": 0.0001,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 1.2331253760000003e-05,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.5.attention.attention.query.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.5.attention.attention.key.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.5.attention.attention.value.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.5.attention.output.dense.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.5.layer_scale1.lambda1",
        "model.backbone.0.encoder.encoder.encoder.layer.5.mlp.fc1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.5.mlp.fc2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.5.layer_scale2.lambda1"
      ]
    },
    {
      "lr": 1.54140672e-05,
      "weight_decay": 0.0,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 1.54140672e-05,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.6.norm1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.6.norm1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.6.attention.attention.query.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.6.attention.attention.key.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.6.attention.attention.value.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.6.attention.output.dense.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.6.norm2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.6.norm2.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.6.mlp.fc1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.6.mlp.fc2.bias"
      ]
    },
    {
      "lr": 1.54140672e-05,
      "weight_decay": 0.0001,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 1.54140672e-05,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.6.attention.attention.query.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.6.attention.attention.key.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.6.attention.attention.value.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.6.attention.output.dense.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.6.layer_scale1.lambda1",
        "model.backbone.0.encoder.encoder.encoder.layer.6.mlp.fc1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.6.mlp.fc2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.6.layer_scale2.lambda1"
      ]
    },
    {
      "lr": 1.9267584000000005e-05,
      "weight_decay": 0.0,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 1.9267584000000005e-05,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.7.norm1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.7.norm1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.7.attention.attention.query.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.7.attention.attention.key.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.7.attention.attention.value.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.7.attention.output.dense.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.7.norm2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.7.norm2.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.7.mlp.fc1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.7.mlp.fc2.bias"
      ]
    },
    {
      "lr": 1.9267584000000005e-05,
      "weight_decay": 0.0001,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 1.9267584000000005e-05,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.7.attention.attention.query.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.7.attention.attention.key.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.7.attention.attention.value.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.7.attention.output.dense.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.7.layer_scale1.lambda1",
        "model.backbone.0.encoder.encoder.encoder.layer.7.mlp.fc1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.7.mlp.fc2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.7.layer_scale2.lambda1"
      ]
    },
    {
      "lr": 2.408448e-05,
      "weight_decay": 0.0,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 2.408448e-05,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.8.norm1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.8.norm1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.8.attention.attention.query.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.8.attention.attention.key.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.8.attention.attention.value.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.8.attention.output.dense.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.8.norm2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.8.norm2.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.8.mlp.fc1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.8.mlp.fc2.bias"
      ]
    },
    {
      "lr": 2.408448e-05,
      "weight_decay": 0.0001,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 2.408448e-05,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.8.attention.attention.query.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.8.attention.attention.key.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.8.attention.attention.value.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.8.attention.output.dense.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.8.layer_scale1.lambda1",
        "model.backbone.0.encoder.encoder.encoder.layer.8.mlp.fc1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.8.mlp.fc2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.8.layer_scale2.lambda1"
      ]
    },
    {
      "lr": 3.01056e-05,
      "weight_decay": 0.0,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 3.01056e-05,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.9.norm1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.9.norm1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.9.attention.attention.query.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.9.attention.attention.key.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.9.attention.attention.value.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.9.attention.output.dense.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.9.norm2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.9.norm2.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.9.mlp.fc1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.9.mlp.fc2.bias"
      ]
    },
    {
      "lr": 3.01056e-05,
      "weight_decay": 0.0001,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 3.01056e-05,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.9.attention.attention.query.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.9.attention.attention.key.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.9.attention.attention.value.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.9.attention.output.dense.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.9.layer_scale1.lambda1",
        "model.backbone.0.encoder.encoder.encoder.layer.9.mlp.fc1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.9.mlp.fc2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.9.layer_scale2.lambda1"
      ]
    },
    {
      "lr": 3.7632e-05,
      "weight_decay": 0.0,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 3.7632e-05,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.10.norm1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.10.norm1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.10.attention.attention.query.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.10.attention.attention.key.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.10.attention.attention.value.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.10.attention.output.dense.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.10.norm2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.10.norm2.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.10.mlp.fc1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.10.mlp.fc2.bias"
      ]
    },
    {
      "lr": 3.7632e-05,
      "weight_decay": 0.0001,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 3.7632e-05,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.10.attention.attention.query.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.10.attention.attention.key.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.10.attention.attention.value.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.10.attention.output.dense.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.10.layer_scale1.lambda1",
        "model.backbone.0.encoder.encoder.encoder.layer.10.mlp.fc1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.10.mlp.fc2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.10.layer_scale2.lambda1"
      ]
    },
    {
      "lr": 4.7040000000000004e-05,
      "weight_decay": 0.0,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 4.7040000000000004e-05,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.11.norm1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.11.norm1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.11.attention.attention.query.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.11.attention.attention.key.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.11.attention.attention.value.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.11.attention.output.dense.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.11.norm2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.11.norm2.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.11.mlp.fc1.bias",
        "model.backbone.0.encoder.encoder.encoder.layer.11.mlp.fc2.bias"
      ]
    },
    {
      "lr": 4.7040000000000004e-05,
      "weight_decay": 0.0001,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 4.7040000000000004e-05,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.encoder.layer.11.attention.attention.query.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.11.attention.attention.key.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.11.attention.attention.value.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.11.attention.output.dense.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.11.layer_scale1.lambda1",
        "model.backbone.0.encoder.encoder.encoder.layer.11.mlp.fc1.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.11.mlp.fc2.weight",
        "model.backbone.0.encoder.encoder.encoder.layer.11.layer_scale2.lambda1"
      ]
    },
    {
      "lr": 7.349999999999998e-05,
      "weight_decay": 0.0,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 7.349999999999998e-05,
      "parameter_names": [
        "model.backbone.0.encoder.encoder.layernorm.weight",
        "model.backbone.0.encoder.encoder.layernorm.bias"
      ]
    },
    {
      "lr": 7e-05,
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "weight_decay": 0.0001,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 7e-05,
      "parameter_names": [
        "model.transformer.decoder.layers.0.self_attn.in_proj_weight",
        "model.transformer.decoder.layers.0.self_attn.in_proj_bias",
        "model.transformer.decoder.layers.0.self_attn.out_proj.weight",
        "model.transformer.decoder.layers.0.self_attn.out_proj.bias",
        "model.transformer.decoder.layers.0.norm1.weight",
        "model.transformer.decoder.layers.0.norm1.bias",
        "model.transformer.decoder.layers.0.cross_attn.sampling_offsets.weight",
        "model.transformer.decoder.layers.0.cross_attn.sampling_offsets.bias",
        "model.transformer.decoder.layers.0.cross_attn.attention_weights.weight",
        "model.transformer.decoder.layers.0.cross_attn.attention_weights.bias",
        "model.transformer.decoder.layers.0.cross_attn.value_proj.weight",
        "model.transformer.decoder.layers.0.cross_attn.value_proj.bias",
        "model.transformer.decoder.layers.0.cross_attn.output_proj.weight",
        "model.transformer.decoder.layers.0.cross_attn.output_proj.bias",
        "model.transformer.decoder.layers.0.linear1.weight",
        "model.transformer.decoder.layers.0.linear1.bias",
        "model.transformer.decoder.layers.0.linear2.weight",
        "model.transformer.decoder.layers.0.linear2.bias",
        "model.transformer.decoder.layers.0.norm2.weight",
        "model.transformer.decoder.layers.0.norm2.bias",
        "model.transformer.decoder.layers.0.norm3.weight",
        "model.transformer.decoder.layers.0.norm3.bias",
        "model.transformer.decoder.layers.1.self_attn.in_proj_weight",
        "model.transformer.decoder.layers.1.self_attn.in_proj_bias",
        "model.transformer.decoder.layers.1.self_attn.out_proj.weight",
        "model.transformer.decoder.layers.1.self_attn.out_proj.bias",
        "model.transformer.decoder.layers.1.norm1.weight",
        "model.transformer.decoder.layers.1.norm1.bias",
        "model.transformer.decoder.layers.1.cross_attn.sampling_offsets.weight",
        "model.transformer.decoder.layers.1.cross_attn.sampling_offsets.bias",
        "model.transformer.decoder.layers.1.cross_attn.attention_weights.weight",
        "model.transformer.decoder.layers.1.cross_attn.attention_weights.bias",
        "model.transformer.decoder.layers.1.cross_attn.value_proj.weight",
        "model.transformer.decoder.layers.1.cross_attn.value_proj.bias",
        "model.transformer.decoder.layers.1.cross_attn.output_proj.weight",
        "model.transformer.decoder.layers.1.cross_attn.output_proj.bias",
        "model.transformer.decoder.layers.1.linear1.weight",
        "model.transformer.decoder.layers.1.linear1.bias",
        "model.transformer.decoder.layers.1.linear2.weight",
        "model.transformer.decoder.layers.1.linear2.bias",
        "model.transformer.decoder.layers.1.norm2.weight",
        "model.transformer.decoder.layers.1.norm2.bias",
        "model.transformer.decoder.layers.1.norm3.weight",
        "model.transformer.decoder.layers.1.norm3.bias",
        "model.transformer.decoder.layers.2.self_attn.in_proj_weight",
        "model.transformer.decoder.layers.2.self_attn.in_proj_bias",
        "model.transformer.decoder.layers.2.self_attn.out_proj.weight",
        "model.transformer.decoder.layers.2.self_attn.out_proj.bias",
        "model.transformer.decoder.layers.2.norm1.weight",
        "model.transformer.decoder.layers.2.norm1.bias",
        "model.transformer.decoder.layers.2.cross_attn.sampling_offsets.weight",
        "model.transformer.decoder.layers.2.cross_attn.sampling_offsets.bias",
        "model.transformer.decoder.layers.2.cross_attn.attention_weights.weight",
        "model.transformer.decoder.layers.2.cross_attn.attention_weights.bias",
        "model.transformer.decoder.layers.2.cross_attn.value_proj.weight",
        "model.transformer.decoder.layers.2.cross_attn.value_proj.bias",
        "model.transformer.decoder.layers.2.cross_attn.output_proj.weight",
        "model.transformer.decoder.layers.2.cross_attn.output_proj.bias",
        "model.transformer.decoder.layers.2.linear1.weight",
        "model.transformer.decoder.layers.2.linear1.bias",
        "model.transformer.decoder.layers.2.linear2.weight",
        "model.transformer.decoder.layers.2.linear2.bias",
        "model.transformer.decoder.layers.2.norm2.weight",
        "model.transformer.decoder.layers.2.norm2.bias",
        "model.transformer.decoder.layers.2.norm3.weight",
        "model.transformer.decoder.layers.2.norm3.bias",
        "model.transformer.decoder.norm.weight",
        "model.transformer.decoder.norm.bias",
        "model.transformer.decoder.ref_point_head.layers.0.weight",
        "model.transformer.decoder.ref_point_head.layers.0.bias",
        "model.transformer.decoder.ref_point_head.layers.1.weight",
        "model.transformer.decoder.ref_point_head.layers.1.bias"
      ]
    },
    {
      "lr": 0.0001,
      "weight_decay": 0.0001,
      "recipe_extension": "sensor_adapter_base_lr_weight_decay",
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "amsgrad": false,
      "foreach": null,
      "maximize": false,
      "capturable": false,
      "differentiable": false,
      "fused": true,
      "initial_lr": 0.0001,
      "parameter_names": [
        "fusion.refine.0.weight",
        "fusion.refine.2.weight"
      ]
    }
  ],
  "actual_training_samples": 10,
  "actual_epochs": 2,
  "warmup_iterations": 0,
  "accumulation_policy": "fixed16_actual_example_mean_epoch_tail",
  "float32_matmul_precision": "high",
  "mixed_precision": "torch.bfloat16"
}