| { |
| "architectures": [ |
| "Seq2SeqNet" |
| ], |
| "model_cfg": { |
| "checkpoint_folder": "data/checkpoints/20250619_seq2seq_train/ckpts", |
| "eval": { |
| "action": null, |
| "ckpt_to_load": null, |
| "len_traj_act": null, |
| "max_steps": 195, |
| "num_sample": null, |
| "pm_threshold": null, |
| "rotation_threshold": 0.01, |
| "sample": false, |
| "save_results": true, |
| "split": [ |
| "val_seen" |
| ], |
| "start_eval_epoch": -1, |
| "step_interval": 50, |
| "stop_mode": null, |
| "success_distance": 3.0, |
| "use_ckpt_config": false |
| }, |
| "il": { |
| "batch_size": 2, |
| "camera_name": "pano_camera_0", |
| "ckpt_to_load": "", |
| "dataset_3dgs_root_dir": "data/datasets/3dgs", |
| "dataset_grutopia10_root_dir": "data/datasets/grutopia10", |
| "dataset_r2r_root_dir": "data/datasets/R2R_VLNCE_v1-3_preprocessed", |
| "epochs": 100, |
| "filter_failure": { |
| "min_rgb_nums": 15, |
| "use": true |
| }, |
| "inflection_weight_coef": 3.2, |
| "lmdb_features_dir": "data/sample_episodes/20250211_sample_origin/sample_data.lmdb", |
| "lmdb_map_size": 1000000000000.0, |
| "load_from_ckpt": false, |
| "load_from_pretrain": true, |
| "loss": { |
| "alpha": 0.0001, |
| "dist_scale": 1 |
| }, |
| "lr": 0.0001, |
| "num_workers": 8, |
| "report_to": "wandb", |
| "save_filter_frozen_weights": false, |
| "save_interval_epochs": 5, |
| "save_interval_steps": null, |
| "use_descrete_dataset": null, |
| "use_iw": true, |
| "warmup_ratio": 0.1, |
| "weight_decay": 0.0001 |
| }, |
| "local_rank": 0, |
| "log_dir": "data/checkpoints/20250619_seq2seq_train/logs", |
| "model": { |
| "ablate_depth": null, |
| "ablate_instruction": null, |
| "ablate_rgb": null, |
| "cross_modal_encoder": null, |
| "depth_encoder": { |
| "backbone": "resnet50", |
| "cnn_type": "VlnResnetDepthEncoder", |
| "ddppo_checkpoint": "data/ddppo-models/gibson-4plus-mp3d-train-val-test-resnet50.pth", |
| "output_size": 128, |
| "trainable": false |
| }, |
| "diffusion_policy": null, |
| "distance_predictor": null, |
| "image_encoder": null, |
| "imu_encoder": null, |
| "instruction_encoder": { |
| "bidirectional": false, |
| "dataset_vocab": "data/datasets/R2R_VLNCE_v1-3_preprocessed/train/train.json.gz", |
| "embedding_file": "data/datasets/R2R_VLNCE_v1-3_preprocessed/embeddings.json.gz", |
| "embedding_size": 50, |
| "final_state_only": true, |
| "fine_tune_embeddings": false, |
| "hidden_size": 128, |
| "load_model": null, |
| "max_length": null, |
| "rnn_type": "LSTM", |
| "sensor_uuid": "instruction", |
| "use_pretrained_embeddings": true, |
| "vocab_size": 2504 |
| }, |
| "learn_angle": null, |
| "len_traj_act": 4, |
| "max_step": 200, |
| "normalize_rgb": null, |
| "policy_name": "Seq2Seq_Policy", |
| "prev_action_encoder": null, |
| "progress_monitor": { |
| "alpha": 1.0, |
| "concat_state_txt": null, |
| "use": true |
| }, |
| "rgb_encoder": { |
| "cnn_type": "TorchVisionResNet50", |
| "output_size": 256, |
| "trainable": false |
| }, |
| "seq2seq": { |
| "use_prev_action": false |
| }, |
| "state_encoder": { |
| "dropout_rate": null, |
| "hidden_size": 512, |
| "num_recurrent_layers": 1, |
| "rgb_depth_embed_method": null, |
| "rnn_type": "GRU", |
| "use_dropout": null |
| }, |
| "stop_progress_predictor": null, |
| "text_encoder": null |
| }, |
| "model_name": "seq2seq", |
| "name": "20250619_seq2seq_train", |
| "num_gpus": 1, |
| "output_dir": "data/checkpoints/20250619_seq2seq_train/ckpts", |
| "seed": 0, |
| "tensorboard_dir": "data/checkpoints/20250619_seq2seq_train/tensorboard", |
| "torch_gpu_id": 0, |
| "torch_gpu_ids": [ |
| 0 |
| ], |
| "world_size": 1 |
| }, |
| "model_type": "seq2seq", |
| "torch_dtype": "float32", |
| "transformers_version": "4.26.1" |
| } |
|
|
