{
  "candidate_grad_clipping": 0.0,
  "candidate_graph_mode": true,
  "candidate_weight_init_by_main": false,
  "candidate_weight_initialization_multiplier": 0.01,
  "cap_at_n": false,
  "checked_skipped_modules": false,
  "configuration_confirmed": true,
  "confirm_correct_sizes": false,
  "correlations_by_mean": true,
  "count_training_params": false,
  "d_type": "torch.float32",
  "dashboard_debug": false,
  "dashboard_events_enabled": false,
  "dashboard_url": "http://localhost:3002",
  "debugging_backwards_nan": true,
  "debugging_memory_leak": true,
  "debugging_output_dimensions": 0,
  "default_random_pai_to_candidates": false,
  "dendrite_graph_mode": true,
  "dendrite_learn_mode": true,
  "dendrite_update_mode": true,
  "device": "cuda",
  "doing_mean_best": 0,
  "doing_thing": 0,
  "dont_give_up_unless_learning_rate_lowered": true,
  "dpp_verbose": false,
  "drawing_extra_graphs": true,
  "drawing_pai": true,
  "extra_verbose": false,
  "find_best_lr": true,
  "first_fixed_switch_num": -1,
  "fixed_input_sizes": false,
  "fixed_switch_num": 250,
  "global_candidates": 1,
  "grad_sum_first": true,
  "graphing_current_scores": false,
  "history_lookback": 1,
  "improvement_threshold": [
    0.001,
    0.0001,
    0.0
  ],
  "improvement_threshold_raw": 1e-05,
  "initial_correlation_batches": 100,
  "initial_history_after_switches": 0,
  "learn_dendrites_live": false,
  "library_extra_scores": [],
  "library_extra_scores_without_graphing": [],
  "library_validation_score": "",
  "max_dendrite_tries": 2,
  "max_dendrites": 100,
  "maximizing_score": true,
  "module_by_name_processing_classes": [],
  "module_ids_to_perforate": [],
  "module_ids_to_track": [],
  "module_names_to_not_save": [
    ".base_model"
  ],
  "module_names_to_perforate": [
    "PAISequential",
    "Conv1d",
    "Conv2d",
    "Conv3d",
    "Linear"
  ],
  "module_names_to_track": [],
  "module_names_with_processing": [],
  "modules_processing_classes": [],
  "modules_to_perforate": [],
  "modules_to_replace": [],
  "modules_to_track": [],
  "modules_with_processing": [],
  "n_epochs_to_switch": 10,
  "no_backward_workaround": false,
  "no_extra_n_modes": false,
  "normalized_covariance": true,
  "output_dimensions": [
    -1,
    0,
    -1,
    -1
  ],
  "p_epochs_to_switch": 2,
  "pai_email": "",
  "pai_forward_function": "torch.sigmoid",
  "pai_improvement_threshold": 0.1,
  "pai_improvement_threshold_raw": 0.0001,
  "pai_saves": false,
  "pai_token": "",
  "param_vals_setting": 1,
  "parameter_ids_to_track": [],
  "perforated_backpropagation": true,
  "replacement_modules": [],
  "reset_best_score_on_switch": true,
  "retain_all_dendrites": false,
  "running_average_pb": true,
  "save_name": "PAI",
  "save_old_graph_scores": true,
  "silent": false,
  "strict_loading": true,
  "switch_mode": 1,
  "test_saves": true,
  "testing_dendrite_capacity": false,
  "unwrapped_modules_confirmed": false,
  "use_cuda": true,
  "using_safe_tensors": true,
  "variable_p": 142,
  "verbose": false,
  "weight_decay_accepted": true,
  "weight_tying_experimental": false,
  "DOING_SWITCH_EVERY_TIME": 0,
  "DOING_HISTORY": 1,
  "DOING_FIXED_SWITCH": 2,
  "DOING_NO_SWITCH": 3,
  "PARAM_VALS_BY_TOTAL_EPOCH": 0,
  "PARAM_VALS_BY_UPDATE_EPOCH": 1,
  "PARAM_VALS_BY_NEURON_EPOCH_START": 2,
  "module_settings": {},
  "_customizable_fields": {
    "output_dimensions": "list"
  }
}