| { |
| "version": "2.0", |
| "codename": "WorldSim-Cognitive", |
| "d_model": 512, |
| "d_ff": 2048, |
| "n_layers": 8, |
| "n_heads": 8, |
| "dropout": 0.1, |
| "latent_dim": 256, |
| "latent_state_dim": 256, |
| "action_dim": 5, |
| "max_seq_len": 512, |
| "context_length": 16, |
| "prediction_horizon": 8, |
| "encoder_channels": [ |
| 32, |
| 64, |
| 128, |
| 256 |
| ], |
| "decoder_channels": [ |
| 256, |
| 128, |
| 64, |
| 32 |
| ], |
| "kl_weight": 0.0001, |
| "use_lpol": true, |
| "memory_size": 512, |
| "memory_k": 8, |
| "domain_types": [ |
| "physics", |
| "spatial", |
| "temporal", |
| "causal", |
| "agent", |
| "object", |
| "zone", |
| "action", |
| "reward" |
| ], |
| "use_gqa": true, |
| "gqa_num_heads": 8, |
| "gqa_num_kv_groups": 2, |
| "multi_scale_enabled": true, |
| "st_decay": 0.9, |
| "lt_decay": 0.99, |
| "episodic_size": 256, |
| "episodic_dim": 128, |
| "structural_dim": 64, |
| "structural_decay": 0.95, |
| "expert_types": [ |
| "Physics", |
| "Spatial", |
| "Temporal", |
| "Causal", |
| "Prediction", |
| "Planning" |
| ], |
| "max_experts": 12, |
| "growth_threshold_coherence": 0.3, |
| "growth_patience": 10, |
| "neurogenesis_enabled": true, |
| "min_neurons_per_layer": 32, |
| "max_neurons_per_layer": 256, |
| "neuron_birth_threshold": 0.8, |
| "neuron_death_threshold": 0.05, |
| "energy_cost_think": 0.02, |
| "energy_cost_dream": 0.1, |
| "energy_regeneration": 0.05, |
| "dream_enabled": true, |
| "dream_cycle_length": 50, |
| "dream_duration": 10, |
| "prioritized_replay": true, |
| "internal_state_dim": 128, |
| "tension_integration_rate": 0.1, |
| "world_state_dim": 128, |
| "world_update_rate": 0.1, |
| "world_domains": [ |
| "physical", |
| "social", |
| "abstract", |
| "temporal" |
| ], |
| "physics_components": 8, |
| "physics_hidden": 256, |
| "batch_size": 32, |
| "learning_rate": 0.0001, |
| "epochs": 6, |
| "push_to_hub": true, |
| "hub_model_id": "amewebstudio/nexus-worldmodel-v2", |
| "world": { |
| "width": 64, |
| "height": 64, |
| "channels": 3, |
| "gravity": 0.1, |
| "friction": 0.98, |
| "bounce": 0.8, |
| "max_velocity": 5.0, |
| "max_agents": 5, |
| "max_obstacles": 10, |
| "max_zones": 3, |
| "agent_radius": 2.0, |
| "dt": 1.0 |
| }, |
| "_name_or_path": "amewebstudio/nexus-worldmodel-v2", |
| "architectures": [ |
| "NexusWorldModel" |
| ], |
| "model_type": "nexus-worldmodel", |
| "auto_map": { |
| "AutoModel": "modeling_nexus_worldmodel.NexusWorldModel", |
| "AutoConfig": "configuration_nexus_worldmodel.NexusWorldModelConfig" |
| }, |
| "training_info": { |
| "epochs": 6, |
| "final_loss": 0.01724659317859717, |
| "neurogenesis_events": 0, |
| "parameters": 227991690 |
| } |
| } |