wassname/iris_bigvae
1
0
Fork 0
mirror of https://github.com/wassname/iris_bigvae.git synced 2026-09-11 12:21:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

adding bigvae

Browse Source
This commit is contained in:
wassname
2023-11-12 12:56:55 +08:00
parent ac6be401fe
commit 075de416c8
10 changed files with 4535 additions and 108 deletions
Download Patch File Download Diff File Expand all files Collapse all files
config/world_model/default.yaml
+1 -9
View File
@@ -1,10 +1,2 @@
_target_: models.TransformerConfig
_target_: models.BigVAEConfig
tokens_per_block: 17
max_blocks: 20
attention: 'causal'
num_layers: 10
num_heads: 4
embed_dim: 256
embed_pdrop: 0.1
resid_pdrop: 0.1
attn_pdrop: 0.1