lichen/ieemoo-ai-isempty
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update models/configs.py.

Browse Source
This commit is contained in:
Brainway
2022-09-27 02:08:42 +00:00
committed by Gitee
parent b84a92f67a
commit 98851b7797
1 changed files with 14 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
models/configs.py
View File

@ -1,5 +1,7 @@
import ml_collections
#几种模型的配置
def get_testing():
"""Returns a minimal configuration for testing."""
config = ml_collections.ConfigDict()
@ -21,12 +23,18 @@ def get_b16_config():
config = ml_collections.ConfigDict()
config.patches = ml_collections.ConfigDict({'size': (16, 16)})
config.split = 'non-overlap'
config.slide_step = 12
config.hidden_size = 768
# config.slide_step = 12
# config.hidden_size = 768
# config.transformer = ml_collections.ConfigDict()
# config.transformer.mlp_dim = 3072
# config.transformer.num_heads = 12
# config.transformer.num_layers = 12
config.slide_step = 2
config.hidden_size = 768 #VIT16不能改
config.transformer = ml_collections.ConfigDict()
config.transformer.mlp_dim = 3072
config.transformer.num_heads = 12
config.transformer.num_layers = 12
config.transformer.mlp_dim = 3072 #VIT16不能改
config.transformer.num_heads = 2
config.transformer.num_layers = 2
config.transformer.attention_dropout_rate = 0.0
config.transformer.dropout_rate = 0.1
config.classifier = 'token'
@ -57,7 +65,7 @@ def get_l16_config():
def get_l32_config():
"""Returns the ViT-L/32 configuration."""
config = get_l16_config()
config.patches.size = (32, 32)
config.patches.size = (32, 32) #patchsize就是16与32的区别
return config
def get_h14_config():