Coverage for langbrainscore/utils/resources.py: 100%

1"""Miscellaneous resources""" 

2 

3model_classes = [ 

4 "gpt", 

5 "bert", 

6] # continuously update based on new model classes supported 

7config_name_mappings = { 

8 "gpt": { 

9 "n_layers": "n_layer", 

10 "n_attention_heads": "n_head", 

11 "n_context_len": "n_ctx", 

12 "vocab_size": "vocab_size", 

13 "hidden_emb_dim": "n_embd", 

14 "hidden_activation_function": "activation_function", 

15 }, 

16 "bert": { 

17 "n_layers": "num_hidden_layers", 

18 "n_attention_heads": "num_attention_heads", 

19 "n_context_len": "max_position_embeddings", 

20 "vocab_size": "vocab_size", 

21 "hidden_emb_dim": "hidden_size", 

22 "hidden_activation_function": "hidden_act", 

23 }, 

24}