File size: 341 Bytes
c821aa0 b6dcc1d c821aa0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
from transformers import PretrainedConfig
from typing import List
class MoEConfig(PretrainedConfig):
model_type = "moewrapper"
model_list = [
"kanhatakeyama/01b_model_30b_token",
"kanhatakeyama/01b_model_30b_token",
]
def __init__(
self,
**kwargs,
):
super().__init__(**kwargs)
|