29 lines
435 B
Python
29 lines
435 B
Python
|
from ....globals import VOCAB_SIZE
|
||
|
|
from typing import (
|
||
|
|
Tuple
|
||
|
|
)
|
||
|
|
|
||
|
|
from transformers import (
|
||
|
|
RobertaConfig,
|
||
|
|
RobertaModel,
|
||
|
|
RobertaTokenizerFast
|
||
|
|
)
|
||
|
|
|
||
|
|
|
||
|
|
def get_encoder():
|
||
|
|
...
|
||
|
|
|
||
|
|
|
||
|
|
def get_tokenizer() -> RobertaTokenizerFast:
|
||
|
|
...
|
||
|
|
|
||
|
|
|
||
|
|
def get_decoder() -> RobertaModel:
|
||
|
|
configuration = RobertaConfig(
|
||
|
|
vocab_size=VOCAB_SIZE,
|
||
|
|
is_decoder=True
|
||
|
|
)
|
||
|
|
model = RobertaModel(configuration)
|
||
|
|
return model
|
||
|
|
|