完成了web，ray server，重构了代码

2024-02-08 13:48:34 +00:00
parent 07c4c3dc01
commit 04b99b8451
20 changed files with 245 additions and 57 deletions
--- a/src/models/tokenizer/roberta-tokenizer-550Kformulas/merges.txt
+++ b/src/models/tokenizer/roberta-tokenizer-550Kformulas/merges.txt
--- a/src/models/tokenizer/roberta-tokenizer-550Kformulas/special_tokens_map.json
+++ b/src/models/tokenizer/roberta-tokenizer-550Kformulas/special_tokens_map.json
--- a/src/models/tokenizer/roberta-tokenizer-550Kformulas/tokenizer.json
+++ b/src/models/tokenizer/roberta-tokenizer-550Kformulas/tokenizer.json
--- a/src/models/tokenizer/roberta-tokenizer-550Kformulas/tokenizer_config.json
+++ b/src/models/tokenizer/roberta-tokenizer-550Kformulas/tokenizer_config.json
--- a/src/models/tokenizer/roberta-tokenizer-550Kformulas/vocab.json
+++ b/src/models/tokenizer/roberta-tokenizer-550Kformulas/vocab.json
--- a/src/models/tokenizer/train/train.py
+++ b/src/models/tokenizer/train/train.py
@@ -1,6 +1,6 @@
 from datasets import load_dataset
 from ...ocr_model.model.TexTeller import TexTeller
-from ....globals import VOCAB_SIZE
+from ...globals import VOCAB_SIZE


 if __name__ == '__main__':