1
0

finish exp3 predict code

This commit is contained in:
2025-12-06 19:56:55 +08:00
parent 45b60b269f
commit ee18246d51
4 changed files with 138 additions and 2 deletions

View File

@@ -233,6 +233,10 @@ class PoetryDataLoader:
def get_vocab_size(self) -> int:
"""一个便捷的获取vocab_size的函数避免层层调用"""
return self.preprocessor.tokenizer.vocab_size
def get_tokenizer(self) -> Tokenizer:
"""一个便捷的获取Tokenizer的函数避免层层调用"""
return self.preprocessor.tokenizer
def __collect_fn(self, batch: list[list[int]]) -> tuple[torch.Tensor, torch.Tensor]:
"""