finish exp3 predict code
This commit is contained in:
@@ -233,6 +233,10 @@ class PoetryDataLoader:
|
||||
def get_vocab_size(self) -> int:
|
||||
"""一个便捷的获取vocab_size的函数,避免层层调用"""
|
||||
return self.preprocessor.tokenizer.vocab_size
|
||||
|
||||
def get_tokenizer(self) -> Tokenizer:
|
||||
"""一个便捷的获取Tokenizer的函数,避免层层调用"""
|
||||
return self.preprocessor.tokenizer
|
||||
|
||||
def __collect_fn(self, batch: list[list[int]]) -> tuple[torch.Tensor, torch.Tensor]:
|
||||
"""
|
||||
|
||||
Reference in New Issue
Block a user