monoid/ner-study
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

feat: tagIdConverter size property

Browse Source
This commit is contained in:
monoid 2022-02-22 23:35:59 +09:00
parent 28ddd289b7
commit 30cb6b8fe0
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
read_data.py
View File

@ -103,7 +103,13 @@ class TagIdConverter:
@property @property
def pad_id(self): def pad_id(self):
return self.vocab["[PAD]"] return self.vocab["[PAD]"]
@property
def size(self):
return len(self.vocab)
def __len__(self):
return self.size
def convert_ids_to_tokens(self,ids: List[int]): def convert_ids_to_tokens(self,ids: List[int]):
return [self.ids_to_token[id] for id in ids] return [self.ids_to_token[id] for id in ids]
def convert_tokens_to_ids(self, tokens: List[str]): def convert_tokens_to_ids(self, tokens: List[str]):