langml.baselines.ner.dataloader

Module Contents

Classes

DataLoader

TFDataLoader

class langml.baselines.ner.dataloader.DataLoader(data: List, tokenizer: object, label2id: Dict, batch_size: int = 32, max_len: Optional[int] = None, is_bert: bool = True)[source]

Bases: langml.baselines.BaseDataLoader

encode_data(self, data: List[Tuple[str, str]]) → Tuple[List[int], List[int], List[int]][source]
static load_data(fpath: str, build_vocab: bool = False) → List[source]
__len__(self) → int[source]
make_iter(self, random: bool = False)[source]
class langml.baselines.ner.dataloader.TFDataLoader(data: List, tokenizer: object, label2id: Dict, batch_size: int = 32, max_len: Optional[int] = None, is_bert: bool = True)[source]

Bases: DataLoader

make_iter(self, random: bool = False)[source]
__call__(self, random: bool = False)[source]