in nlp/nlp_amazon_review/GluonNLP_BERT/src/bert/data/transform.py [0:0]
def __init__(self,
tokenizer,
max_seq_length,
class_labels=None,
label_alias=None,
pad=True,
pair=True,
has_label=True):
self.class_labels = class_labels
self.has_label = has_label
self._label_dtype = 'int32' if class_labels else 'float32'
if has_label and class_labels:
self._label_map = {}
for (i, label) in enumerate(class_labels):
self._label_map[label] = i
if label_alias:
for key in label_alias:
self._label_map[key] = self._label_map[label_alias[key]]
self._bert_xform = BERTSentenceTransform(
tokenizer, max_seq_length, pad=pad, pair=pair)