3.0.1 BertTokenizer batch_encode_plus() shows warnings ...
github.com › huggingface › transformersJul 03, 2020 · import transformers print (transformers. __version__) # 3.0.1 from transformers import BertTokenizer max_len = 50 tokenizer = BertTokenizer. from_pretrained ('bert-base-uncased') # This example works fine with encode_plus(). text = 'Transformers are more than meets the eye' encoded_dict = tokenizer. encode_plus (text, text_pair = None, add_special_tokens = True, max_length = max_len, pad_to_max_length = False, truncation = 'longest_first') # This call to batch_encode_plus() shows warnings ...