junnyu / flash_small_wwm_cluecorpussmall

ptoutputssentence = "pytorch: " for i, id in enumerate(tokenizer.encode(text)): if id == tokenizer.masktokenid: val,idx = ptoutputs[i].softmax(-1).topk(k=5) tokens = tokenizer.convertidstotokens(idx) newtokens = [] for v,t in zip(val.cpu(),tokens): newtokens.append(f"{t}+{roun…