{"width":"100%","author_url":"https://blog.hatena.ne.jp/HTN20190109/","published":"2025-12-25 23:12:27","provider_name":"Hatena Blog","height":"190","provider_url":"https://hatena.blog","categories":["DL"],"url":"https://htn20190109.hatenablog.com/entry/2025/12/25/231227","blog_title":"HTN20190109\u306e\u65e5\u8a18","version":"1.0","title":"BertTokenizer","description":"https://qiita.com/age884/items/7b8d5c583e59e755aaf0https://tfull.hatenablog.jp/entry/2020/10/07/122132 from transformers import BertTokenizer, BertForMaskedLM, BertForNextSentencePredictionimport torch tokenizer = BertTokenizer.from_pretrained('bert-base-uncased')mlm_model = BertForMaskedLM.from_pre\u2026","blog_url":"https://htn20190109.hatenablog.com/","author_name":"HTN20190109","html":"<iframe src=\"https://hatenablog-parts.com/embed?url=https%3A%2F%2Fhtn20190109.hatenablog.com%2Fentry%2F2025%2F12%2F25%2F231227\" title=\"BertTokenizer - HTN20190109\u306e\u65e5\u8a18\" class=\"embed-card embed-blogcard\" scrolling=\"no\" frameborder=\"0\" style=\"display: block; width: 100%; height: 190px; max-width: 500px; margin: 10px 0px;\"></iframe>","image_url":null,"type":"rich"}