| Usage example | |
| thon | |
| from transformers import HerbertTokenizer, RobertaModel | |
| tokenizer = HerbertTokenizer.from_pretrained("allegro/herbert-klej-cased-tokenizer-v1") | |
| model = RobertaModel.from_pretrained("allegro/herbert-klej-cased-v1") | |
| encoded_input = tokenizer.encode("Kto ma lepszą sztukę, ma lepszy rząd – to jasne. |