{"type": "article", "title": "tokenizers v1: encode, decode and scaling, measured", "publisher": "Web Pulse", "url": "https://wpnews.pro/news/tokenizers-v1-encode-decode-and-scaling-measured", "original_source": "https://huggingface.co/blog/tokenizers-v1", "published": "2026-09-21T00:00:00+00:00", "accessed": "2026-10-07", "id": "tokenizers-v1-encode-decode-and-scaling-measured"}