{"data":{"full_name":"10-OASIS-01/BPEtokenizer","name":"BPEtokenizer","description":"This project implements a tokenizer based on the Byte Pair Encoding (BPE) algorithm, with additional custom tokenizers, including one similar to the GPT-4 tokenizer. ","stars":4.0,"forks":1.0,"language":"Python","license":"MIT","archived":0.0,"subcategory":"tokenization-algorithms","last_pushed_at":"2025-06-08T07:36:21+00:00","pypi_package":null,"npm_package":null,"downloads_monthly":0.0,"dependency_count":0.0,"commits_30d":null,"reverse_dep_count":0.0,"maintenance_score":2.0,"adoption_score":3.0,"maturity_score":16.0,"community_score":12.0,"quality_score":33.0,"quality_tier":"emerging","risk_flags":"['stale_6m', 'no_package', 'no_dependents']"},"meta":{"timestamp":"2026-04-14T22:01:59.648854+00:00"}}