{"data":{"full_name":"Systemcluster/tokenizer","name":"tokenizer","description":"General tokenizer library for the Web and Node. Supports Huggingface and Tiktoken formats","stars":2.0,"forks":0.0,"language":"Rust","license":"BSD-2-Clause","archived":0.0,"subcategory":"tokenizer-libraries","last_pushed_at":"2023-03-15T17:36:21+00:00","pypi_package":null,"npm_package":null,"downloads_monthly":0.0,"dependency_count":0.0,"commits_30d":null,"reverse_dep_count":0.0,"maintenance_score":0.0,"adoption_score":2.0,"maturity_score":9.0,"community_score":0.0,"quality_score":11.0,"quality_tier":"experimental","risk_flags":"['stale_6m', 'no_package', 'no_dependents']"},"meta":{"timestamp":"2026-04-06T11:13:29.196414+00:00"}}