{"id":27232942,"url":"https://github.com/monologg/tokenizers-cpp","last_synced_at":"2025-04-10T14:11:12.559Z","repository":null,"keywords":[],"created_at":"2025-04-10T14:11:10.156Z","updated_at":"2025-04-10T14:11:10.156Z","avatar_url":null,"language":null,"funding_links":[],"categories":["🔹 **WordPiece Tokenizer Implementations**"],"sub_categories":[],"readme":null,"project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fmonologg%2Ftokenizers-cpp","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fmonologg%2Ftokenizers-cpp","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fmonologg%2Ftokenizers-cpp/lists"}