{"id":27232939,"url":"https://github.com/microsoft/BertTokenizers","last_synced_at":"2025-04-10T14:11:11.159Z","repository":null,"keywords":[],"created_at":"2025-04-10T14:11:10.095Z","updated_at":"2025-04-10T14:11:10.095Z","avatar_url":null,"language":null,"funding_links":[],"categories":["🔹 **WordPiece Tokenizer Implementations**"],"sub_categories":[],"readme":null,"project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fmicrosoft%2FBertTokenizers","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fmicrosoft%2FBertTokenizers","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fmicrosoft%2FBertTokenizers/lists"}