{"@context":"https://w3id.org/codemeta/3.0","@type":"SoftwareSourceCode","identifier":"pkg:golang/github.com/bzick/tokenizer","name":"github.com/bzick/tokenizer","description":"Package tokenizer provides a high performance generic tokenizer (lexer) that can parse any string, slice or infinite buffer to any tokens.","version":"v1.5.1","softwareVersion":"v1.5.1","license":"https://spdx.org/licenses/MIT","codeRepository":"https://github.com/bzick/tokenizer","issueTracker":"https://github.com/bzick/tokenizer/issues","url":"https://github.com/bzick/tokenizer","programmingLanguage":{"@type":"ComputerLanguage","name":"Go"},"dateCreated":"2021-11-16","dateModified":"2026-07-17","datePublished":"2026-07-17","copyrightYear":2021,"downloadUrl":"https://proxy.golang.org/cached-only/github.com/bzick/tokenizer/@v/v1.5.1.zip","softwareHelp":{"@type":"WebSite","url":"https://pkg.go.dev/github.com/bzick/tokenizer#section-documentation"},"applicationCategory":"go","runtimePlatform":"go","developmentStatus":"active","sameAs":["https://pkg.go.dev/github.com/bzick/tokenizer"],"https://www.w3.org/ns/activitystreams#likes":142,"https://forgefed.org/ns#forks":11}