Index of /pkg/mod/github.com/jdkato/[email protected]/tokenize

	Name	Last modified	Size	Description
	Parent Directory		-
	tokenize_fuzz.go	2021-10-07 12:55	295
	treebank_test.go	2021-10-07 12:55	482
	regexp_test.go	2021-10-07 12:55	766
	tokenize.go	2021-10-07 12:55	846
	pragmatic_test.go	2021-10-07 12:55	1.7K
	regexp.go	2021-10-07 12:55	1.9K
	tokenize_test.go	2021-10-07 12:55	2.3K
	treebank.go	2021-10-07 12:55	3.4K
	punkt.go	2021-10-07 12:55	7.3K
	punkt_test.go	2021-10-07 12:55	14K
	pragmatic.go	2021-10-07 12:55	27K