golang.org/x/text/internal/language.scanner.token (field)

36 uses

	golang.org/x/text/internal/language (current package)
		language.go#L256: 	if n := len(scan.token); n != 1 {
		parse.go#L77: 	token []byte
		parse.go#L184: 	s.token = nil
		parse.go#L200: 		s.token = token
		parse.go#L216: 	for ; len(s.token) >= min; s.scan() {
		parse.go#L256: 	if n := len(scan.token); n <= 1 {
		parse.go#L258: 		if n == 0 || scan.token[0] != 'x' {
		parse.go#L266: 		if n := len(scan.token); n == 1 {
		parse.go#L294: 	t.LangID, e = getLangID(scan.token)
		parse.go#L299: 	for len(scan.token) == 3 && isAlpha(scan.token[0]) {
		parse.go#L302: 		lang, e := getLangID(scan.token)
		parse.go#L312: 	if len(scan.token) == 4 && isAlpha(scan.token[0]) {
		parse.go#L313: 		t.ScriptID, e = getScriptID(script, scan.token)
		parse.go#L319: 	if n := len(scan.token); n >= 2 && n <= 3 {
		parse.go#L320: 		t.RegionID, e = getRegionID(scan.token)
		parse.go#L347: 	for ; len(scan.token) >= 4; scan.scan() {
		parse.go#L350: 		v, ok := variantIndex[string(scan.token)]
		parse.go#L354: 			scan.gobble(NewValueError(scan.token))
		parse.go#L358: 		variant = append(variant, scan.token)
		parse.go#L448: 	for len(scan.token) == 1 {
		parse.go#L450: 		ext := scan.token[0]
		parse.go#L484: 	switch scan.token[0] {
		parse.go#L488: 		for last := []byte{}; len(scan.token) > 2; scan.scan() {
		parse.go#L489: 			if bytes.Compare(scan.token, last) != -1 {
		parse.go#L494: 				for scan.scan(); len(scan.token) > 2; scan.scan() {
		parse.go#L495: 					attrs = append(attrs, scan.token)
		parse.go#L502: 			last = scan.token
		parse.go#L506: 		for attrEnd := end; len(scan.token) == 2; last = key {
		parse.go#L507: 			key = scan.token
		parse.go#L517: 				for scan.scan(); len(scan.token) == 2; {
		parse.go#L551: 		if n := len(scan.token); n >= 2 && n <= 3 && isAlpha(scan.token[1]) {
		parse.go#L555: 		for len(scan.token) == 2 && !isAlpha(scan.token[1]) {