Sign upLogin

nlpodyssey/gotokenizers

View on GitHub
Star

Showing 92 of 92 total issues

Your code does not pass gofmt in 1 place. Go fmt your code!
Open

// Copyright (c) 2020, NLP Odyssey Authors. All rights reserved.
Severity: Minor
Found in normalizedstring/normalizedstring.go by gofmt

exported type InvertedPattern should have comment or be unexported
Open

type InvertedPattern struct {
Severity: Minor
Found in splitpattern/invertedpattern.go by golint

exported type BytesToRuneOffsetConverter should have comment or be unexported
Open

type BytesToRuneOffsetConverter struct {
Severity: Minor
Found in strutils/strutils.go by golint

exported type RuneSplitPattern should have comment or be unexported
Open

type RuneSplitPattern struct {
Severity: Minor
Found in splitpattern/rune.go by golint

exported method RuneSplitPattern.FindMatches should have comment or be unexported
Open

func (sp *RuneSplitPattern) FindMatches(s string) ([]Capture, error) {
Severity: Minor
Found in splitpattern/rune.go by golint

exported function NewBytesToRuneOffsetConverter should have comment or be unexported
Open

func NewBytesToRuneOffsetConverter(sequence string) *BytesToRuneOffsetConverter {
Severity: Minor
Found in strutils/strutils.go by golint

exported function NewDefault should have comment or be unexported
Open

func NewDefault() *WordPieceModel {
Severity: Minor
Found in models/wordpiecemodel/wordpiecemodel.go by golint

exported method OriginalRange.End should have comment or be unexported
Open

func (r OriginalRange) End() int {
Severity: Minor
Found in normalizedstring/range.go by golint

exported method Regexp2SplitPattern.FindMatches should have comment or be unexported
Open

func (sp *Regexp2SplitPattern) FindMatches(s string) ([]Capture, error) {
Severity: Minor
Found in splitpattern/regexp2.go by golint

exported var ErrUnknownTokenOutOfVocabulary should have comment or be unexported
Open

var ErrUnknownTokenOutOfVocabulary = fmt.Errorf("the provided unk token is out of vocabulary")
Severity: Minor
Found in models/bpemodel/bpemodel.go by golint

exported method WordCache.Set should have comment or be unexported
Open

func (c *WordCache) Set(key string, values *Word) {
Severity: Minor
Found in models/bpemodel/wordcache.go by golint

exported method WordCache.GetValues should have comment or be unexported
Open

func (c *WordCache) GetValues(keys []string) []*Word {
Severity: Minor
Found in models/bpemodel/wordcache.go by golint

exported method WordMergeHeap.Push should have comment or be unexported
Open

func (h *WordMergeHeap) Push(x interface{}) {
Severity: Minor
Found in models/bpemodel/wordmerge.go by golint

exported method WordMergeHeap.Pop should have comment or be unexported
Open

func (h *WordMergeHeap) Pop() interface{} {
Severity: Minor
Found in models/bpemodel/wordmerge.go by golint

exported method WordPieceModel.Tokenize should have comment or be unexported
Open

func (m *WordPieceModel) Tokenize(sequence string) ([]models.Token, error) {
Severity: Minor
Found in models/wordpiecemodel/wordpiecemodel.go by golint

exported function FromString should have comment or be unexported
Open

func FromString(s string) *PreTokenizedString {
Severity: Minor
Found in pretokenizedstring/pretokenizedstring.go by golint

exported type Regexp2SplitPattern should have comment or be unexported
Open

type Regexp2SplitPattern struct {
Severity: Minor
Found in splitpattern/regexp2.go by golint

exported type RegexpSplitPattern should have comment or be unexported
Open

type RegexpSplitPattern struct {
Severity: Minor
Found in splitpattern/regexp.go by golint

exported var ErrUnknownTokenOutOfVocabulary should have comment or be unexported
Open

var ErrUnknownTokenOutOfVocabulary = fmt.Errorf("the provided unk token is out of vocabulary")
Severity: Minor
Found in models/wordpiecemodel/wordpiecemodel.go by golint

exported method OriginalRange.Start should have comment or be unexported
Open

func (r OriginalRange) Start() int {
Severity: Minor
Found in normalizedstring/range.go by golint
Severity
Category
Status
Source
Language