Sign upLogin

nlpodyssey/gotokenizers

View on GitHub
Star

Showing 92 of 92 total issues

exported type WordMerge should have comment or be unexported
Open

type WordMerge struct {
Severity: Minor
Found in models/bpemodel/wordmerge.go by golint

comment on exported var DefaultWordRegexp should be of the form "DefaultWordRegexp ..."
Open

// (readonly)
Severity: Minor
Found in pretokenizers/whitespacepretokenizer/whitespacepretokenizer.go by golint

exported type FuncSplitPattern should have comment or be unexported
Open

type FuncSplitPattern struct {
Severity: Minor
Found in splitpattern/func.go by golint

exported function FromRegexp2 should have comment or be unexported
Open

func FromRegexp2(r *regexp2.Regexp) *Regexp2SplitPattern {
Severity: Minor
Found in splitpattern/regexp2.go by golint

exported method MergeMap.Set should have comment or be unexported
Open

func (m *MergeMap) Set(firstID, secondID int, v MergeValue) {
Severity: Minor
Found in models/bpemodel/mergemap.go by golint

exported function NewNormalizedRange should have comment or be unexported
Open

func NewNormalizedRange(start, end int) NormalizedRange {
Severity: Minor
Found in normalizedstring/range.go by golint

exported function FromNormalizedString should have comment or be unexported
Open

func FromNormalizedString(ns *normalizedstring.NormalizedString) *PreTokenizedString {
Severity: Minor
Found in pretokenizedstring/pretokenizedstring.go by golint

exported function FromFunc should have comment or be unexported
Open

func FromFunc(f func(rune) bool) *FuncSplitPattern {
Severity: Minor
Found in splitpattern/func.go by golint

exported method InvertedPattern.FindMatches should have comment or be unexported
Open

func (ip *InvertedPattern) FindMatches(s string) ([]Capture, error) {
Severity: Minor
Found in splitpattern/invertedpattern.go by golint

exported function FromRune should have comment or be unexported
Open

func FromRune(r rune) *RuneSplitPattern {
Severity: Minor
Found in splitpattern/rune.go by golint

8: cannot find package "github.com/nlpodyssey/gotokenizers/strutils" in any of:
Open

import "github.com/nlpodyssey/gotokenizers/strutils"
Severity: Minor
Found in encodings/encodings.go by govet

exported const SplitDelimiterRemoved should have comment (or a comment on this block) or be unexported
Open

    SplitDelimiterRemoved            SplitDelimiterBehavior = iota
Severity: Minor
Found in normalizedstring/normalizedstring.go by golint

exported method NormalizedRange.Len should have comment or be unexported
Open

func (r NormalizedRange) Len() int {
Severity: Minor
Found in normalizedstring/range.go by golint

Your code does not pass gofmt in 1 place. Go fmt your code!
Open

// Copyright (c) 2020, NLP Odyssey Authors. All rights reserved.
Severity: Minor
Found in pretokenizedstring/pretokenizedstring.go by gofmt

exported method WordSymbol.HasPrev should have comment or be unexported
Open

func (s *WordSymbol) HasPrev() bool {
Severity: Minor
Found in models/bpemodel/word.go by golint

exported method Word.MergeAll should have comment or be unexported
Open

func (w *Word) MergeAll(merges *MergeMap, dropout float64) {
Severity: Minor
Found in models/bpemodel/word.go by golint

exported method WordSymbol.HasNext should have comment or be unexported
Open

func (s *WordSymbol) HasNext() bool {
Severity: Minor
Found in models/bpemodel/word.go by golint

exported method OriginalRange.Len should have comment or be unexported
Open

func (r OriginalRange) Len() int {
Severity: Minor
Found in normalizedstring/range.go by golint

exported function FromRegexp should have comment or be unexported
Open

func FromRegexp(r *regexp.Regexp) *RegexpSplitPattern {
Severity: Minor
Found in splitpattern/regexp.go by golint

exported method BytesToRuneOffsetConverter.Convert should have comment or be unexported
Open

func (b *BytesToRuneOffsetConverter) Convert(offsets ByteOffsets) RuneOffsets {
Severity: Minor
Found in strutils/strutils.go by golint
Severity
Category
Status
Source
Language