//go:build !cgo package rag_analyzer import "fmt" // Token represents a single token from the analyzer. type Token struct { Text string Offset uint32 EndOffset uint32 } // TokenWithPosition represents a token with position information. type TokenWithPosition struct { Text string Offset uint32 EndOffset uint32 } // Analyzer is the no-CGO stub used for builds that intentionally skip the // native tokenizer binding. type Analyzer struct{} func NewAnalyzer(path string) (*Analyzer, error) { return nil, fmt.Errorf("rag_analyzer: cgo required (path=%q)", path) } func (a *Analyzer) Load() error { return fmt.Errorf("rag_analyzer: cgo required") } func (a *Analyzer) SetFineGrained(bool) {} func (a *Analyzer) SetEnablePosition(bool) {} func (a *Analyzer) Analyze(text string) ([]Token, error) { return nil, fmt.Errorf("rag_analyzer: cgo required for Analyze(%q)", text) } func (a *Analyzer) Tokenize(text string) (string, error) { return "", fmt.Errorf("rag_analyzer: cgo required for Tokenize(%q)", text) } func (a *Analyzer) TokenizeWithPosition(text string) ([]TokenWithPosition, error) { return nil, fmt.Errorf("rag_analyzer: cgo required for TokenizeWithPosition(%q)", text) } func (a *Analyzer) Close() {} func (a *Analyzer) FineGrainedTokenize(tokens string) (string, error) { return "", fmt.Errorf("rag_analyzer: cgo required for FineGrainedTokenize(%q)", tokens) } func (a *Analyzer) GetTermFreq(term string) int32 { return 0 } func (a *Analyzer) GetTermTag(term string) string { return "" } func (a *Analyzer) Copy() *Analyzer { return nil }