judgeval

type APIScorerType string

type AnswerCorrectnessScorer struct {
	// contains filtered or unexported fields
}

type AnswerCorrectnessScorerParams struct {
	Threshold  *float64
	Name       *string
	StrictMode *bool
	Model      *string
}

type AnswerRelevancyScorer struct {
	// contains filtered or unexported fields
}

type AnswerRelevancyScorerParams struct {
	Threshold  *float64
	Name       *string
	StrictMode *bool
	Model      *string
}

type BaseScorer interface {
	GetName() string
	GetScorerConfig() *models.ScorerConfig
}

type BaseTracer struct {
	// contains filtered or unexported fields
}

type BuiltInScorersFactory struct{}

type CustomScorer struct {
	// contains filtered or unexported fields
}

type CustomScorerFactory struct{}

type CustomScorerParams struct {
	Name      string
	ClassName *string
}

type CustomerIDProcessor struct{}

type Evaluation struct {
	// contains filtered or unexported fields
}

type EvaluationCreateParams struct {
}

type EvaluationFactory struct {
	// contains filtered or unexported fields
}

type Example struct {
	// contains filtered or unexported fields
}

type ExampleParams map[string]any

type FaithfulnessScorer struct {
	// contains filtered or unexported fields
}

type FaithfulnessScorerParams struct {
	Threshold  *float64
	Name       *string
	StrictMode *bool
	Model      *string
}

type FilterTracerFunc func(name string, opts ...trace.TracerOption) bool

type Judgeval struct {
	Tracer     *TracerFactory
	Scorers    *ScorersFactory
	Evaluation *EvaluationFactory
	// contains filtered or unexported fields
}

type JudgevalTracerLike interface {
	Initialize(ctx context.Context) error
	ForceFlush(ctx context.Context) error
	Shutdown(ctx context.Context) error

	GetTracer() trace.Tracer
	Span(ctx context.Context, spanName string) (context.Context, trace.Span)
	SetSpanKind(span trace.Span, kind string)
	SetLLMSpan(span trace.Span)
	SetToolSpan(span trace.Span)
	SetGeneralSpan(span trace.Span)
	SetAttribute(span trace.Span, key string, value interface{})
	SetAttributes(span trace.Span, attrs map[string]interface{})
	SetInput(span trace.Span, input interface{})
	SetOutput(span trace.Span, output interface{})
	SetCustomerID(ctx context.Context, customerID string) context.Context
	SetSessionID(ctx context.Context, sessionID string) context.Context
	AsyncEvaluate(ctx context.Context, scorer BaseScorer, example *Example)
	AsyncTraceEvaluate(ctx context.Context, scorer BaseScorer)
	StartSpan(ctx context.Context, spanName string) (context.Context, trace.Span)
	EndSpan(span trace.Span)
}

type JudgmentSpanExporter struct {
	// contains filtered or unexported fields
}

type JudgmentSpanProcessor struct {
	// contains filtered or unexported fields
}

type JudgmentTracerProvider struct {
	embedded.TracerProvider
	// contains filtered or unexported fields
}

type JudgmentTracerProviderConfig struct {
	// FilterTracer filters what tracers are allowed to be created. This is useful when you want to disable any instrumentation
	// or control instrumentation that is automatically created by auto-instrumentations or other libraries.
	// If set to return false, the caller will receive a NoOpTracer.
	// The function receives the tracer name and options to check if it should be allowed.
	// Returns true if the tracer should be allowed, false otherwise.
	FilterTracer FilterTracerFunc
}

type NoOpSpanExporter struct{}

type NoOpSpanProcessor struct{}

type NoOpTracer struct {
	*BaseTracer
}

type Option interface {
	// contains filtered or unexported methods
}

type PromptScorer struct {
	// contains filtered or unexported fields
}

type PromptScorerFactory struct {
	// contains filtered or unexported fields
}

type ScorerConfig = models.ScorerConfig

type ScorersFactory struct {
	BuiltIn           *BuiltInScorersFactory
	PromptScorer      *PromptScorerFactory
	TracePromptScorer *PromptScorerFactory
	CustomScorer      *CustomScorerFactory
	// contains filtered or unexported fields
}

type SerializerFunc func(interface{}) (string, error)

type SessionIDProcessor struct{}

type Tracer struct {
	*BaseTracer
	// contains filtered or unexported fields
}

type TracerCreateParams struct {
	EnableEvaluation   *bool
	Serializer         SerializerFunc
	ResourceAttributes map[string]any
	FilterTracer       FilterTracerFunc
	Initialize         *bool
}

type TracerFactory struct {
	// contains filtered or unexported fields
}