processor

type ArticleSorter struct {
	// contains filtered or unexported fields
}

type Config struct {
	EnableSummarization bool          `json:"enableSummarization"`
	EnableSorting       bool          `json:"enableSorting"`
	MaxSummaryLength    int           `json:"maxSummaryLength"`
	ProcessingTimeout   time.Duration `json:"processingTimeout"`
	MaxConcurrency      int           `json:"maxConcurrency"`
}

type Converter struct {
	// contains filtered or unexported fields
}

type ConverterConfig struct {
	// Maximum length for summary text (default: 1000)
	MaxSummaryLength int

	// Maximum length for title text (default: 500)
	MaxTitleLength int

	// Maximum length for content text (default: 50000)
	MaxContentLength int

	// Default quality score for articles without explicit quality indicators
	DefaultQuality float64

	// Default relevance score for articles without relevance calculation
	DefaultRelevance float64

	// Enable aggressive HTML cleaning (removes more tags and attributes)
	AggressiveHTMLCleaning bool

	// Normalize URLs to canonical form (removes tracking parameters, etc.)
	NormalizeURLs bool

	// Time zone for date normalization (default: UTC)
	TimeZone *time.Location
}

type DocumentFrequency struct {
	Term  string `json:"term"`
	Count int    `json:"count"`
}

type KeywordMatcher struct {
	Keywords     []string     `json:"keywords"`
	WeightConfig WeightConfig `json:"weightConfig"`
	// contains filtered or unexported fields
}

type PaginationConfig struct {
	Page     int `json:"page"`     // Current page (1-based)
	PageSize int `json:"pageSize"` // Items per page
}

type PaginationResult struct {
	Items       []*models.Article `json:"items"`
	CurrentPage int               `json:"currentPage"`
	PageSize    int               `json:"pageSize"`
	TotalItems  int               `json:"totalItems"`
	TotalPages  int               `json:"totalPages"`
	HasNext     bool              `json:"hasNext"`
	HasPrev     bool              `json:"hasPrev"`
}

type ProcessOptions struct {
	Query     string `json:"query"`
	SortBy    string `json:"sortBy"`
	SortOrder string `json:"sortOrder"`
	Limit     int    `json:"limit"`
}

type Processor struct {
	// contains filtered or unexported fields
}

type ProcessorStats struct {
	ProcessedArticles     int           `json:"processedArticles"`
	ProcessedRepositories int           `json:"processedRepositories"`
	AverageProcessingTime time.Duration `json:"averageProcessingTime"`
	CacheHitRate          float64       `json:"cacheHitRate"`
}

type RelevanceScorer struct {
	// contains filtered or unexported fields
}

type RepositoryPaginationResult struct {
	Items       []*models.Repository `json:"items"`
	CurrentPage int                  `json:"currentPage"`
	PageSize    int                  `json:"pageSize"`
	TotalItems  int                  `json:"totalItems"`
	TotalPages  int                  `json:"totalPages"`
	HasNext     bool                 `json:"hasNext"`
	HasPrev     bool                 `json:"hasPrev"`
}

type RepositorySorter struct {
	// contains filtered or unexported fields
}

type SentenceScore struct {
	Text     string
	Score    float64
	Position int
	Length   int
}

type SimpleStemmer struct {
	// contains filtered or unexported fields
}

type SortBy string

type SortConfig struct {
	Primary   SortBy    `json:"primary"`   // Primary sorting criterion
	Secondary SortBy    `json:"secondary"` // Secondary sorting criterion (for tie-breaking)
	Order     SortOrder `json:"order"`     // Sort order

	// Weights for composite sorting
	RelevanceWeight  float64 `json:"relevanceWeight"`  // Weight for relevance (default: 0.4)
	TimeWeight       float64 `json:"timeWeight"`       // Weight for recency (default: 0.3)
	PopularityWeight float64 `json:"popularityWeight"` // Weight for popularity (default: 0.2)
	TrendWeight      float64 `json:"trendWeight"`      // Weight for trending (default: 0.1)
}

type SortOrder string

type Summarizer struct {
	// Configuration for summary generation
	MinSummaryLength int     // Minimum summary length in characters
	MaxSummaryLength int     // Maximum summary length in characters
	SentenceCount    int     // Target number of sentences in summary
	PositionWeight   float64 // Weight for sentence position (earlier sentences score higher)
	LengthWeight     float64 // Weight for sentence length
	KeywordWeight    float64 // Weight for keyword density
}

type TFIDFScore struct {
	Term   string  `json:"term"`
	TF     float64 `json:"tf"`     // Term Frequency
	IDF    float64 `json:"idf"`    // Inverse Document Frequency
	TFIDF  float64 `json:"tfidf"`  // TF-IDF Score
	Weight float64 `json:"weight"` // Additional weight based on position/importance
}

type TermFrequency struct {
	Term      string  `json:"term"`
	Count     int     `json:"count"`
	Frequency float64 `json:"frequency"`
}

type UserPreferences struct {
	FavoriteTopics    []string           `json:"favoriteTopics"`    // Preferred topic keywords
	PreferredSources  []string           `json:"preferredSources"`  // Preferred news sources
	ReadingHistory    []string           `json:"readingHistory"`    // Article IDs user has read
	TopicWeights      map[string]float64 `json:"topicWeights"`      // Custom weights for topics
	RecencyPreference float64            `json:"recencyPreference"` // How much user prefers recent articles (0-1)
	LanguagePrefs     []string           `json:"languagePrefs"`     // Preferred programming languages for repos
}

type WeightConfig struct {
	TitleWeight   float64 `json:"titleWeight"`   // Weight for title matches (default: 3.0)
	SummaryWeight float64 `json:"summaryWeight"` // Weight for summary matches (default: 2.0)
	ContentWeight float64 `json:"contentWeight"` // Weight for content matches (default: 1.0)
	TagWeight     float64 `json:"tagWeight"`     // Weight for tag matches (default: 4.0)
	ExactMatch    float64 `json:"exactMatch"`    // Bonus for exact keyword match (default: 1.5)
	PartialMatch  float64 `json:"partialMatch"`  // Score for partial match (default: 0.8)
}