feat: optimize file scanner configuration and add new features

- add support for additional file types: .mdx, .json, .yaml
- increase maximum file size limit to 10240 KB
- optimize file scanner configuration parameters
- fix issue where progress calculation might exceed 100%

Author: WayneWang00

internal/config/config.go

@@ -87,12 +87,13 @@ var DefaultFolderIgnorePatterns = []string{
 }
 
 var DefaultFileIncludePatterns = []string{
-	".md",
+	".md", ".mdx",
+	".json", ".yaml",
 }
 
 var DefaultConfigSync = ConfigSync{
-	IntervalMinutes:         5,    // Default sync interval in minutes
-	MaxFileSizeKB:           2048, // Default maximum file size in KB
+	IntervalMinutes:         5,     // Default sync interval in minutes
+	MaxFileSizeKB:           10240, // Default maximum file size in KB
 	MaxFileCount:            10000,
 	MaxRetries:              3,                           // Default maximum retry count
 	RetryDelaySeconds:       3,                           // Default retry delay in seconds

internal/daemon/daemon.go

@@ -172,12 +172,15 @@ func (d *Daemon) updateConfig() {
 		IntervalMinutes:       newConfig.Sync.IntervalMinutes,
 		RegisterExpireMinutes: newConfig.Server.RegisterExpireMinutes,
 		HashTreeExpireHours:   newConfig.Server.HashTreeExpireHours,
+		MaxRetries:            newConfig.Sync.MaxRetries,
+		RetryIntervalSeconds:  newConfig.Sync.RetryDelaySeconds,
 	})
 	// Update file scanner configuration
 	d.fileScanner.SetScannerConfig(&config.ScannerConfig{
 		FolderIgnorePatterns: newConfig.Sync.FolderIgnorePatterns,
 		FileIncludePatterns:  newConfig.Sync.FileIncludePatterns,
 		MaxFileSizeKB:        newConfig.Sync.MaxFileSizeKB,
+		MaxFileCount:         newConfig.Sync.MaxFileCount,
 	})
 
 	d.logger.Info("client config updated")
@@ -234,8 +237,11 @@ func configChanged(current, new config.ClientConfig) bool {
 		current.Server.HashTreeExpireHours != new.Server.HashTreeExpireHours ||
 		current.Sync.IntervalMinutes != new.Sync.IntervalMinutes ||
 		current.Sync.MaxFileSizeKB != new.Sync.MaxFileSizeKB ||
+		current.Sync.MaxFileCount != new.Sync.MaxFileCount ||
 		current.Sync.MaxRetries != new.Sync.MaxRetries ||
 		current.Sync.RetryDelaySeconds != new.Sync.RetryDelaySeconds ||
+		current.Sync.EmbeddingSuccessPercent != new.Sync.EmbeddingSuccessPercent ||
+		current.Sync.CodegraphSuccessPercent != new.Sync.CodegraphSuccessPercent ||
 		!equalIgnorePatterns(current.Sync.FolderIgnorePatterns, new.Sync.FolderIgnorePatterns) ||
 		!equalIgnorePatterns(current.Sync.FileIncludePatterns, new.Sync.FileIncludePatterns)
 }

internal/repository/scanner.go

@@ -75,10 +75,10 @@ func (s *FileScanner) SetScannerConfig(config *config.ScannerConfig) {
 	if len(config.FileIncludePatterns) > 0 {
 		s.scannerConfig.FileIncludePatterns = config.FileIncludePatterns
 	}
-	if config.MaxFileSizeKB > 10 && config.MaxFileSizeKB <= 500 {
+	if config.MaxFileSizeKB > 10 && config.MaxFileSizeKB <= 20480 {
 		s.scannerConfig.MaxFileSizeKB = config.MaxFileSizeKB
 	}
-	if config.MaxFileCount < 100 && config.MaxFileCount > 100000 {
+	if config.MaxFileCount > 100 && config.MaxFileCount <= 100000 {
 		s.scannerConfig.MaxFileCount = config.MaxFileCount
 	}
 }

internal/service/extension.go

@@ -1101,8 +1101,12 @@ func (s *extensionService) calculateEmbeddingStatus(workspace *model.Workspace)
 
 	// 计算进度
 	if workspace.FileNum > 0 {
-		status.Process = float32(math.Round(float64(workspace.EmbeddingFileNum)/float64(workspace.FileNum)*100*10) / 10)
-		if status.Process > 100 { // 进度不能超过100%
+		if workspace.EmbeddingFileNum <= 0 {
+			status.Process = 0
+		} else {
+			status.Process = float32(math.Round(float64(workspace.EmbeddingFileNum)/float64(workspace.FileNum)*100*10) / 10)
+		}
+		if status.Process >= 100 { // 进度不能超过100%
 			status.Process = 100
 			status.Status = dto.ProcessStatusSuccess
 			return status
@@ -1178,8 +1182,12 @@ func (s *extensionService) calculateCodegraphStatus(workspace *model.Workspace)
 
 	// 计算进度
 	if workspace.FileNum > 0 {
-		status.Process = float32(math.Round(float64(workspace.CodegraphFileNum)/float64(workspace.FileNum)*100*10) / 10)
-		if status.Process > 100 { // 进度不能超过100%
+		if workspace.CodegraphFileNum <= 0 {
+			status.Process = 0
+		} else {
+			status.Process = float32(math.Round(float64(workspace.CodegraphFileNum)/float64(workspace.FileNum)*100*10) / 10)
+		}
+		if status.Process >= 100 { // 进度不能超过100%
 			status.Process = 100
 			status.Status = dto.ProcessStatusSuccess
 			return status

internal/service/scheduler.go

@@ -136,7 +136,9 @@ func (s *Scheduler) LoadConfig(ctx context.Context) {
 	// Update scanner configuration
 	scannerConfig := &config.ScannerConfig{
 		FolderIgnorePatterns: clientConfig.Sync.FolderIgnorePatterns,
+		FileIncludePatterns:  clientConfig.Sync.FileIncludePatterns,
 		MaxFileSizeKB:        clientConfig.Sync.MaxFileSizeKB,
+		MaxFileCount:         clientConfig.Sync.MaxFileCount,
 	}
 	s.fileScanner.SetScannerConfig(scannerConfig)
 }