remove profiling

src/cache/DirectoryCrawler/process.go

@@ -40,6 +40,7 @@ func (dc *DirectoryCrawler) processPath(fullPath string, info os.FileInfo) error
 			if found {
 				// Remove the old version of the directory from the parent's Children field
 				newChildren, foundOldDir := removeOldDir(parentItem.Children, relPath)
+
 				// Add the new version of the directory to the parent's Children field only if it wasn't found
 				if !foundOldDir {
 					parentItem.Children = append(newChildren, relPath)

src/crazyfs.go

@@ -15,7 +15,7 @@ import (
 	lru "github.com/hashicorp/golang-lru/v2"
 	"github.com/sirupsen/logrus"
 	"net/http"
-	_ "net/http/pprof"
+	//_ "net/http/pprof" // for profiling
 	"os"
 	"path/filepath"
 	"time"
@@ -153,9 +153,10 @@ func main() {
 		}
 	}
 
-	go func() {
-		log.Println(http.ListenAndServe("localhost:6060", nil))
-	}()
+	// For profiling
+	//go func() {
+	//	log.Println(http.ListenAndServe("0.0.0.0:6060", nil))
+	//}()
 
 	select {}
 }

src/elastic/ElasticsearchThread.go

@@ -13,12 +13,11 @@ func ElasticsearchThread(sharedCache *lru.Cache[string, *CacheItem.Item]) {
 	createCrazyfsIndex()
 
 	// Test connection to Elastic.
-	esContents, err := getPathsFromIndex()
+	esSize, err := getElasticSize()
 	if err != nil {
 		logElasticConnError(err)
 		return
 	}
-	esSize := len(esContents)
 	log.Infof(`ELASTIC - index "%s" contains %d items.`, config.GetConfig().ElasticsearchIndex, esSize)
 
 	var wg sync.WaitGroup
@@ -53,6 +52,8 @@ func ElasticsearchThread(sharedCache *lru.Cache[string, *CacheItem.Item]) {
 	}
 }
 
+// TODO: make this use workers instead of starting a million threads
+// TODO: have the workers exit when the sync job is finished
 func syncElasticsearch(sharedCache *lru.Cache[string, *CacheItem.Item], wg *sync.WaitGroup, sem chan bool, fullSync bool) {
 	var syncType string
 	var esContents []string
@@ -90,7 +91,6 @@ func syncElasticsearch(sharedCache *lru.Cache[string, *CacheItem.Item], wg *sync
 					}
 				} else {
 					deleteFromElasticsearch(key) // clean up
-					//log.Debugf(`ELASTIC - skipping adding "%s"`, key)
 				}
 			}
 			<-sem

src/elastic/list.go

@@ -10,6 +10,14 @@ import (
 	"time"
 )
 
+func getElasticSize() (int, error) {
+	esContents, err := getPathsFromIndex()
+	if err != nil {
+		return -1, nil
+	}
+	return len(esContents), nil
+}
+
 func getPathsFromIndex() ([]string, error) {
 	// This may take a bit if the index is very large, so avoid calling this.