Merge branch 'main' into add-GetMemoHandler-after-fixed-around-tags

src/scraper/messages.go

@@ -73,6 +73,7 @@ func (s *Scraper) GetSodanMessages(bot *traqwsbot.Bot) {
 
 	s.updateWikisContent()
 	s.setSodanTags()
+	s.setIndexing()
 }
 
 func (s *Scraper) GetSodanSubMessages(bot *traqwsbot.Bot, channelId string, offset int, limit int) {

src/search/index.go

@@ -92,4 +92,13 @@ func Indexing(data []IndexData) {
 		return
 	}
 	log.Printf("[From search engine] Finish index successfully. doc count: %d\n\n", docCount)
+
+	err = index.Close()
+	if err != nil {
+		log.Printf("[Error from search engine] failed to close index: %v\n", err)
+		return
+	}
+
+	res := Search("windows", 10, 0)
+	log.Println(res)
 }

src/search/search.go

@@ -10,30 +10,36 @@ import (
 // return array of ID
 // return empty array if no result or error
 func Search(query string, limit int, offset int) []int {
+	log.Println("[Info from search] Searching by query: ", query)
 	if _, err := os.Stat("index.bleve"); err != nil {
 		log.Println("[Error from search] Index file does not exist. Please create index file first.")
 	}
 
 	index, err := bleve.Open("index.bleve")
 	if err != nil {
-		log.Printf("failed to open index: %v\n", err)
+		log.Printf("[Error from search] failed to open index: %v\n", err)
 	}
 
 	bleveQuery := bleve.NewMatchQuery(query)
 	bleveQuery.SetField("Content")
 	search := bleve.NewSearchRequest(bleveQuery)
 	searchResults, err := index.Search(search)
 	if err != nil {
-		log.Printf("failed to search by query\"%s\": %v\n", query, err)
+		log.Printf("[Error from search] failed to search by query\"%s\": %v\n", query, err)
 		return []int{}
 	}
 
+	err = index.Close()
+	if err != nil {
+		log.Printf("[Error from search] failed to close index: %v\n", err)
+	}
+
 	returnCount := min(limit, int(searchResults.Total)-offset)
 	res := make([]int, returnCount)
 	for i := offset; i < offset+returnCount; i++ {
 		res[i-offset], err = strconv.Atoi(searchResults.Hits[i].ID)
 		if err != nil {
-			log.Printf("failed to convert ID to int: %v\n", err)
+			log.Printf("[Error from search] failed to convert ID to int: %v\n", err)
 			return []int{}
 		}
 	}

test/blevesearch/main.go

@@ -17,7 +17,12 @@ type IndexData struct {
 }
 
 func main() {
-	index := setting()
+	setting()
+	index, err := bleve.Open("index.bleve")
+	if err != nil {
+		log.Println(err)
+		return
+	}
 
 	// search for some text
 	query := bleve.NewMatchQuery("作る 並行")
@@ -32,9 +37,10 @@ func main() {
 	for _, hit := range searchResults.Hits {
 		log.Printf("ID: %s, Score: %f\n", hit.ID, hit.Score)
 	}
+	index.Close()
 }
 
-func setting() bleve.Index {
+func setting() {
 	// open a new index
 	typeMapping := bleve.NewTextFieldMapping()
 	typeMapping.Analyzer = keyword.Name
@@ -130,6 +136,5 @@ func setting() bleve.Index {
 		panic(err)
 	}
 	log.Printf("doc count: %d\n\n", docCount)
-
-	return index
+	index.Close()
 }

test/db.http

@@ -22,3 +22,6 @@ Content-Type: application/json
 {
   "name": "test"
 }
+
+###
+GET http://localhost:8080/search