gбновление зависимостей, рефакторинг кода, чтобы он выглядел как гошный проект

2025-04-06 20:22:16 +03:00
parent 00257b8e6c
commit cfb98fc0b3
389 changed files with 18649 additions and 9105 deletions
--- a/cmd/seed-friday/main.go
+++ b/cmd/seed-friday/main.go
@@ -0,0 +1,250 @@
+package main
+
+import (
+	"fmt"
+	"os"
+	"regexp"
+	"strconv"
+	"strings"
+
+	"aleesa-phrases-go/internal/lib"
+
+	"github.com/cockroachdb/pebble"
+	log "github.com/sirupsen/logrus"
+)
+
+func main() {
+	lib.Config = lib.ReadConfig()
+	var err error
+
+	// Откроем все нужные нам для работы базюльки
+	var options pebble.Options
+	// По дефолту ограничение ставится на мегабайты данных, а не на количество файлов, поэтому с дефолтными настройками
+	// порождается огромное количество файлов. Умолчальное ограничение на количество файлов - 500 штук, что нас не
+	// устраивает, поэтому немного снизим эту цифру до более приемлемых значений
+	options.L0CompactionFileThreshold = 8
+
+	lib.PebbleDB.Monday.Name = "monday"
+	lib.PebbleDB.Monday.DB, err = pebble.Open(lib.Config.DataDir+"/friday_db/"+lib.PebbleDB.Monday.Name, &options)
+	if err != nil {
+		log.Errorf("Unable to open monday db: %s\n", err)
+		os.Exit(1)
+	}
+
+	lib.PebbleDB.Tuesday.Name = "tuesday"
+	lib.PebbleDB.Tuesday.DB, err = pebble.Open(lib.Config.DataDir+"/friday_db/"+lib.PebbleDB.Tuesday.Name, &options)
+	if err != nil {
+		log.Errorf("Unable to open tuesday db: %s\n", err)
+		os.Exit(1)
+	}
+
+	lib.PebbleDB.Wednesday.Name = "wednesday"
+	lib.PebbleDB.Wednesday.DB, err = pebble.Open(lib.Config.DataDir+"/friday_db/"+lib.PebbleDB.Wednesday.Name, &options)
+	if err != nil {
+		log.Errorf("Unable to open wednesday db: %s\n", err)
+		os.Exit(1)
+	}
+
+	lib.PebbleDB.Thursday.Name = "thursday"
+	lib.PebbleDB.Thursday.DB, err = pebble.Open(lib.Config.DataDir+"/friday_db/"+lib.PebbleDB.Thursday.Name, &options)
+	if err != nil {
+		log.Errorf("Unable to open thursday db: %s\n", err)
+		os.Exit(1)
+	}
+
+	lib.PebbleDB.Friday.Name = "friday"
+	lib.PebbleDB.Friday.DB, err = pebble.Open(lib.Config.DataDir+"/friday_db/"+lib.PebbleDB.Friday.Name, &options)
+	if err != nil {
+		log.Errorf("Unable to open friday db: %s\n", err)
+		os.Exit(1)
+	}
+
+	lib.PebbleDB.Saturday.Name = "saturday"
+	lib.PebbleDB.Saturday.DB, err = pebble.Open(lib.Config.DataDir+"/friday_db/"+lib.PebbleDB.Saturday.Name, &options)
+	if err != nil {
+		log.Errorf("Unable to open saturday db: %s\n", err)
+		os.Exit(1)
+	}
+
+	lib.PebbleDB.Sunday.Name = "sunday"
+	lib.PebbleDB.Sunday.DB, err = pebble.Open(lib.Config.DataDir+"/friday_db/"+lib.PebbleDB.Sunday.Name, &options)
+	if err != nil {
+		log.Errorf("Unable to open sunday db: %s\n", err)
+		os.Exit(1)
+	}
+
+	lib.PebbleDB.Count.Name = "count_db"
+	lib.PebbleDB.Count.DB, err = pebble.Open(lib.Config.DataDir+"/"+lib.PebbleDB.Count.Name, &options)
+	if err != nil {
+		log.Errorf("Unable to open count_db: %s\n", err)
+		os.Exit(1)
+	}
+
+	file := lib.Config.DataDir + "/friday_src/friday.txt"
+	bytesRead, err := os.ReadFile(file)
+
+	if err != nil {
+		log.Errorf("Unable to read %s: %s\n", file, err)
+		os.Exit(1)
+	}
+
+	fileContent := string(bytesRead)
+
+	// Для каждой базюльки нам нужен отдельный счётчик
+	var counter = []int{0, 0, 0, 0, 0, 0, 0}
+
+	re := regexp.MustCompile("(\n\r|\r\n|\n|\r)")
+
+	for _, line := range re.Split(fileContent, -1) {
+		data := strings.Split(line, " || ")
+
+		if data[0] == "" || data[1] == "" {
+			continue
+		}
+
+		for _, day := range strings.Split(data[1], "") {
+			dayNum, err := strconv.Atoi(day)
+
+			if err != nil {
+				log.Errorf("Unable to seed phrase to db phrase is: %s, error is: %s\n", data[0], err)
+				continue
+			}
+
+			if dayNum > 7 || dayNum < 1 {
+				log.Errorf("Unable to seed phrase to db phrase is: %s, daynum must be in range 1..7\n", data[0])
+				continue
+			}
+
+			dayNum -= 1
+			database := fmt.Sprintf("friday_db/%s", lib.Dow[dayNum])
+			counter[dayNum] += 1
+			key := fmt.Sprintf("%d", counter[dayNum])
+			value := strings.Trim(data[0], "\n\r\t ")
+
+			switch dayNum {
+			case 0:
+				if err := lib.StoreKV(lib.PebbleDB.Monday.DB, lib.PebbleDB.Monday.Name, key, value, true); err != nil {
+					log.Errorf("Unable to store key %s with value %s in %s: %s", key, value, database, err)
+					os.Exit(1)
+				}
+			case 1:
+				if err := lib.StoreKV(lib.PebbleDB.Tuesday.DB, lib.PebbleDB.Tuesday.Name, key, value, true); err != nil {
+					log.Errorf("Unable to store key %s with value %s in %s: %s", key, value, database, err)
+					os.Exit(1)
+				}
+			case 2:
+				if err := lib.StoreKV(lib.PebbleDB.Wednesday.DB, lib.PebbleDB.Wednesday.Name, key, value, true); err != nil {
+					log.Errorf("Unable to store key %s with value %s in %s: %s", key, value, database, err)
+					os.Exit(1)
+				}
+			case 3:
+				if err := lib.StoreKV(lib.PebbleDB.Thursday.DB, lib.PebbleDB.Thursday.Name, key, value, true); err != nil {
+					log.Errorf("Unable to store key %s with value %s in %s: %s", key, value, database, err)
+					os.Exit(1)
+				}
+			case 4:
+				if err := lib.StoreKV(lib.PebbleDB.Friday.DB, lib.PebbleDB.Friday.Name, key, value, true); err != nil {
+					log.Errorf("Unable to store key %s with value %s in %s: %s", key, value, database, err)
+					os.Exit(1)
+				}
+			case 5:
+				if err := lib.StoreKV(lib.PebbleDB.Saturday.DB, lib.PebbleDB.Saturday.Name, key, value, true); err != nil {
+					log.Errorf("Unable to store key %s with value %s in %s: %s", key, value, database, err)
+					os.Exit(1)
+				}
+			case 6:
+				if err := lib.StoreKV(lib.PebbleDB.Sunday.DB, lib.PebbleDB.Sunday.Name, key, value, true); err != nil {
+					log.Errorf("Unable to store key %s with value %s in %s: %s", key, value, database, err)
+					os.Exit(1)
+				}
+			}
+		}
+	}
+
+	// Не забудем позакрывать все БД к лешему.
+	if err = lib.PebbleDB.Monday.DB.Flush(); err != nil {
+		log.Errorf("Unable to flush %s: %s", lib.PebbleDB.Monday.Name, err)
+		os.Exit(1)
+	}
+
+	if err = lib.PebbleDB.Monday.DB.Close(); err != nil {
+		log.Errorf("Unable to close %s: %s", lib.PebbleDB.Monday.Name, err)
+		os.Exit(1)
+	}
+
+	if err = lib.PebbleDB.Tuesday.DB.Flush(); err != nil {
+		log.Errorf("Unable to flush %s: %s", lib.PebbleDB.Tuesday.Name, err)
+		os.Exit(1)
+	}
+
+	if err = lib.PebbleDB.Tuesday.DB.Close(); err != nil {
+		log.Errorf("Unable to close %s: %s", lib.PebbleDB.Tuesday.Name, err)
+		os.Exit(1)
+	}
+
+	if err = lib.PebbleDB.Wednesday.DB.Flush(); err != nil {
+		log.Errorf("Unable to flush %s: %s", lib.PebbleDB.Wednesday.Name, err)
+		os.Exit(1)
+	}
+
+	if err = lib.PebbleDB.Wednesday.DB.Close(); err != nil {
+		log.Errorf("Unable to close %s: %s", lib.PebbleDB.Wednesday.Name, err)
+		os.Exit(1)
+	}
+
+	if err = lib.PebbleDB.Thursday.DB.Flush(); err != nil {
+		log.Errorf("Unable to flush %s: %s", lib.PebbleDB.Thursday.Name, err)
+		os.Exit(1)
+	}
+
+	if err = lib.PebbleDB.Thursday.DB.Close(); err != nil {
+		log.Errorf("Unable to close %s: %s", lib.PebbleDB.Thursday.Name, err)
+		os.Exit(1)
+	}
+
+	if err = lib.PebbleDB.Friday.DB.Flush(); err != nil {
+		log.Errorf("Unable to flush %s: %s", lib.PebbleDB.Friday.Name, err)
+		os.Exit(1)
+	}
+
+	if err = lib.PebbleDB.Friday.DB.Close(); err != nil {
+		log.Errorf("Unable to close %s: %s", lib.PebbleDB.Friday.Name, err)
+		os.Exit(1)
+	}
+
+	if err = lib.PebbleDB.Saturday.DB.Flush(); err != nil {
+		log.Errorf("Unable to flush %s: %s", lib.PebbleDB.Saturday.Name, err)
+		os.Exit(1)
+	}
+
+	if err = lib.PebbleDB.Saturday.DB.Close(); err != nil {
+		log.Errorf("Unable to close %s: %s", lib.PebbleDB.Saturday.Name, err)
+		os.Exit(1)
+	}
+
+	if err = lib.PebbleDB.Sunday.DB.Flush(); err != nil {
+		log.Errorf("Unable to flush %s: %s", lib.PebbleDB.Sunday.Name, err)
+		os.Exit(1)
+	}
+
+	if err = lib.PebbleDB.Sunday.DB.Close(); err != nil {
+		log.Errorf("Unable to close %s: %s", lib.PebbleDB.Sunday.Name, err)
+		os.Exit(1)
+	}
+
+	if err = lib.PebbleDB.Count.DB.Flush(); err != nil {
+		log.Errorf("Unable to flush %s: %s", lib.PebbleDB.Count.Name, err)
+		os.Exit(1)
+	}
+
+	if err = lib.PebbleDB.Count.DB.Close(); err != nil {
+		log.Errorf("Unable to close %s: %s", lib.PebbleDB.Count.Name, err)
+		os.Exit(1)
+	}
+
+	for i, amount := range counter {
+		log.Printf("Seeded %d phrases in friday module %s database.\n", amount, lib.Dow[i])
+	}
+}
+
+/* vim: set ft=go noet ai ts=4 sw=4 sts=4: */