implement garbage collect

This commit is contained in:
Jonas Leder 2025-02-08 19:46:54 +01:00
commit 3261dd6860
2 changed files with 52 additions and 2 deletions

44
garbagecollect/main.go Normal file
View file

@ -0,0 +1,44 @@
package garbagecollect
import (
"jonasled.dev/jonasled/ems-esp-logger/database"
"jonasled.dev/jonasled/ems-esp-logger/database/tables"
"jonasled.dev/jonasled/ems-esp-logger/log"
)
func RunGarbageCollect() {
var typeDefinitions []tables.ValueType
database.Db.Find(&typeDefinitions)
guard := make(chan struct{}, 5)
for _, typeDefinition := range typeDefinitions {
guard <- struct{}{}
go func() {
cleanupType(typeDefinition)
<-guard
}()
}
}
func cleanupType(typeDefinition tables.ValueType) {
log.Log.Info("Cleaning up values for type: ", typeDefinition.Name)
var values []tables.Value
database.Db.Where("value_type_id = ?", typeDefinition.ID).Order("date").Find(&values)
toDelete := []tables.Value{}
for i := 1; i < len(values); i++ {
if values[i].Value == values[i-1].Value {
log.Log.Debug("Deleting redundant value: ", values[i].Value, " at ", values[i].Date)
toDelete = append(toDelete, values[i])
}
if len(toDelete) > 100 {
database.Db.Delete(&toDelete)
toDelete = []tables.Value{}
}
}
if len(toDelete) > 0 {
database.Db.Delete(&toDelete)
}
}

10
main.go
View file

@ -6,6 +6,7 @@ import (
_ "github.com/joho/godotenv/autoload"
"jonasled.dev/jonasled/ems-esp-logger/database"
"jonasled.dev/jonasled/ems-esp-logger/garbagecollect"
"jonasled.dev/jonasled/ems-esp-logger/log"
"jonasled.dev/jonasled/ems-esp-logger/messageworker"
"jonasled.dev/jonasled/ems-esp-logger/mqttclient"
@ -18,9 +19,9 @@ func main() {
log.Init()
queue.Init()
if (os.Getenv("OUTPUT_DATABSE") != "" && os.Getenv("CLIENT_USE_SERVER") != "true") || os.Getenv("LOGGER_SERVER") == "true" {
if (os.Getenv("OUTPUT_DATABSE") != "" && os.Getenv("CLIENT_USE_SERVER") != "true") || os.Getenv("LOGGER_SERVER") == "true" || os.Getenv("GARBAGE_COLLECT_JOB") == "true" {
database.Init()
if os.Getenv("LOGGER_SERVER") != "true" {
if os.Getenv("LOGGER_CLIENT") == "true" {
database.CreateInstance()
}
}
@ -30,6 +31,11 @@ func main() {
mqttserver.Start()
}
if os.Getenv("GARBAGE_COLLECT_JOB") == "true" {
garbagecollect.RunGarbageCollect()
os.Exit(0)
}
if os.Getenv("LOGGER_CLIENT") != "false" && os.Getenv("LOGGER_SERVER") != "true" {
mqttclient.Init()
go messageworker.RunClient()