implement garbage collect
This commit is contained in:
parent
b73cee02d7
commit
3261dd6860
2 changed files with 52 additions and 2 deletions
44
garbagecollect/main.go
Normal file
44
garbagecollect/main.go
Normal file
|
|
@ -0,0 +1,44 @@
|
|||
package garbagecollect
|
||||
|
||||
import (
|
||||
"jonasled.dev/jonasled/ems-esp-logger/database"
|
||||
"jonasled.dev/jonasled/ems-esp-logger/database/tables"
|
||||
"jonasled.dev/jonasled/ems-esp-logger/log"
|
||||
)
|
||||
|
||||
func RunGarbageCollect() {
|
||||
var typeDefinitions []tables.ValueType
|
||||
database.Db.Find(&typeDefinitions)
|
||||
|
||||
guard := make(chan struct{}, 5)
|
||||
for _, typeDefinition := range typeDefinitions {
|
||||
guard <- struct{}{}
|
||||
go func() {
|
||||
cleanupType(typeDefinition)
|
||||
<-guard
|
||||
}()
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
func cleanupType(typeDefinition tables.ValueType) {
|
||||
log.Log.Info("Cleaning up values for type: ", typeDefinition.Name)
|
||||
|
||||
var values []tables.Value
|
||||
database.Db.Where("value_type_id = ?", typeDefinition.ID).Order("date").Find(&values)
|
||||
|
||||
toDelete := []tables.Value{}
|
||||
for i := 1; i < len(values); i++ {
|
||||
if values[i].Value == values[i-1].Value {
|
||||
log.Log.Debug("Deleting redundant value: ", values[i].Value, " at ", values[i].Date)
|
||||
toDelete = append(toDelete, values[i])
|
||||
}
|
||||
if len(toDelete) > 100 {
|
||||
database.Db.Delete(&toDelete)
|
||||
toDelete = []tables.Value{}
|
||||
}
|
||||
}
|
||||
if len(toDelete) > 0 {
|
||||
database.Db.Delete(&toDelete)
|
||||
}
|
||||
}
|
||||
10
main.go
10
main.go
|
|
@ -6,6 +6,7 @@ import (
|
|||
|
||||
_ "github.com/joho/godotenv/autoload"
|
||||
"jonasled.dev/jonasled/ems-esp-logger/database"
|
||||
"jonasled.dev/jonasled/ems-esp-logger/garbagecollect"
|
||||
"jonasled.dev/jonasled/ems-esp-logger/log"
|
||||
"jonasled.dev/jonasled/ems-esp-logger/messageworker"
|
||||
"jonasled.dev/jonasled/ems-esp-logger/mqttclient"
|
||||
|
|
@ -18,9 +19,9 @@ func main() {
|
|||
log.Init()
|
||||
queue.Init()
|
||||
|
||||
if (os.Getenv("OUTPUT_DATABSE") != "" && os.Getenv("CLIENT_USE_SERVER") != "true") || os.Getenv("LOGGER_SERVER") == "true" {
|
||||
if (os.Getenv("OUTPUT_DATABSE") != "" && os.Getenv("CLIENT_USE_SERVER") != "true") || os.Getenv("LOGGER_SERVER") == "true" || os.Getenv("GARBAGE_COLLECT_JOB") == "true" {
|
||||
database.Init()
|
||||
if os.Getenv("LOGGER_SERVER") != "true" {
|
||||
if os.Getenv("LOGGER_CLIENT") == "true" {
|
||||
database.CreateInstance()
|
||||
}
|
||||
}
|
||||
|
|
@ -30,6 +31,11 @@ func main() {
|
|||
mqttserver.Start()
|
||||
}
|
||||
|
||||
if os.Getenv("GARBAGE_COLLECT_JOB") == "true" {
|
||||
garbagecollect.RunGarbageCollect()
|
||||
os.Exit(0)
|
||||
}
|
||||
|
||||
if os.Getenv("LOGGER_CLIENT") != "false" && os.Getenv("LOGGER_SERVER") != "true" {
|
||||
mqttclient.Init()
|
||||
go messageworker.RunClient()
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue