chore: added config file and fixed updates not showing while training
This commit is contained in:
parent
de0b430467
commit
2faf90f462
2
config.toml
Normal file
2
config.toml
Normal file
@ -0,0 +1,2 @@
|
|||||||
|
PORT=5002
|
||||||
|
HOSTNAME="https://testing.andr3h3nriqu3s.com"
|
1
go.mod
1
go.mod
@ -12,6 +12,7 @@ require (
|
|||||||
)
|
)
|
||||||
|
|
||||||
require (
|
require (
|
||||||
|
github.com/BurntSushi/toml v1.3.2 // indirect
|
||||||
github.com/aymanbagabas/go-osc52/v2 v2.0.1 // indirect
|
github.com/aymanbagabas/go-osc52/v2 v2.0.1 // indirect
|
||||||
github.com/charmbracelet/lipgloss v0.9.1 // indirect
|
github.com/charmbracelet/lipgloss v0.9.1 // indirect
|
||||||
github.com/go-logfmt/logfmt v0.6.0 // indirect
|
github.com/go-logfmt/logfmt v0.6.0 // indirect
|
||||||
|
2
go.sum
2
go.sum
@ -1,3 +1,5 @@
|
|||||||
|
github.com/BurntSushi/toml v1.3.2 h1:o7IhLm0Msx3BaB+n3Ag7L8EVlByGnpq14C4YWiu/gL8=
|
||||||
|
github.com/BurntSushi/toml v1.3.2/go.mod h1:CxXYINrC8qIiEnFrOxCa7Jy5BFHlXnUU2pbicEuybxQ=
|
||||||
github.com/aymanbagabas/go-osc52/v2 v2.0.1 h1:HwpRHbFMcZLEVr42D4p7XBqjyuxQH5SMiErDT4WkJ2k=
|
github.com/aymanbagabas/go-osc52/v2 v2.0.1 h1:HwpRHbFMcZLEVr42D4p7XBqjyuxQH5SMiErDT4WkJ2k=
|
||||||
github.com/aymanbagabas/go-osc52/v2 v2.0.1/go.mod h1:uYgXzlJ7ZpABp8OJ+exZzJJhRNQ2ASbcXHWsFqH8hp8=
|
github.com/aymanbagabas/go-osc52/v2 v2.0.1/go.mod h1:uYgXzlJ7ZpABp8OJ+exZzJJhRNQ2ASbcXHWsFqH8hp8=
|
||||||
github.com/charmbracelet/lipgloss v0.8.0 h1:IS00fk4XAHcf8uZKc3eHeMUTCxUH6NkaTrdyCQk84RU=
|
github.com/charmbracelet/lipgloss v0.8.0 h1:IS00fk4XAHcf8uZKc3eHeMUTCxUH6NkaTrdyCQk84RU=
|
||||||
|
@ -244,6 +244,7 @@ func trainDefinition(c *Context, model *BaseModel, definition_id string, load_pr
|
|||||||
"SaveModelPath": path.Join(getDir(), result_path),
|
"SaveModelPath": path.Join(getDir(), result_path),
|
||||||
"Depth": classCount,
|
"Depth": classCount,
|
||||||
"StartPoint": 0,
|
"StartPoint": 0,
|
||||||
|
"Host": (*c.Handle).Config.Hostname,
|
||||||
}); err != nil {
|
}); err != nil {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
@ -500,6 +501,7 @@ func trainDefinitionExpandExp(c *Context, model *BaseModel, definition_id string
|
|||||||
"SaveModelPath": path.Join(getDir(), result_path, "head", exp.Id),
|
"SaveModelPath": path.Join(getDir(), result_path, "head", exp.Id),
|
||||||
"Depth": classCount,
|
"Depth": classCount,
|
||||||
"StartPoint": 0,
|
"StartPoint": 0,
|
||||||
|
"Host": (*c.Handle).Config.Hostname,
|
||||||
}); err != nil {
|
}); err != nil {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
@ -648,6 +650,7 @@ func trainDefinitionExp(c *Context, model *BaseModel, definition_id string, load
|
|||||||
"SaveModelPath": path.Join(getDir(), result_path),
|
"SaveModelPath": path.Join(getDir(), result_path),
|
||||||
"Depth": classCount,
|
"Depth": classCount,
|
||||||
"StartPoint": 0,
|
"StartPoint": 0,
|
||||||
|
"Host": (*c.Handle).Config.Hostname,
|
||||||
}); err != nil {
|
}); err != nil {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
32
logic/utils/config.go
Normal file
32
logic/utils/config.go
Normal file
@ -0,0 +1,32 @@
|
|||||||
|
package utils
|
||||||
|
|
||||||
|
import (
|
||||||
|
"os"
|
||||||
|
|
||||||
|
toml "github.com/BurntSushi/toml"
|
||||||
|
"github.com/charmbracelet/log"
|
||||||
|
)
|
||||||
|
|
||||||
|
type Config struct {
|
||||||
|
Hostname string
|
||||||
|
Port int
|
||||||
|
}
|
||||||
|
|
||||||
|
func LoadConfig() Config {
|
||||||
|
|
||||||
|
log.Info("Loading the config file")
|
||||||
|
|
||||||
|
dat, err := os.ReadFile("./config.toml")
|
||||||
|
if err != nil {
|
||||||
|
log.Error("Failed to load config file", "err", err)
|
||||||
|
// Use default values
|
||||||
|
return Config{
|
||||||
|
Hostname: "localhost",
|
||||||
|
Port: 8000,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
var conf Config
|
||||||
|
_, err = toml.Decode(string(dat), &conf)
|
||||||
|
return conf
|
||||||
|
}
|
@ -42,6 +42,7 @@ type Handle struct {
|
|||||||
gets []HandleFunc
|
gets []HandleFunc
|
||||||
posts []HandleFunc
|
posts []HandleFunc
|
||||||
deletes []HandleFunc
|
deletes []HandleFunc
|
||||||
|
Config Config
|
||||||
}
|
}
|
||||||
|
|
||||||
func decodeBody(r *http.Request) (string, *Error) {
|
func decodeBody(r *http.Request) (string, *Error) {
|
||||||
@ -138,6 +139,7 @@ type Context struct {
|
|||||||
R *http.Request
|
R *http.Request
|
||||||
Tx *sql.Tx
|
Tx *sql.Tx
|
||||||
ShowMessage bool
|
ShowMessage bool
|
||||||
|
Handle *Handle
|
||||||
}
|
}
|
||||||
|
|
||||||
func (c Context) Prepare(str string) (*sql.Stmt, error) {
|
func (c Context) Prepare(str string) (*sql.Stmt, error) {
|
||||||
@ -320,6 +322,7 @@ func (x Handle) createContext(handler *Handle, r *http.Request, w http.ResponseW
|
|||||||
Writer: w,
|
Writer: w,
|
||||||
R: r,
|
R: r,
|
||||||
ShowMessage: true,
|
ShowMessage: true,
|
||||||
|
Handle: &x,
|
||||||
}, nil
|
}, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -328,7 +331,7 @@ func (x Handle) createContext(handler *Handle, r *http.Request, w http.ResponseW
|
|||||||
return nil, errors.Join(err, LogoffError)
|
return nil, errors.Join(err, LogoffError)
|
||||||
}
|
}
|
||||||
|
|
||||||
return &Context{token, user, logger, handler.Db, w, r, nil, true}, nil
|
return &Context{token, user, logger, handler.Db, w, r, nil, true, &x}, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func contextlessLogoff(w http.ResponseWriter) {
|
func contextlessLogoff(w http.ResponseWriter) {
|
||||||
@ -468,12 +471,12 @@ func (x Handle) ReadTypesFilesApi(pathTest string, baseFilePath string, fileType
|
|||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
func NewHandler(db *sql.DB) *Handle {
|
func NewHandler(db *sql.DB, config Config) *Handle {
|
||||||
|
|
||||||
var gets []HandleFunc
|
var gets []HandleFunc
|
||||||
var posts []HandleFunc
|
var posts []HandleFunc
|
||||||
var deletes []HandleFunc
|
var deletes []HandleFunc
|
||||||
x := &Handle{db, gets, posts, deletes}
|
x := &Handle{db, gets, posts, deletes, config}
|
||||||
|
|
||||||
http.HandleFunc("/", func(w http.ResponseWriter, r *http.Request) {
|
http.HandleFunc("/", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
|
||||||
@ -482,11 +485,11 @@ func NewHandler(db *sql.DB) *Handle {
|
|||||||
w.Header().Add("Access-Control-Allow-Methods", "*")
|
w.Header().Add("Access-Control-Allow-Methods", "*")
|
||||||
|
|
||||||
// Decide answertype
|
// Decide answertype
|
||||||
if !(r.Header.Get("content-type") == "application/json" || r.Header.Get("response-type") == "application/json") {
|
/* if !(r.Header.Get("content-type") == "application/json" || r.Header.Get("response-type") == "application/json") {
|
||||||
w.WriteHeader(500)
|
w.WriteHeader(500)
|
||||||
w.Write([]byte("Please set content-type to application/json or set response-type to application/json\n"))
|
w.Write([]byte("Please set content-type to application/json or set response-type to application/json\n"))
|
||||||
return
|
return
|
||||||
}
|
}*/
|
||||||
|
|
||||||
if !strings.HasPrefix(r.URL.Path, "/api") {
|
if !strings.HasPrefix(r.URL.Path, "/api") {
|
||||||
w.WriteHeader(404)
|
w.WriteHeader(404)
|
||||||
@ -528,10 +531,5 @@ func NewHandler(db *sql.DB) *Handle {
|
|||||||
func (x Handle) Startup() {
|
func (x Handle) Startup() {
|
||||||
log.Info("Starting up!\n")
|
log.Info("Starting up!\n")
|
||||||
|
|
||||||
port := os.Getenv("PORT")
|
log.Fatal(http.ListenAndServe(fmt.Sprintf(":%d", x.Config.Port), nil))
|
||||||
if port == "" {
|
|
||||||
port = "8000"
|
|
||||||
}
|
|
||||||
|
|
||||||
log.Fatal(http.ListenAndServe(fmt.Sprintf(":%s", port), nil))
|
|
||||||
}
|
}
|
||||||
|
5
main.go
5
main.go
@ -33,8 +33,11 @@ func main() {
|
|||||||
defer db.Close()
|
defer db.Close()
|
||||||
log.Info("Starting server on :5002!")
|
log.Info("Starting server on :5002!")
|
||||||
|
|
||||||
|
config := LoadConfig()
|
||||||
|
log.Info("Config loaded!", "config", config)
|
||||||
|
|
||||||
//TODO check if file structure exists to save data
|
//TODO check if file structure exists to save data
|
||||||
handle := NewHandler(db)
|
handle := NewHandler(db, config)
|
||||||
|
|
||||||
// TODO remove this before commiting
|
// TODO remove this before commiting
|
||||||
_, err = db.Exec("update models set status=$1 where status=$2", models_utils.FAILED_TRAINING, models_utils.TRAINING)
|
_, err = db.Exec("update models set status=$1 where status=$2", models_utils.FAILED_TRAINING, models_utils.TRAINING)
|
||||||
|
@ -9,9 +9,9 @@ import requests
|
|||||||
class NotifyServerCallback(tf.keras.callbacks.Callback):
|
class NotifyServerCallback(tf.keras.callbacks.Callback):
|
||||||
def on_epoch_end(self, epoch, log, *args, **kwargs):
|
def on_epoch_end(self, epoch, log, *args, **kwargs):
|
||||||
{{ if .HeadId }}
|
{{ if .HeadId }}
|
||||||
requests.get(f'http://localhost:8000/api/model/head/epoch/update?epoch={epoch + 1}&accuracy={log["accuracy"]}&head_id={{.HeadId}}')
|
requests.get(f'{{ .Host }}/api/model/head/epoch/update?epoch={epoch + 1}&accuracy={log["accuracy"]}&head_id={{.HeadId}}')
|
||||||
{{ else }}
|
{{ else }}
|
||||||
requests.get(f'http://localhost:8000/api/model/epoch/update?model_id={{.Model.Id}}&epoch={epoch + 1}&accuracy={log["accuracy"]}&definition={{.DefId}}')
|
requests.get(f'{{ .Host }}/api/model/epoch/update?model_id={{.Model.Id}}&epoch={epoch + 1}&accuracy={log["accuracy"]}&definition={{.DefId}}')
|
||||||
{{end}}
|
{{end}}
|
||||||
|
|
||||||
|
|
||||||
|
@ -10,7 +10,7 @@ import numpy as np
|
|||||||
|
|
||||||
class NotifyServerCallback(tf.keras.callbacks.Callback):
|
class NotifyServerCallback(tf.keras.callbacks.Callback):
|
||||||
def on_epoch_end(self, epoch, log, *args, **kwargs):
|
def on_epoch_end(self, epoch, log, *args, **kwargs):
|
||||||
requests.get(f'http://localhost:8000/api/model/head/epoch/update?epoch={epoch + 1}&accuracy={log["accuracy"]}&head_id={{.HeadId}}')
|
requests.get(f'{{ .Host }}/api/model/head/epoch/update?epoch={epoch + 1}&accuracy={log["accuracy"]}&head_id={{.HeadId}}')
|
||||||
|
|
||||||
|
|
||||||
DATA_DIR = "{{ .DataDir }}"
|
DATA_DIR = "{{ .DataDir }}"
|
||||||
|
Loading…
Reference in New Issue
Block a user