159 lines
4.7 KiB
Go
159 lines
4.7 KiB
Go
|
package models_train
|
||
|
|
||
|
import (
|
||
|
"database/sql"
|
||
|
"errors"
|
||
|
"fmt"
|
||
|
"net/http"
|
||
|
|
||
|
model_classes "git.andr3h3nriqu3s.com/andr3/fyp/logic/models/classes"
|
||
|
. "git.andr3h3nriqu3s.com/andr3/fyp/logic/models/utils"
|
||
|
. "git.andr3h3nriqu3s.com/andr3/fyp/logic/utils"
|
||
|
)
|
||
|
|
||
|
func MakeDefenition(db *sql.DB, model_id string, target_accuracy int) (id string, err error) {
|
||
|
id = ""
|
||
|
_, err = db.Exec("insert into model_definition (model_id, target_accuracy) values ($1, $2);", model_id, target_accuracy)
|
||
|
if err != nil {
|
||
|
return
|
||
|
}
|
||
|
|
||
|
rows, err := db.Query("select id from model_definition where model_id=$1 order by created_on DESC;", model_id)
|
||
|
if err != nil {
|
||
|
return
|
||
|
}
|
||
|
defer rows.Close()
|
||
|
|
||
|
if !rows.Next() {
|
||
|
return id, errors.New("Something wrong!")
|
||
|
}
|
||
|
|
||
|
err = rows.Scan(&id)
|
||
|
if err != nil {
|
||
|
return
|
||
|
}
|
||
|
|
||
|
return
|
||
|
}
|
||
|
|
||
|
type ModelDefinitionStatus int
|
||
|
|
||
|
const (
|
||
|
MODEL_DEFINITION_STATUS_PRE_INIT ModelDefinitionStatus = 1
|
||
|
MODEL_DEFINITION_STATUS_INIT = 2
|
||
|
MODEL_DEFINITION_STATUS_TRAINING = 3
|
||
|
MODEL_DEFINITION_STATUS_TRANIED = 4
|
||
|
MODEL_DEFINITION_STATUS_READY = 5
|
||
|
)
|
||
|
|
||
|
func ModelDefinitionUpdateStatus(handle *Handle, id string, status ModelDefinitionStatus) (err error) {
|
||
|
_, err = handle.Db.Exec("update model_definition set status = $1 where id = $2", status, id)
|
||
|
return
|
||
|
}
|
||
|
|
||
|
func MakeLayer(db *sql.DB, def_id string, layer_order int, layer_type int, shape string) (err error) {
|
||
|
_, err = db.Exec("insert into model_definition_layer (def_id, layer_order, layer_type, shape) values ($1, $2, $3, $4)", def_id, layer_order, layer_type, shape)
|
||
|
return
|
||
|
}
|
||
|
|
||
|
func handleTrain(handle *Handle) {
|
||
|
handle.Post("/models/train", func(w http.ResponseWriter, r *http.Request, c *Context) *Error {
|
||
|
if !CheckAuthLevel(1, w, r, c) {
|
||
|
return nil
|
||
|
}
|
||
|
if c.Mode == JSON {
|
||
|
panic("TODO /models/train JSON")
|
||
|
}
|
||
|
|
||
|
r.ParseForm()
|
||
|
f := r.Form
|
||
|
|
||
|
number_of_models := 0
|
||
|
accuracy := 0
|
||
|
|
||
|
if !CheckId(f, "id") || CheckEmpty(f, "model_type") || !CheckNumber(f, "number_of_models", &number_of_models) || !CheckNumber(f, "accuracy", &accuracy) {
|
||
|
fmt.Println(
|
||
|
!CheckId(f, "id"), CheckEmpty(f, "model_type"), !CheckNumber(f, "number_of_models", &number_of_models), !CheckNumber(f, "accuracy", &accuracy),
|
||
|
)
|
||
|
// TODO improve this response
|
||
|
return ErrorCode(nil, 400, c.AddMap(nil))
|
||
|
}
|
||
|
|
||
|
id := f.Get("id")
|
||
|
model_type := f.Get("model_type")
|
||
|
// Its not used rn
|
||
|
_ = model_type
|
||
|
|
||
|
model, err := GetBaseModel(handle.Db, id)
|
||
|
if err == ModelNotFoundError {
|
||
|
return ErrorCode(nil, http.StatusNotFound, c.AddMap(AnyMap{
|
||
|
"NotFoundMessage": "Model not found",
|
||
|
"GoBackLink": "/models",
|
||
|
}))
|
||
|
} else if err != nil {
|
||
|
// TODO improve this response
|
||
|
return Error500(err)
|
||
|
}
|
||
|
|
||
|
if model.Status != CONFIRM_PRE_TRAINING {
|
||
|
// TODO improve this response
|
||
|
return ErrorCode(nil, 400, c.AddMap(nil))
|
||
|
}
|
||
|
|
||
|
cls, err := model_classes.ListClasses(handle.Db, model.Id)
|
||
|
if err != nil {
|
||
|
ModelUpdateStatus(handle, model.Id, FAILED_PREPARING_TRAINING)
|
||
|
// TODO improve this response
|
||
|
return Error500(err)
|
||
|
}
|
||
|
|
||
|
|
||
|
var fid string
|
||
|
for i := 0; i < number_of_models; i++ {
|
||
|
def_id, err := MakeDefenition(handle.Db, model.Id, accuracy)
|
||
|
if err != nil {
|
||
|
ModelUpdateStatus(handle, model.Id, FAILED_PREPARING_TRAINING)
|
||
|
// TODO improve this response
|
||
|
return Error500(err)
|
||
|
}
|
||
|
|
||
|
if fid == "" {
|
||
|
fid = def_id
|
||
|
}
|
||
|
|
||
|
// TODO change shape of it depends on the type of the image
|
||
|
err = MakeLayer(handle.Db, def_id, 1, 1, fmt.Sprintf("%d,%d,1", model.Width, model.Height))
|
||
|
if err != nil {
|
||
|
ModelUpdateStatus(handle, model.Id, FAILED_PREPARING_TRAINING)
|
||
|
// TODO improve this response
|
||
|
return Error500(err)
|
||
|
}
|
||
|
err = MakeLayer(handle.Db, def_id, 4, 3, fmt.Sprintf("%d,1", len(cls)))
|
||
|
if err != nil {
|
||
|
ModelUpdateStatus(handle, model.Id, FAILED_PREPARING_TRAINING)
|
||
|
// TODO improve this response
|
||
|
return Error500(err)
|
||
|
}
|
||
|
err = MakeLayer(handle.Db, def_id, 5, 2, fmt.Sprintf("%d,1", len(cls)))
|
||
|
if err != nil {
|
||
|
ModelUpdateStatus(handle, model.Id, FAILED_PREPARING_TRAINING)
|
||
|
// TODO improve this response
|
||
|
return Error500(err)
|
||
|
}
|
||
|
|
||
|
err = ModelDefinitionUpdateStatus(handle, def_id, MODEL_DEFINITION_STATUS_INIT)
|
||
|
if err != nil {
|
||
|
ModelUpdateStatus(handle, model.Id, FAILED_PREPARING_TRAINING)
|
||
|
// TODO improve this response
|
||
|
return Error500(err)
|
||
|
}
|
||
|
}
|
||
|
|
||
|
// TODO start training with id fid
|
||
|
|
||
|
ModelUpdateStatus(handle, model.Id, TRAINING)
|
||
|
Redirect("/models/edit?id=" + model.Id, c.Mode, w, r)
|
||
|
return nil
|
||
|
})
|
||
|
}
|