sync: refactor exercice synchronization
This commit is contained in:
parent
5b53fbda0b
commit
dc4a4925e3
5 changed files with 254 additions and 151 deletions
|
|
@ -1,6 +1,7 @@
|
|||
package sync
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"fmt"
|
||||
"path"
|
||||
"strings"
|
||||
|
|
@ -29,133 +30,183 @@ func getExercices(i Importer, theme fic.Theme) ([]string, error) {
|
|||
return exercices, nil
|
||||
}
|
||||
|
||||
// SyncExercices imports new or updates existing exercices, in a given theme.
|
||||
func SyncExercices(i Importer, theme fic.Theme) []string {
|
||||
var errs []string
|
||||
func buildDependancyMap(i Importer, theme fic.Theme) (dmap map[int64]fic.Exercice, err error) {
|
||||
var exercices []string
|
||||
if exercices, err = getExercices(i, theme); err != nil {
|
||||
return
|
||||
} else {
|
||||
dmap = map[int64]fic.Exercice{}
|
||||
|
||||
for _, edir := range exercices {
|
||||
var eid int
|
||||
var ename string
|
||||
eid, ename, err = parseExerciceDirname(edir)
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
|
||||
var e fic.Exercice
|
||||
e, err = theme.GetExerciceByTitle(ename)
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
|
||||
dmap[int64(eid)] = e
|
||||
}
|
||||
|
||||
return
|
||||
}
|
||||
}
|
||||
|
||||
func parseExerciceDirname(edir string) (eid int, ename string, err error) {
|
||||
edir_splt := strings.SplitN(edir, "-", 2)
|
||||
if len(edir_splt) != 2 {
|
||||
err = errors.New(fmt.Sprintf("%q is not a valid exercice directory: missing id prefix", edir))
|
||||
return
|
||||
}
|
||||
|
||||
eid, err = strconv.Atoi(edir_splt[0])
|
||||
if err != nil {
|
||||
err = errors.New(fmt.Sprintf("%q: invalid exercice identifier: %s", edir, err))
|
||||
return
|
||||
}
|
||||
|
||||
ename = edir_splt[1]
|
||||
|
||||
return
|
||||
}
|
||||
|
||||
// SyncExercice imports new or updates existing given exercice.
|
||||
func SyncExercice(i Importer, theme fic.Theme, epath string, dmap *map[int64]fic.Exercice) (e fic.Exercice, eid int, errs []string) {
|
||||
var err error
|
||||
|
||||
e.Path = epath
|
||||
edir := path.Base(epath)
|
||||
|
||||
eid, e.Title, err = parseExerciceDirname(edir)
|
||||
if err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: unable to parse exercice directory: %s", edir, err))
|
||||
return
|
||||
}
|
||||
|
||||
e.URLId = fic.ToURLid(e.Title)
|
||||
|
||||
// Texts to format using Markdown
|
||||
e.Overview, err = getFileContent(i, path.Join(epath, "overview.txt"))
|
||||
if err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: overview.txt: %s", edir, err))
|
||||
} else {
|
||||
e.Headline = string(blackfriday.Run([]byte(strings.Split(e.Overview, "\n")[0])))
|
||||
if e.Overview, err = ProcessMarkdown(i, e.Overview, epath); err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: overview.txt: an error occurs during markdown formating: %s", edir, err))
|
||||
}
|
||||
}
|
||||
|
||||
e.Statement, err = getFileContent(i, path.Join(epath, "statement.txt"))
|
||||
if err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: statement.txt: %s", edir, err))
|
||||
} else {
|
||||
if e.Statement, err = ProcessMarkdown(i, e.Statement, epath); err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: statement.txt: an error occurs during markdown formating: %s", edir, err))
|
||||
}
|
||||
}
|
||||
|
||||
if i.exists(path.Join(epath, "finished.txt")) {
|
||||
e.Finished, err = getFileContent(i, path.Join(epath, "finished.txt"))
|
||||
if err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: finished.txt: %s", edir, err))
|
||||
} else {
|
||||
if e.Finished, err = ProcessMarkdown(i, e.Finished, epath); err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: finished.txt: an error occurs during markdown formating: %s", edir, err))
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Parse challenge.txt
|
||||
p, err := parseExerciceParams(i, epath)
|
||||
if err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: challenge.txt: %s", edir, err))
|
||||
return
|
||||
}
|
||||
|
||||
if p.Gain == 0 {
|
||||
errs = append(errs, fmt.Sprintf("%q: challenge.txt: Undefined gain for challenge", edir))
|
||||
} else {
|
||||
e.Gain = p.Gain
|
||||
}
|
||||
|
||||
// Handle dependency
|
||||
if len(p.Dependencies) > 0 {
|
||||
if len(p.Dependencies[0].Theme) > 0 && p.Dependencies[0].Theme != theme.Name {
|
||||
errs = append(errs, fmt.Sprintf("%q: unable to treat dependency to another theme (%q): not implemented.", edir, p.Dependencies[0].Theme))
|
||||
} else {
|
||||
if dmap == nil {
|
||||
if dmap2, err := buildDependancyMap(i, theme); err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: unable to build dependency map: %s", edir, err))
|
||||
} else {
|
||||
dmap = &dmap2
|
||||
}
|
||||
}
|
||||
|
||||
if dmap != nil {
|
||||
for edk, ed := range *dmap {
|
||||
if edk == p.Dependencies[0].Id {
|
||||
e.Depend = &ed.Id
|
||||
break
|
||||
}
|
||||
}
|
||||
if e.Depend == nil {
|
||||
dmap_keys := []string{}
|
||||
for k, _ := range *dmap {
|
||||
dmap_keys = append(dmap_keys, fmt.Sprintf("%d", k))
|
||||
}
|
||||
errs = append(errs, fmt.Sprintf("%q: Unable to find required dependancy %d (available at time of processing: %s)", edir, p.Dependencies[0].Id, strings.Join(dmap_keys, ",")))
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Handle video
|
||||
e.VideoURI = path.Join(epath, "resolution.mp4")
|
||||
if !i.exists(e.VideoURI) {
|
||||
errs = append(errs, fmt.Sprintf("%q: resolution.mp4: no video file found at %s", edir, e.VideoURI))
|
||||
e.VideoURI = ""
|
||||
}
|
||||
|
||||
// Create or update the exercice
|
||||
err = theme.SaveNamedExercice(&e)
|
||||
if err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: error on exercice save: %s", edir, err))
|
||||
return
|
||||
}
|
||||
|
||||
// Import eercice tags
|
||||
if _, err := e.WipeTags(); err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: Unable to wipe tags: %s", edir, err))
|
||||
}
|
||||
for _, tag := range p.Tags {
|
||||
if _, err := e.AddTag(tag); err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: Unable to add tag: %s", edir, err))
|
||||
return
|
||||
}
|
||||
}
|
||||
return
|
||||
}
|
||||
|
||||
// SyncExercices imports new or updates existing exercices, in a given theme.
|
||||
func SyncExercices(i Importer, theme fic.Theme) (errs []string) {
|
||||
if exercices, err := getExercices(i, theme); err != nil {
|
||||
errs = append(errs, err.Error())
|
||||
} else {
|
||||
dmap := map[int64]fic.Exercice{}
|
||||
emap := map[string]int{}
|
||||
|
||||
dmap, _ := buildDependancyMap(i, theme)
|
||||
|
||||
for _, edir := range exercices {
|
||||
edir_splt := strings.SplitN(edir, "-", 2)
|
||||
if len(edir_splt) != 2 {
|
||||
errs = append(errs, fmt.Sprintf("%q is not a valid exercice directory: missing id prefix", edir))
|
||||
continue
|
||||
}
|
||||
|
||||
eid, err := strconv.Atoi(edir_splt[0])
|
||||
if err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: invalid exercice identifier: %s", edir, err))
|
||||
continue
|
||||
}
|
||||
ename := edir_splt[1]
|
||||
|
||||
emap[ename] = eid
|
||||
|
||||
// Overview and scenario
|
||||
overview, err := getFileContent(i, path.Join(theme.Path, edir, "overview.txt"))
|
||||
if err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: overview.txt: %s", edir, err))
|
||||
}
|
||||
ovrvw := strings.Split(overview, "\n")
|
||||
headline := ovrvw[0]
|
||||
|
||||
statement, err := getFileContent(i, path.Join(theme.Path, edir, "statement.txt"))
|
||||
if err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: statement.txt: %s", edir, err))
|
||||
continue
|
||||
}
|
||||
|
||||
var finished string
|
||||
if i.exists(path.Join(theme.Path, edir, "finished.txt")) {
|
||||
finished, err = getFileContent(i, path.Join(theme.Path, edir, "finished.txt"))
|
||||
if err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: statement.txt: %s", edir, err))
|
||||
continue
|
||||
}
|
||||
}
|
||||
|
||||
// Handle score gain
|
||||
var gain int64
|
||||
var depend *fic.Exercice
|
||||
var tags []string
|
||||
if p, err := parseExerciceParams(i, path.Join(theme.Path, edir)); err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: challenge.txt: %s", edir, err))
|
||||
continue
|
||||
} else if p.Gain == 0 {
|
||||
errs = append(errs, fmt.Sprintf("%q: challenge.txt: Undefined gain for challenge", edir))
|
||||
} else {
|
||||
gain = p.Gain
|
||||
tags = p.Tags
|
||||
|
||||
// Handle dependency
|
||||
if len(p.Dependencies) > 0 {
|
||||
if len(p.Dependencies[0].Theme) > 0 && p.Dependencies[0].Theme != theme.Name {
|
||||
errs = append(errs, fmt.Sprintf("%q: unable to treat dependency to another theme: not implemented.", edir))
|
||||
} else {
|
||||
for ed, e := range dmap {
|
||||
if ed == p.Dependencies[0].Id {
|
||||
depend = &e
|
||||
break
|
||||
}
|
||||
}
|
||||
if depend == nil {
|
||||
dmap_keys := []string{}
|
||||
for k, _ := range dmap {
|
||||
dmap_keys = append(dmap_keys, fmt.Sprintf("%d", k))
|
||||
}
|
||||
errs = append(errs, fmt.Sprintf("%q: Unable to find required dependancy %d (available at time of processing: %s)", edir, p.Dependencies[0].Id, strings.Join(dmap_keys, ",")))
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Handle video
|
||||
videoURI := path.Join(theme.Path, edir, "resolution.mp4")
|
||||
if !i.exists(videoURI) {
|
||||
errs = append(errs, fmt.Sprintf("%q: resolution.mp4: no video file found at %s", edir, videoURI))
|
||||
videoURI = ""
|
||||
}
|
||||
|
||||
// Markdown pre-formating
|
||||
statement = ProcessMarkdown(i, statement, edir)
|
||||
overview = ProcessMarkdown(i, overview, edir)
|
||||
headline = string(blackfriday.Run([]byte(headline)))
|
||||
finished = ProcessMarkdown(i, finished, edir)
|
||||
|
||||
e, err := theme.GetExerciceByTitle(ename)
|
||||
if err != nil {
|
||||
if e, err = theme.AddExercice(ename, fic.ToURLid(ename), path.Join(theme.Path, edir), statement, overview, headline, depend, gain, videoURI, finished); err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: error on exercice add: %s", edir, err))
|
||||
continue
|
||||
}
|
||||
} else if e.Title != ename || e.URLId == "" || e.Statement != statement || e.Overview != overview || e.Headline != headline || e.Gain != gain || e.VideoURI != videoURI || e.Finished != finished {
|
||||
e.Title = ename
|
||||
e.URLId = fic.ToURLid(ename)
|
||||
e.Statement = statement
|
||||
e.Overview = overview
|
||||
e.Headline = headline
|
||||
e.Finished = finished
|
||||
e.Gain = gain
|
||||
e.VideoURI = videoURI
|
||||
if _, err := e.Update(); err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: error on exercice update: %s", edir, err))
|
||||
continue
|
||||
}
|
||||
}
|
||||
e, eid, cur_errs := SyncExercice(i, theme, path.Join(theme.Path, edir), &dmap)
|
||||
emap[e.Title] = eid
|
||||
dmap[int64(eid)] = e
|
||||
|
||||
if _, err := e.WipeTags(); err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: Unable to wipe tags: %s", edir, err))
|
||||
}
|
||||
for _, tag := range tags {
|
||||
if _, err := e.AddTag(tag); err != nil {
|
||||
errs = append(errs, fmt.Sprintf("%q: Unable to add tag: %s", edir, err))
|
||||
continue
|
||||
}
|
||||
}
|
||||
errs = append(errs, cur_errs...)
|
||||
}
|
||||
|
||||
// Remove old exercices
|
||||
|
|
@ -167,7 +218,7 @@ func SyncExercices(i Importer, theme fic.Theme) []string {
|
|||
}
|
||||
}
|
||||
}
|
||||
return errs
|
||||
return
|
||||
}
|
||||
|
||||
// ApiListRemoteExercices is an accessor letting foreign packages to access remote exercices list.
|
||||
|
|
|
|||
Reference in a new issue