229 lines
6.0 KiB
Go
229 lines
6.0 KiB
Go
package sync
|
|
|
|
import (
|
|
"encoding/json"
|
|
"log"
|
|
"os"
|
|
"sync"
|
|
"time"
|
|
|
|
"srs.epita.fr/fic-server/libfic"
|
|
"srs.epita.fr/fic-server/settings"
|
|
)
|
|
|
|
// DeepReportPath stores the path to the report generated during full recursive import.
|
|
var DeepReportPath = "full_import_report.json"
|
|
|
|
// oneDeepSync ensure there is no more than one running deep sync.
|
|
var oneDeepSync sync.Mutex
|
|
var oneThemeDeepSync sync.Mutex
|
|
|
|
// DeepSyncProgress expose the progression of the depp synchronization (0 = 0%, 255 = 100%).
|
|
var DeepSyncProgress uint8
|
|
|
|
// avoidImporterSync checks if Sync should be called or not.
|
|
func avoidImporterSync() bool {
|
|
return DeepSyncProgress > 1 && DeepSyncProgress < 255
|
|
}
|
|
|
|
type SyncReport struct {
|
|
DateStart time.Time `json:"_started"`
|
|
DateEnd time.Time `json:"_ended"`
|
|
DateUpdated []time.Time `json:"_updated"`
|
|
Regeneration []error `json:"_regeneration"`
|
|
SyncError error `json:"_sync,omitempty"`
|
|
SyncId string `json:"_id,omitempty"`
|
|
ThemesSync []error `json:"_themes,omitempty"`
|
|
Themes map[string][]error `json:"themes"`
|
|
}
|
|
|
|
// SpeedySyncDeep performs a recursive synchronisation without importing files.
|
|
func SpeedySyncDeep(i Importer) (errs SyncReport) {
|
|
oneDeepSync.Lock()
|
|
defer func() {
|
|
oneDeepSync.Unlock()
|
|
if DeepSyncProgress != 255 {
|
|
log.Printf("Speedy synchronization terminated at step %d/255", DeepSyncProgress)
|
|
}
|
|
}()
|
|
DeepSyncProgress = 1
|
|
|
|
errs.Themes = map[string][]error{}
|
|
|
|
startTime := time.Now()
|
|
|
|
if err := i.Sync(); err != nil {
|
|
errs.SyncError = err
|
|
if _id := i.Id(); _id != nil {
|
|
errs.SyncId = *_id
|
|
}
|
|
}
|
|
|
|
errs.DateStart = startTime
|
|
errs.ThemesSync = SyncThemes(i)
|
|
|
|
if themes, err := fic.GetThemes(); err == nil {
|
|
DeepSyncProgress = 2
|
|
var themeStep uint8 = uint8(250) / uint8(len(themes))
|
|
|
|
for tid, theme := range themes {
|
|
DeepSyncProgress = 3 + uint8(tid)*themeStep
|
|
errs.Themes[theme.Name] = SyncExercices(i, theme)
|
|
|
|
if exercices, err := theme.GetExercices(); err == nil {
|
|
if len(exercices) == 0 {
|
|
continue
|
|
}
|
|
var exerciceStep uint8 = themeStep / uint8(len(exercices))
|
|
for eid, exercice := range exercices {
|
|
log.Printf("Speedy synchronization in progress: %d/255 - doing Theme %q, Exercice %q: %q\n", DeepSyncProgress, theme.Name, exercice.Title, exercice.Path)
|
|
|
|
DeepSyncProgress = 3 + uint8(tid)*themeStep + uint8(eid)*exerciceStep
|
|
flagsBindings, ferrs := SyncExerciceFlags(i, exercice)
|
|
errs.Themes[theme.Name] = append(errs.Themes[theme.Name], ferrs...)
|
|
|
|
DeepSyncProgress += exerciceStep / 2
|
|
_, herrs := SyncExerciceHints(i, exercice, flagsBindings)
|
|
errs.Themes[theme.Name] = append(errs.Themes[theme.Name], herrs...)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
DeepSyncProgress = 254
|
|
errs.DateEnd = time.Now()
|
|
|
|
DeepSyncProgress = 255
|
|
log.Println("Speedy synchronization done in", time.Since(startTime))
|
|
return
|
|
}
|
|
|
|
// SyncDeep performs a recursive synchronisation: from themes to challenge items.
|
|
func SyncDeep(i Importer) (errs SyncReport) {
|
|
oneDeepSync.Lock()
|
|
defer func() {
|
|
oneDeepSync.Unlock()
|
|
if DeepSyncProgress != 255 {
|
|
log.Printf("Full synchronization terminated at step %d/255", DeepSyncProgress)
|
|
}
|
|
}()
|
|
DeepSyncProgress = 1
|
|
|
|
errs.Themes = map[string][]error{}
|
|
|
|
startTime := time.Now()
|
|
|
|
if err := i.Sync(); err != nil {
|
|
errs.SyncError = err
|
|
}
|
|
|
|
errs.DateStart = startTime
|
|
errs.ThemesSync = SyncThemes(i)
|
|
|
|
if themes, err := fic.GetThemes(); err == nil && len(themes) > 0 {
|
|
DeepSyncProgress = 2
|
|
var themeStep uint8 = uint8(250) / uint8(len(themes))
|
|
|
|
for tid, theme := range themes {
|
|
errs.Themes[theme.Name] = SyncThemeDeep(i, theme, tid, themeStep)
|
|
}
|
|
}
|
|
|
|
DeepSyncProgress = 254
|
|
|
|
EditDeepReport(&errs, true)
|
|
|
|
if err := settings.ForceRegeneration(); err != nil {
|
|
errs.Regeneration = append(errs.Regeneration, err)
|
|
}
|
|
|
|
DeepSyncProgress = 255
|
|
log.Println("Full synchronization done in", time.Since(startTime))
|
|
return
|
|
}
|
|
|
|
func readDeepReport() (ret *SyncReport, err error) {
|
|
if fdfrom, err := os.Open(DeepReportPath); err == nil {
|
|
defer fdfrom.Close()
|
|
|
|
jdec := json.NewDecoder(fdfrom)
|
|
|
|
if err := jdec.Decode(&ret); err != nil {
|
|
return nil, err
|
|
}
|
|
} else {
|
|
return nil, err
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
func EditDeepReport(errs *SyncReport, erase bool) {
|
|
errs.Regeneration = []error{}
|
|
|
|
if !erase {
|
|
if in, err := readDeepReport(); err != nil {
|
|
errs.Regeneration = append(errs.Regeneration, err)
|
|
log.Println(err)
|
|
} else {
|
|
for k, v := range errs.Themes {
|
|
in.Themes[k] = v
|
|
}
|
|
|
|
errs = in
|
|
}
|
|
}
|
|
|
|
errs.DateUpdated = append(errs.DateUpdated, time.Now())
|
|
|
|
if fdto, err := os.Create(DeepReportPath); err == nil {
|
|
defer fdto.Close()
|
|
|
|
if out, err := json.Marshal(errs); err == nil {
|
|
fdto.Write(out)
|
|
} else {
|
|
errs.Regeneration = append(errs.Regeneration, err)
|
|
log.Println(err)
|
|
}
|
|
} else {
|
|
errs.Regeneration = append(errs.Regeneration, err)
|
|
log.Println(err)
|
|
}
|
|
|
|
}
|
|
|
|
// SyncThemeDeep performs a recursive synchronisation: from challenges to challenge items.
|
|
func SyncThemeDeep(i Importer, theme *fic.Theme, tid int, themeStep uint8) (errs []error) {
|
|
oneThemeDeepSync.Lock()
|
|
defer oneThemeDeepSync.Unlock()
|
|
|
|
if !avoidImporterSync() {
|
|
if err := i.Sync(); err != nil {
|
|
errs = append(errs, err)
|
|
}
|
|
}
|
|
|
|
DeepSyncProgress = 3 + uint8(tid)*themeStep
|
|
errs = SyncExercices(i, theme)
|
|
|
|
if exercices, err := theme.GetExercices(); err == nil && len(exercices) > 0 {
|
|
var exerciceStep uint8 = themeStep / uint8(len(exercices))
|
|
for eid, exercice := range exercices {
|
|
log.Printf("Deep synchronization in progress: %d/255 - doing Theme %q, Exercice %q: %q\n", DeepSyncProgress, theme.Name, exercice.Title, exercice.Path)
|
|
|
|
DeepSyncProgress = 3 + uint8(tid)*themeStep + uint8(eid)*exerciceStep
|
|
errs = append(errs, SyncExerciceFiles(i, exercice)...)
|
|
|
|
DeepSyncProgress += exerciceStep / 3
|
|
flagsBindings, ferrs := SyncExerciceFlags(i, exercice)
|
|
errs = append(errs, ferrs...)
|
|
|
|
DeepSyncProgress += exerciceStep / 3
|
|
_, herrs := SyncExerciceHints(i, exercice, flagsBindings)
|
|
errs = append(errs, herrs...)
|
|
}
|
|
}
|
|
|
|
return
|
|
}
|