remote-challenge-sync-airbus: Add inotify watcher

This commit is contained in:
nemunaire 2022-06-07 17:04:07 +02:00
parent 367e686e8a
commit cc1b212cca
3 changed files with 149 additions and 71 deletions

View file

@ -2,12 +2,14 @@ package main
import (
"flag"
"io/ioutil"
"log"
"os"
"path"
"path/filepath"
"strconv"
"time"
"gopkg.in/fsnotify.v1"
)
var (
@ -17,9 +19,9 @@ var (
func main() {
flag.StringVar(&TeamsDir, "teams", "./TEAMS", "Base directory where save teams JSON files")
//var debugINotify = flag.Bool("debuginotify", false, "Show skipped inotofy events")
var debugINotify = flag.Bool("debuginotify", false, "Show skipped inotofy events")
flag.BoolVar(&skipInitialSync, "skipinitialsync", skipInitialSync, "Skip the initial synchronization")
//watcher := flag.Bool("watch", false, "Enable daemon mode by watching the directory")
daemon := flag.Bool("watch", false, "Enable daemon mode by watching the directory")
tspath := flag.String("timestamp-file", "./REMOTE/timestamp", "Path to the file storing the last timestamp")
exercicespath := flag.String("exercices-file", "./REMOTE/exercices-bindings.json", "Path to the file containing the ID bindings")
coeff := flag.Float64("global-coeff", 10.0, "Coefficient to use to multiply all scores before passing them to the other platform")
@ -66,24 +68,94 @@ func main() {
}
w := Walker{
LastSync: *ts,
LastSync: ts,
Exercices: exbindings,
Teams: teamsbindings,
API: api,
Coeff: *coeff,
}
// Iterate over teams scores
err = filepath.WalkDir(TeamsDir, w.WalkScore)
if err != nil {
log.Printf("Something goes wrong during walking")
if !skipInitialSync {
// Iterate over teams scores
err = filepath.WalkDir(TeamsDir, w.WalkScore)
if err != nil {
log.Printf("Something goes wrong during walking")
}
// save current timestamp for teams
err = saveTS(*tspath, w.LastSync)
if err != nil {
log.Fatal("Unable to save timestamp file: ", err.Error())
}
}
// Update timestamp for the next time
w.LastSync = time.Now()
if daemon != nil && *daemon {
// Watch teams.json and scores.json
log.Println("Registering directory events...")
watcher, err := fsnotify.NewWatcher()
if err != nil {
log.Fatal(err)
}
defer watcher.Close()
err = saveTS(*tspath, &w.LastSync)
if err != nil {
log.Fatal("Unable to save timestamp file: ", err.Error())
if err := watchsubdir(watcher, TeamsDir); err != nil {
log.Fatal(err)
}
watchedNotify := fsnotify.Create
for {
select {
case ev := <-watcher.Events:
if d, err := os.Lstat(ev.Name); err == nil && ev.Op&fsnotify.Create == fsnotify.Create && d.Mode().IsDir() && d.Mode()&os.ModeSymlink == 0 && d.Name() != ".tmp" {
// Register new subdirectory
if err := watchsubdir(watcher, ev.Name); err != nil {
log.Println(err)
}
} else if ev.Op&watchedNotify == watchedNotify && d.Mode().IsRegular() {
if *debugINotify {
log.Println("Treating event:", ev, "for", ev.Name)
}
if filepath.Base(ev.Name) == "scores.json" {
go w.treat(ev.Name)
} else if filepath.Base(ev.Name) == "teams.json" {
teamsbindings, err := getTeams(filepath.Join(TeamsDir, "teams.json"))
if err != nil {
log.Println("Unable to open teams bindings file: ", err.Error())
return
}
w.Teams = teamsbindings
}
} else if ev.Op&fsnotify.Write == fsnotify.Write {
log.Println("FSNOTIFY WRITE SEEN. Prefer looking at them, as it appears files are not atomically moved.")
watchedNotify = fsnotify.Write
} else if *debugINotify {
log.Println("Skipped event:", ev, "for", ev.Name)
}
case err := <-watcher.Errors:
log.Println("error:", err)
}
}
}
}
func watchsubdir(watcher *fsnotify.Watcher, pathname string) error {
log.Println("Watch new directory:", pathname)
if err := watcher.Add(pathname); err != nil {
return err
}
if ds, err := ioutil.ReadDir(pathname); err != nil {
return err
} else {
for _, d := range ds {
p := path.Join(pathname, d.Name())
if d.IsDir() && d.Name() != ".tmp" && d.Mode()&os.ModeSymlink == 0 {
if err := watchsubdir(watcher, p); err != nil {
return err
}
}
}
return nil
}
}