fic/server
2
0
Fork 0
Code Issues Pull Requests 1 Releases Wiki Activity

backend: add parameter to launch a number of generation workers

Browse Source
This commit is contained in:
nemunaire 2019-10-12 15:50:31 +02:00
parent 97a3aa713f
commit c2c5cf4ce3
2 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
backend/generation.go
View File

@ -28,6 +28,7 @@ type genStruct struct {
Type GenerateType
}
var parallelJobs = runtime.NumCPU()
var genTeamQueue chan *fic.Team
var genQueue chan genStruct
var inQueueMutex sync.RWMutex
@ -37,8 +38,11 @@ func init() {
genTeamQueue = make(chan *fic.Team)
genQueue = make(chan genStruct)
inGenQueue = map[GenerateType]bool{}
}
for i := runtime.NumCPU(); i > 0; i-- {
func launchWorkers() {
log.Println("Running with", parallelJobs, "worker(s)")
for i := parallelJobs; i > 0; i-- {
go consumer()
}
}

3
backend/main.go
View File

@ -87,6 +87,7 @@ func main() {
flag.StringVar(&fic.FilesDir, "files", "/files", "Request path prefix to reach files")
var debugINotify = flag.Bool("debuginotify", false, "Show skipped inotofy events")
flag.BoolVar(&skipInitialGeneration, "skipfullgeneration", skipInitialGeneration, "Skip the initial regeneration")
flag.IntVar(&parallelJobs, "jobs", parallelJobs, "Number of generation workers")
flag.Parse()
log.SetPrefix("[backend] ")
@ -97,6 +98,8 @@ func main() {
rand.Seed(time.Now().UnixNano())
launchWorkers()
log.Println("Creating submission directory...")
if _, err := os.Stat(SubmissionDir); os.IsNotExist(err) {
if err := os.MkdirAll(SubmissionDir, 0777); err != nil {