studio/flamenco
studio/flamenco
12
30
Fork 38
Code Issues 63 Pull Requests 5 Releases Wiki Activity

Resolved Task Limit error in Flamenco Manager #104201 #104205

Merged
Sybren A. Stüvel merged 3 commits from Anish-Bharadwaj/flamenco:104201-Resolving-Task-limit-issue-in-Flamenco-manager into main 2023-04-24 15:11:01 +02:00
Conversation 3 Commits 3 Files Changed 3 +13 -5
1 changed files with 13 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit fc1d1a79cd - Show all commits

18
internal/manager/persistence/jobs.go
View File

@ -208,11 +208,19 @@ func (db *DB) StoreAuthoredJob(ctx context.Context, authoredJob job_compilers.Au
} }
deps[i] = depTask deps[i] = depTask
} }
dependenciesbatchsize := 1000
dbTask.Dependencies = deps for j := 0; j < len(deps); j += dependenciesbatchsize {
subQuery := tx.Model(dbTask).Updates(Task{Dependencies: deps}) end := j + dependenciesbatchsize
if subQuery.Error != nil { if end > len(deps) {
return taskError(subQuery.Error, "unable to store dependencies of task %q", authoredTask.UUID) end = len(deps)
}
currentDeps := deps[j:end]
dbTask.Dependencies = currentDeps
tx.Model(&dbTask).Where("UUID = ?", dbTask.UUID)
subQuery := tx.Model(dbTask).Updates(Task{Dependencies: currentDeps})
if subQuery.Error != nil {
return taskError(subQuery.Error, "error with storing dependencies of task %q issue exists in dependencies %d to %d", authoredTask.UUID, j, end)
}
} }
} }