thomas/multiarch-docker-images
1
0
Fork 0
mirror of https://github.com/napnap75/multiarch-docker-images.git synced 2026-11-13 09:31:46 +01:00
Code Issues Projects Releases Wiki Activity

archivist: render template from stored fields when recovering interrupted filings

Browse Source
This commit is contained in:
thomas
2026-11-01 23:02:52 +01:00
parent a9b4fa5eca
commit 24b22c5815
1 changed files with 13 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
archivist/internal/pipeline/pipeline.go
+13 -4
View File
@@ -29,7 +29,7 @@ func RunPoll(app *core.App, cfg *config.Config, s3 *storage.Client) {
ctx := context.Background() ctx := context.Background()
// US-11: recover interrupted filings first. // US-11: recover interrupted filings first.
recoverStuck(app, s3, ctx) recoverStuck(app, cfg, s3, ctx)
objects, err := s3.ListInbox(ctx) objects, err := s3.ListInbox(ctx)
if err != nil { if err != nil {
@@ -155,7 +155,7 @@ func fileDocument(s3 *storage.Client, ctx context.Context, record *core.Record,
// recoverStuck completes interrupted filings: records whose file_key is still // recoverStuck completes interrupted filings: records whose file_key is still
// under inbox/ (US-11). // under inbox/ (US-11).
func recoverStuck(app *core.App, s3 *storage.Client, ctx context.Context) { func recoverStuck(app *core.App, cfg *config.Config, s3 *storage.Client, ctx context.Context) {
stuck, err := app.FindRecordsByFilter("documents", "file_key ~ {:p}", "", 100, 0, dbx.Params{"p": "inbox/"}) stuck, err := app.FindRecordsByFilter("documents", "file_key ~ {:p}", "", 100, 0, dbx.Params{"p": "inbox/"})
if err != nil { if err != nil {
log.Printf("recovery: %v", err) log.Printf("recovery: %v", err)
@@ -169,8 +169,17 @@ func recoverStuck(app *core.App, s3 *storage.Client, ctx context.Context) {
if tplName == "" { if tplName == "" {
tplName = "default" tplName = "default"
} }
_loop: tpl, ok := cfg.Templates[tplName]
_ = tplName if !ok {
log.Printf("recovery: record %s: unknown template %q", record.Id, tplName)
continue
}
var err error
rendered, err = tpl.Render(pbapp.FieldsFromRecord(cfg, record), nil)
if err != nil {
log.Printf("recovery: record %s: %v", record.Id, err)
continue
}
} }
newKey, err := fileDocument(s3, ctx, record, rendered) newKey, err := fileDocument(s3, ctx, record, rendered)
if err != nil { if err != nil {