Artifact 3d7a9782b96baed7be61ce40216d48f867d2d2d982cb6ef74ae5482e25549f81:
- File
internal/verify/rebuild_manifest.go
— part of check-in
[f5744359d3]
at
2026-04-19 16:30:54
on branch trunk
— Initial open source release
libfossil is a pure-Go implementation of the Fossil SCM, reading and writing the same .fossil SQLite repository format as upstream Fossil.
This is the first public release of code that previously lived in a private repository. The module path is github.com/danmestas/libfossil and the binary is named libfossil to avoid $PATH collisions with upstream fossil.
Included: - Repo lifecycle (create, clone), checkout/checkin, timeline, merge, diff, annotate, shun, tag, branch, bisect, stash, undo/redo - Sync-over-HTTP protocol (client and handler) - Two SQLite drivers: modernc (pure Go, default) and ncruces (wasm-capable) - Observer interfaces (SyncObserver, CheckoutObserver) with an optional OpenTelemetry implementation in observer/otel (separate submodule) - Deterministic simulation testing harness with BUGGIFY fault injection - Kong-based embeddable CLI under cli/ and a standalone binary under cmd/libfossil/ (user: [email protected], size: 5989) [annotate] [blame] [check-ins using]
package verify import ( "fmt" libfossil "github.com/danmestas/libfossil/internal/fsltype" "github.com/danmestas/libfossil/internal/blob" "github.com/danmestas/libfossil/internal/content" "github.com/danmestas/libfossil/db" "github.com/danmestas/libfossil/internal/deck" "github.com/danmestas/libfossil/internal/repo" ) // rebuildManifests walks all non-phantom blobs, parses checkin manifests, // and inserts event/plink/mlink/filename rows. func rebuildManifests(r *repo.Repo, tx *db.Tx, report *Report) error { if r == nil { panic("rebuildManifests: nil *repo.Repo") } if tx == nil { panic("rebuildManifests: nil *db.Tx") } if report == nil { panic("rebuildManifests: nil *Report") } entries, err := collectBlobEntries(tx) if err != nil { return err } for _, e := range entries { data, err := content.Expand(tx, e.rid) if err != nil { report.BlobsSkipped++ continue // not expandable — corrupt, raw data blob, or phantom } d, err := deck.Parse(data) if err != nil { continue // not a manifest — normal for file blobs } if d.Type != deck.Checkin { continue } if err := rebuildCheckin(tx, e.rid, d, report); err != nil { return fmt.Errorf("rebuildManifests rid=%d: %w", e.rid, err) } } return nil } // blobEntry holds a blob's rid and uuid for rebuild iteration. type blobEntry struct { rid libfossil.FslID uuid string } // collectBlobEntries reads all non-phantom blob rid/uuid pairs. func collectBlobEntries(q db.Querier) ([]blobEntry, error) { rows, err := q.Query("SELECT rid, uuid FROM blob WHERE size >= 0") if err != nil { return nil, fmt.Errorf("collectBlobEntries: %w", err) } defer rows.Close() var entries []blobEntry for rows.Next() { var e blobEntry if err := rows.Scan(&e.rid, &e.uuid); err != nil { return nil, fmt.Errorf("collectBlobEntries scan: %w", err) } entries = append(entries, e) } return entries, rows.Err() } // rebuildCheckin inserts event, plink, and mlink rows for one checkin manifest. func rebuildCheckin(tx *db.Tx, rid libfossil.FslID, d *deck.Deck, report *Report) error { if tx == nil { panic("rebuildCheckin: nil *db.Tx") } if d == nil { panic("rebuildCheckin: nil *deck.Deck") } mtime := libfossil.TimeToJulian(d.D) // Insert event row if _, err := tx.Exec( "INSERT OR IGNORE INTO event(type, mtime, objid, user, comment) VALUES('ci', ?, ?, ?, ?)", mtime, rid, d.U, d.C, ); err != nil { return fmt.Errorf("event: %w", err) } // Insert plink rows for parent(s) if err := rebuildPlinks(tx, rid, d, mtime, report); err != nil { return err } // Insert mlink/filename rows for manifest F-cards. // Uses d.F directly (not expanded) — matches Fossil's mlink semantics. if err := rebuildMlinks(tx, rid, d); err != nil { return err } return nil } // rebuildPlinks inserts plink rows for each parent in the manifest. func rebuildPlinks(tx *db.Tx, rid libfossil.FslID, d *deck.Deck, mtime float64, report *Report) error { for i, parentUUID := range d.P { parentRID, ok := blob.Exists(tx, parentUUID) if !ok { report.MissingRefs++ report.addIssue(Issue{ Kind: IssueMissingReference, RID: rid, UUID: parentUUID, Table: "plink", Message: fmt.Sprintf("rid=%d parent %s not found", rid, parentUUID), }) continue } isPrim := 0 if i == 0 { isPrim = 1 } if _, err := tx.Exec( "INSERT OR IGNORE INTO plink(pid, cid, isprim, mtime) VALUES(?, ?, ?, ?)", parentRID, rid, isPrim, mtime, ); err != nil { return fmt.Errorf("plink: %w", err) } } return nil } // rebuildMlinks inserts mlink and filename rows for files that are new or // changed relative to the primary parent. Fossil's rebuild only creates mlink // rows for files that differ from the parent checkin — unchanged files are // skipped. This matches fossil rebuild behavior. func rebuildMlinks(tx *db.Tx, rid libfossil.FslID, d *deck.Deck) error { // Build parent file map (name → uuid) for comparison. parentFiles := buildParentFileMap(tx, d) for _, f := range d.F { if f.UUID == "" { continue // deleted file in delta manifest } // Skip unchanged files — only create mlink for new or modified. if parentUUID, exists := parentFiles[f.Name]; exists && parentUUID == f.UUID { continue } fnid, err := rebuildEnsureFilename(tx, f.Name) if err != nil { return fmt.Errorf("filename %q: %w", f.Name, err) } fileRID, ok := blob.Exists(tx, f.UUID) if !ok { continue // file blob missing — phantom or not yet received } if _, err := tx.Exec( "INSERT OR IGNORE INTO mlink(mid, fid, fnid) VALUES(?, ?, ?)", rid, fileRID, fnid, ); err != nil { return fmt.Errorf("mlink: %w", err) } } return nil } // buildParentFileMap returns a map of filename→UUID from the primary parent's // manifest. Returns an empty map if there is no parent (initial checkin). func buildParentFileMap(tx *db.Tx, d *deck.Deck) map[string]string { if len(d.P) == 0 { return nil // initial checkin — no parent } parentRID, ok := blob.Exists(tx, d.P[0]) // primary parent if !ok { return nil } parentData, err := content.Expand(tx, parentRID) if err != nil { return nil } parentDeck, err := deck.Parse(parentData) if err != nil { return nil } m := make(map[string]string, len(parentDeck.F)) for _, f := range parentDeck.F { m[f.Name] = f.UUID } return m } // rebuildEnsureFilename ensures a filename row exists and returns its fnid. func rebuildEnsureFilename(tx *db.Tx, name string) (int64, error) { if tx == nil { panic("rebuildEnsureFilename: nil *db.Tx") } if name == "" { panic("rebuildEnsureFilename: empty name") } var fnid int64 err := tx.QueryRow("SELECT fnid FROM filename WHERE name=?", name).Scan(&fnid) if err == nil { return fnid, nil } result, err := tx.Exec("INSERT INTO filename(name) VALUES(?)", name) if err != nil { return 0, fmt.Errorf("insert filename %q: %w", name, err) } return result.LastInsertId() }