Large commit; many features

1 files changed, 330 insertions, 0 deletions

diff --git a/pkg/data/get.go b/pkg/data/get.go
new file mode 100644
index 0000000..7cae03a
--- /dev/null
+++ b/pkg/data/get.go
@@ -0,0 +1,330 @@
+package data
+
+import (
+	"context"
+	"database/sql"
+	"time"
+
+	"github.com/jpappel/atlas/pkg/index"
+)
+
+// TODO: rename struct
+//
+// Use to build a document from a database connection
+type Fill struct {
+	Path string
+	Db   *sql.DB
+	id   int
+	doc  *index.Document
+}
+
+// TODO: rename struct
+//
+// Use to build documents and aliases from a database connection
+type FillMany struct {
+	docs    map[string]*index.Document
+	ids     map[string]int
+	Db      *sql.DB
+}
+
+func (f Fill) Get(ctx context.Context) (*index.Document, error) {
+	f.doc = &index.Document{Path: f.Path}
+	if err := f.document(ctx); err != nil {
+		return nil, err
+	}
+	if err := f.tags(ctx); err != nil {
+		return nil, err
+	}
+	if err := f.authors(ctx); err != nil {
+		return nil, err
+	}
+	if err := f.links(ctx); err != nil {
+		return nil, err
+	}
+
+	return f.doc, nil
+}
+
+func (f FillMany) Get(ctx context.Context) (map[string]*index.Document, error) {
+	f.docs = make(map[string]*index.Document)
+	f.ids = make(map[string]int)
+
+	if err := f.documents(ctx); err != nil {
+		return nil, err
+	}
+	if err := f.tags(ctx); err != nil {
+		return nil, err
+	}
+	if err := f.links(ctx); err != nil {
+		return nil, err
+	}
+	if err := f.authors(ctx); err != nil {
+		return nil, err
+	}
+
+	return f.docs, nil
+}
+
+func (f *Fill) document(ctx context.Context) error {
+	var title sql.NullString
+	var dateEpoch sql.NullInt64
+	var fileTimeEpoch sql.NullInt64
+	var meta sql.NullString
+
+	row := f.Db.QueryRowContext(ctx, `
+	SELECT id, title, date, fileTime, meta
+	FROM Documents
+	WHERE path = ?
+	`, f.Path)
+	if err := row.Scan(&f.id, &title, &dateEpoch, &fileTimeEpoch, &meta); err != nil {
+		return err
+	}
+
+	if title.Valid {
+		f.doc.Title = title.String
+	}
+	if dateEpoch.Valid {
+		f.doc.Date = time.Unix(dateEpoch.Int64, 0)
+	}
+	if fileTimeEpoch.Valid {
+		f.doc.FileTime = time.Unix(fileTimeEpoch.Int64, 0)
+	}
+	if meta.Valid {
+		f.doc.OtherMeta = meta.String
+	}
+	return nil
+}
+
+func (f *FillMany) documents(ctx context.Context) error {
+	rows, err := f.Db.QueryContext(ctx, `
+	SELECT id, path, title, date, fileTime, meta
+	FROM Documents
+	`)
+	if err != nil {
+		return err
+	}
+	defer rows.Close()
+
+	var id int
+	var docPath string
+	var title, meta sql.NullString
+	var dateEpoch, filetimeEpoch sql.NullInt64
+
+	for rows.Next() {
+		if err := rows.Scan(&id, &docPath, &title, &dateEpoch, &filetimeEpoch, &meta); err != nil {
+			return err
+		}
+
+		doc := &index.Document{
+			Path: docPath,
+		}
+
+		if title.Valid {
+			doc.Title = title.String
+		}
+		if dateEpoch.Valid {
+			doc.Date = time.Unix(dateEpoch.Int64, 0)
+		}
+		if filetimeEpoch.Valid {
+			doc.FileTime = time.Unix(filetimeEpoch.Int64, 0)
+		}
+		if meta.Valid {
+			doc.OtherMeta = meta.String
+		}
+
+		f.docs[docPath] = doc
+		f.ids[docPath] = id
+	}
+
+	return nil
+}
+
+func (f Fill) authors(ctx context.Context) error {
+	rows, err := f.Db.QueryContext(ctx, `
+	SELECT name
+	FROM Authors
+	JOIN DocumentAuthors
+	ON Authors.id = DocumentAuthors.authorId
+	WHERE docId = ?
+	`, f.id)
+	if err != nil {
+		return err
+	}
+	defer rows.Close()
+
+	var name string
+	authors := make([]string, 0, 4)
+	for rows.Next() {
+		if err := rows.Scan(&name); err != nil {
+			return err
+		}
+		authors = append(authors, name)
+	}
+
+	f.doc.Authors = authors
+
+	return nil
+}
+
+func (f FillMany) authors(ctx context.Context) error {
+	stmt, err := f.Db.PrepareContext(ctx, `
+	SELECT name
+	FROM Authors
+	JOIN DocumentAuthors
+	ON Authors.id = DocumentAuthors.authorId
+	WHERE docId = ?
+	`)
+	if err != nil {
+		return err
+	}
+	defer stmt.Close()
+
+	// PERF: parallelize
+	var name string
+	for path, id := range f.ids {
+		rows, err := stmt.QueryContext(ctx, id)
+		if err != nil {
+			return err
+		}
+
+		doc := f.docs[path]
+		for rows.Next() {
+			if err := rows.Scan(&name); err != nil {
+				rows.Close()
+				return err
+			}
+
+			doc.Authors = append(doc.Authors, name)
+		}
+
+		rows.Close()
+	}
+
+	return nil
+}
+
+func (f Fill) tags(ctx context.Context) error {
+	rows, err := f.Db.QueryContext(ctx, `
+	SELECT name
+	FROM Tags
+	JOIN DocumentTags
+	ON Tags.id = DocumentTags.tagId
+	WHERE docId = ?
+	`, f.id)
+	if err != nil {
+		panic(err)
+	}
+	defer rows.Close()
+
+	var tag string
+	tags := make([]string, 0, 2)
+	for rows.Next() {
+		if err := rows.Scan(&tag); err != nil {
+			return err
+		}
+		tags = append(tags, tag)
+	}
+
+	f.doc.Tags = tags
+
+	return nil
+}
+
+func (f FillMany) tags(ctx context.Context) error {
+	stmt, err := f.Db.PrepareContext(ctx, `
+	SELECT name
+	FROM Tags
+	JOIN DocumentTags
+	ON Tags.id = DocumentTags.tagId
+	WHERE docId = ?
+	`)
+	if err != nil {
+		return err
+	}
+	defer stmt.Close()
+
+	// PERF: parallelize
+	var tag string
+	for docPath, id := range f.ids {
+		rows, err := stmt.QueryContext(ctx, id)
+		if err != nil {
+			return err
+		}
+
+		doc := f.docs[docPath]
+		for rows.Next() {
+			if err := rows.Scan(&tag); err != nil {
+				rows.Close()
+				return err
+			}
+
+			doc.Tags = append(doc.Tags, tag)
+		}
+
+		rows.Close()
+	}
+
+	return nil
+}
+
+func (f Fill) links(ctx context.Context) error {
+	rows, err := f.Db.QueryContext(ctx, `
+	SELECT path
+	FROM Documents
+	JOIN Links
+	ON Links.referencedId = Documents.id
+	WHERE Links.refererId = ?
+	`, f.id)
+	if err != nil {
+		return err
+	}
+	defer rows.Close()
+
+	var link string
+	links := make([]string, 0)
+	for rows.Next() {
+		if err := rows.Scan(&link); err != nil {
+			return err
+		}
+		links = append(links, link)
+	}
+	f.doc.Links = links
+
+	return nil
+}
+
+func (f FillMany) links(ctx context.Context) error {
+	stmt, err := f.Db.PrepareContext(ctx, `
+	SELECT path
+	FROM Documents
+	JOIN Links
+	ON Links.referencedId = Documents.id
+	WHERE Links.refererId = ?
+	`)
+	if err != nil {
+		return err
+	}
+	defer stmt.Close()
+
+	// PERF: parallelize
+	var linkPath string
+	for path, id := range f.ids {
+		rows, err := stmt.QueryContext(ctx, id)
+		if err != nil {
+			return err
+		}
+
+		doc := f.docs[path]
+		for rows.Next() {
+			if err := rows.Scan(&linkPath); err != nil {
+				rows.Close()
+				return err
+			}
+			doc.Links = append(doc.Links, linkPath)
+		}
+
+		rows.Close()
+	}
+
+	return nil
+}