From e8de91eee099486200bac79406f17c149d1fcb5d Mon Sep 17 00:00:00 2001 From: JP Appel Date: Fri, 13 Jun 2025 12:55:34 -0400 Subject: Add more flags to control document indexing Added support for the following * Ignore unpassable dates * Ignore parsing non-standard header keys * Ignore errors while parsing non-standard header keys --- cmd/atlas.go | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) (limited to 'cmd/atlas.go') diff --git a/cmd/atlas.go b/cmd/atlas.go index f411a2b..3eabfbb 100644 --- a/cmd/atlas.go +++ b/cmd/atlas.go @@ -72,8 +72,8 @@ func main() { CustomFormat string }{} indexFlags := struct { - ignoreBadDates bool - Filters []index.DocFilter + Filters []index.DocFilter + index.ParseOpts }{} if len(args) < 1 { @@ -107,7 +107,9 @@ func main() { queryFs.Parse(args[1:]) case "index": - indexFs.BoolVar(&indexFlags.ignoreBadDates, "ignoreBadDates", false, "ignore malformed dates while indexing") + indexFs.BoolVar(&indexFlags.IgnoreDateError, "ignoreBadDates", false, "ignore malformed dates while indexing") + indexFs.BoolVar(&indexFlags.IgnoreMetaError, "ignoreMetaError", false, "ignore errors while parsing general YAML header info") + indexFs.BoolVar(&indexFlags.ParseMeta, "parseMeta", true, "parse YAML header values other title, authors, date, tags") customFilters := false indexFlags.Filters = index.DefaultFilters() @@ -198,7 +200,7 @@ func main() { filteredFiles := idx.Filter(traversedFiles, globalFlags.NumWorkers) fmt.Print(", Filtered ", len(filteredFiles)) - idx.Documents = index.ParseDocs(filteredFiles, globalFlags.NumWorkers, indexFlags.ignoreBadDates) + idx.Documents = index.ParseDocs(filteredFiles, globalFlags.NumWorkers, indexFlags.ParseOpts) fmt.Print(", Parsed ", len(idx.Documents), "\n") if err := querier.Put(idx); err != nil { -- cgit v1.2.3