1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
|
package main
import (
"errors"
"flag"
"fmt"
"io"
"io/fs"
"log/slog"
"os"
"runtime"
"strings"
"time"
"github.com/adrg/xdg"
"github.com/jpappel/atlas/pkg/data"
"github.com/jpappel/atlas/pkg/query"
"github.com/jpappel/atlas/pkg/shell"
)
const VERSION = "0.0.1"
const ExitCommand = 2 // exit because of a command parsing error
type GlobalFlags struct {
IndexRoot string
DBPath string
LogLevel string
LogJson bool
NumWorkers uint
DateFormat string
}
func addGlobalFlagUsage(fs *flag.FlagSet) func() {
return func() {
f := fs.Output()
fmt.Fprintln(f, "Usage of", fs.Name())
fs.PrintDefaults()
fmt.Fprintln(f, "\nGlobal Flags:")
flag.PrintDefaults()
}
}
func printHelp() {
fmt.Println("atlas is a note indexing and querying tool")
fmt.Printf("\nUsage:\n %s [global-flags] <command>\n\n", os.Args[0])
fmt.Println("Commands:")
fmt.Println(" index - build, update, or modify an index")
fmt.Println(" query - search against an index")
fmt.Println(" shell - start a debug shell")
fmt.Println(" server - start an http query server (EXPERIMENTAL)")
fmt.Println(" help - print this help then exit")
}
func main() {
home, _ := os.UserHomeDir()
dataHome := xdg.DataHome
if dataHome == "" {
dataHome = strings.Join([]string{home, ".local", "share"}, string(os.PathSeparator))
}
dataHome += string(os.PathSeparator) + "atlas"
if err := os.Mkdir(dataHome, 0755); errors.Is(err, fs.ErrExist) {
} else if err != nil {
panic(err)
}
globalFlags := GlobalFlags{}
flag.StringVar(&globalFlags.IndexRoot, "root", xdg.UserDirs.Documents, "root `directory` for indexing")
flag.StringVar(&globalFlags.DBPath, "db", dataHome+string(os.PathSeparator)+"default.db", "`path` to document database")
flag.StringVar(&globalFlags.LogLevel, "logLevel", "error", "set log `level` (debug, info, warn, error)")
flag.BoolVar(&globalFlags.LogJson, "logJson", false, "log to json")
flag.UintVar(&globalFlags.NumWorkers, "numWorkers", uint(runtime.NumCPU()), "number of worker threads to use (defaults to core count)")
flag.StringVar(&globalFlags.DateFormat, "dateFormat", time.RFC3339, "format for dates (see https://pkg.go.dev/time#Layout for more details)")
indexFs := flag.NewFlagSet("index", flag.ExitOnError)
queryFs := flag.NewFlagSet("query", flag.ExitOnError)
shellFs := flag.NewFlagSet("debug", flag.ExitOnError)
serverFs := flag.NewFlagSet("server", flag.ExitOnError)
indexFs.Usage = addGlobalFlagUsage(indexFs)
queryFs.Usage = addGlobalFlagUsage(queryFs)
shellFs.Usage = addGlobalFlagUsage(shellFs)
serverFs.Usage = addGlobalFlagUsage(serverFs)
flag.Parse()
args := flag.Args()
queryFlags := QueryFlags{Outputer: query.DefaultOutput{}}
indexFlags := IndexFlags{}
serverFlags := ServerFlags{Port: 8080}
if len(args) < 1 {
fmt.Fprintln(os.Stderr, "No Command provided")
printHelp()
fmt.Fprintln(flag.CommandLine.Output(), "\nGlobal Flags:")
flag.PrintDefaults()
os.Exit(ExitCommand)
}
command := args[0]
switch command {
case "query", "q":
setupQueryFlags(args[1:], queryFs, &queryFlags, globalFlags.DateFormat)
case "index":
setupIndexFlags(args[1:], indexFs, &indexFlags)
case "server":
setupServerFlags(args[1:], serverFs, &serverFlags)
case "help":
printHelp()
flag.PrintDefaults()
return
case "shell":
shellFs.Parse(args[1:])
default:
fmt.Fprintln(os.Stderr, "Unrecognized command: ", command)
printHelp()
os.Exit(ExitCommand)
}
slogLevel := &slog.LevelVar{}
loggerOpts := &slog.HandlerOptions{Level: slogLevel}
switch globalFlags.LogLevel {
case "debug":
slogLevel.Set(slog.LevelDebug)
loggerOpts.AddSource = true
case "info":
slogLevel.Set(slog.LevelInfo)
case "warn":
slogLevel.Set(slog.LevelWarn)
case "error":
slogLevel.Set(slog.LevelError)
default:
fmt.Fprintln(os.Stderr, "Unrecognized log level:", globalFlags.LogLevel)
os.Exit(ExitCommand)
}
var logHandler slog.Handler
if globalFlags.LogJson {
logHandler = slog.NewJSONHandler(os.Stderr, loggerOpts)
} else {
// strip time
loggerOpts.ReplaceAttr = func(groups []string, a slog.Attr) slog.Attr {
if a.Key == slog.TimeKey && len(groups) == 0 {
return slog.Attr{}
}
return a
}
logHandler = slog.NewTextHandler(os.Stderr, loggerOpts)
}
logger := slog.New(logHandler)
slog.SetDefault(logger)
querier := data.NewQuery(globalFlags.DBPath)
// command specific
var exitCode int
switch command {
case "query", "q":
searchQuery := strings.Join(queryFs.Args(), " ")
exitCode = int(runQuery(globalFlags, queryFlags, querier, searchQuery))
case "index":
exitCode = int(runIndex(globalFlags, indexFlags, querier))
case "server":
exitCode = int(runServer(serverFlags, querier))
case "shell":
state := make(shell.State)
env := make(map[string]string)
env["workers"] = fmt.Sprint(globalFlags.NumWorkers)
env["db_path"] = globalFlags.DBPath
env["index_root"] = globalFlags.IndexRoot
env["version"] = VERSION
interpreter := shell.NewInterpreter(state, env, globalFlags.NumWorkers, querier)
if err := interpreter.Run(); err != nil && err != io.EOF {
slog.Error("Fatal error occured", slog.String("err", err.Error()))
exitCode = 1
}
}
querier.Close()
os.Exit(exitCode)
}
|
