e2e/readonly_test.go
315 lines · 12025 bytes
1package e2e
2
3import (
4 "crypto/sha256"
5 "database/sql"
6 "encoding/hex"
7 "fmt"
8 "os"
9 "path/filepath"
10 "regexp"
11 "strings"
12 "testing"
13 "unicode"
14
15 "golang.org/x/text/width"
16 _ "modernc.org/sqlite"
17
18 "gitbay.org/gitbay/internal/control"
19)
20
21// ReadOnly is one flag with four consequences: a read-scoped token may run
22// the command, GET /api/v1/read reaches it, it draws on the read rate
23// budget, and it is not audited. A mutating command mis-flagged ReadOnly
24// becomes GET-able and unaudited in one line. This test runs every
25// ReadOnly command against a populated instance and fails on any command
26// that changes a row (#97).
27//
28// Every ReadOnly command needs an entry in readArgs; a new one without
29// arguments here fails the test rather than going untested.
30func TestReadOnlyCommandsWriteNothing(t *testing.T) {
31 t.Parallel()
32 inst := startInstanceWith(t, "[web]\nmode = \"accounts\"\n[webhooks]\nallow_local = true\n")
33 aliceKey := inst.newKey(t, "alice")
34 inst.admin(t, "admin", "user", "create", "alice", "--key", aliceKey+".pub",
35 "--email", "alice@example.test", "--verified", "--admin")
36 deployKey := inst.newKey(t, "deploy")
37 must := func(stdin string, args ...string) string {
38 t.Helper()
39 out, errOut, code := inst.ssh(t, aliceKey, stdin, args...)
40 if code != 0 {
41 t.Fatalf("fixture %v: exit %d\n%s%s", args, code, out, errOut)
42 }
43 return out
44 }
45
46 // A repository with history, a tag, a branch, a build, and everything
47 // the read commands can look at.
48 must("", "repo", "create", "alice/app")
49 work := t.TempDir()
50 env := inst.gitEnv(aliceKey)
51 mustGit(t, work, env, "clone", inst.sshURL("alice/app"), "w")
52 dir := filepath.Join(work, "w")
53 os.MkdirAll(filepath.Join(dir, ".gitbay"), 0o755)
54 os.WriteFile(filepath.Join(dir, ".gitbay", "ci.yml"), []byte("jobs:\n ok:\n steps:\n - echo hi\n"), 0o644)
55 os.WriteFile(filepath.Join(dir, "README.md"), []byte("# app\n\nhello\n"), 0o644)
56 os.WriteFile(filepath.Join(dir, "f.go"), []byte("package app\n"), 0o644)
57 mustGit(t, dir, env, "checkout", "-q", "-b", "main")
58 mustGit(t, dir, env, "add", ".")
59 mustGit(t, dir, env, "commit", "-q", "-m", "base")
60 mustGit(t, dir, env, "tag", "v1")
61 mustGit(t, dir, env, "push", "-q", "origin", "main", "v1")
62 sha := strings.TrimSpace(mustGit(t, dir, env, "rev-parse", "HEAD"))
63 mustGit(t, dir, env, "checkout", "-q", "-b", "feat")
64 os.WriteFile(filepath.Join(dir, "f.go"), []byte("package app\n\nvar V = 1\n"), 0o644)
65 mustGit(t, dir, env, "add", ".")
66 mustGit(t, dir, env, "commit", "-q", "-m", "change")
67 mustGit(t, dir, env, "push", "-q", "origin", "feat")
68
69 must("", "issue", "create", "alice/app", "--title", "one", "--body", "body")
70 must("", "issue", "label", "alice/app", "1", "--add", "bug")
71 must("", "label", "set", "alice/app", "bug", "--color", "ff0000")
72 must("", "milestone", "create", "alice/app", "m1")
73 must("", "mr", "create", "alice/app", "--source", "feat", "--target", "main", "--title", "change")
74 must("", "mr", "diff-comment", "alice/app", "1", "--path", "f.go", "--line", "3", "--message", "why")
75 must("", "status", "set", "alice/app", sha, "--context", "ext/x", "--state", "success")
76 must("", "release", "create", "alice/app", "v1", "--title", "first")
77 must("data\n", "release", "asset", "add", "alice/app", "v1", "a.txt")
78 snippetOut := must("hello\n", "snippet", "create", "a.txt", "--json")
79 snippetID := regexp.MustCompile(`"id":"([0-9a-f]{12})"`).FindStringSubmatch(snippetOut)[1]
80 must("", "org", "create", "theorg")
81 must("", "org", "team", "create", "theorg", "core")
82 must("", "token", "create", "--name", "t")
83 must("", "web", "login")
84 pub, _ := os.ReadFile(deployKey + ".pub")
85 must(string(pub), "repo", "deploy-key", "add", "alice/app")
86 must("secret\n", "repo", "secret", "set", "alice/app", "S")
87 // Added last, for an event that already happened: no delivery is
88 // pending to be retried while the reads run.
89 must("", "webhook", "add", "alice/app", "http://127.0.0.1:1/hook", "--events", "release.created")
90
91 readArgs := map[string][]string{
92 "help": {},
93 "whoami": {},
94 "dashboard": {},
95 "feed": {},
96 "explore": {},
97 "audit": {},
98 "keys list": {},
99 "email list": {},
100 "pgp list": {},
101 "token list": {},
102 "web sessions list": {},
103 "web theme show": {},
104 "account export": {},
105 "org list": {},
106 "repo list": {},
107 "admin user list": {},
108 "admin runners": {},
109 "admin repo list": {},
110 "admin stats": {},
111 "admin user show": {"alice"},
112 "profile show": {"alice"},
113 "org show": {"theorg"},
114 "org members list": {"theorg"},
115 "org team list": {"theorg"},
116 "org team show": {"theorg", "core"},
117 "org label list": {"theorg"},
118 "org milestone list": {"theorg"},
119 "repo search": {"app"},
120 "repo show": {"alice/app"},
121 "repo access list": {"alice/app"},
122 "repo settings show": {"alice/app"},
123 "repo topics": {"alice/app"},
124 "repo refs": {"alice/app"},
125 "repo readme": {"alice/app"},
126 "repo log": {"alice/app"},
127 "repo tree": {"alice/app"},
128 "repo cat": {"alice/app", "f.go"},
129 "repo blame": {"alice/app", "f.go"},
130 "repo grep": {"alice/app", "hello"},
131 "repo diff": {"alice/app", "main", "feat"},
132 "repo commit": {"alice/app", sha},
133 "repo download": {"alice/app"},
134 "repo deploy-key list": {"alice/app"},
135 "repo runner list": {"alice/app"},
136 "repo secret list": {"alice/app"},
137 "repo mirror list": {"alice/app"},
138 "repo domain list": {"alice/app"},
139 "repo deps status": {"alice/app"},
140 "status list": {"alice/app", sha},
141 "issue list": {"alice/app"},
142 "issue show": {"alice/app", "1"},
143 "issue templates": {"alice/app"},
144 "label list": {"alice/app"},
145 "milestone list": {"alice/app"},
146 "mr list": {"alice/app"},
147 "mr show": {"alice/app", "1"},
148 "mr diff": {"alice/app", "1"},
149 "mr threads": {"alice/app", "1"},
150 "build list": {"alice/app"},
151 "build jobs": {"alice/app"},
152 "build show": {"alice/app", "1"},
153 "build log": {"alice/app", "1"},
154 "release list": {"alice/app"},
155 "release show": {"alice/app", "v1"},
156 "release asset get": {"alice/app", "v1", "a.txt"},
157 "snippet show": {snippetID},
158 "snippet list": {},
159 "snippet file get": {snippetID, "a.txt"},
160 "notifications list": nil,
161 "notifications settings show": nil,
162 "notifications device list": nil,
163 "repo bookmarks": nil,
164 "search": {"app"},
165 "mr revisions": {"alice/app", "1"},
166 "mr range-diff": {"alice/app", "1"},
167 "webhook list": {"alice/app"},
168 "webhook deliveries": {"alice/app"},
169 "wiki list": {"alice/app"},
170 "wiki show": {"alice/app"},
171 }
172 // Reads whose subject legitimately does not exist in this fixture.
173 notFoundOK := map[string]bool{"wiki show": true, "repo deps status": true}
174 // rawOutput prints content verbatim (a file, a log, a diff) and is
175 // not fitted to the terminal.
176 rawOutput := map[string]bool{
177 "repo download": true,
178 "account export": true,
179 }
180 // binaryOutput's bytes are not text: a stray 0x1b is coincidence, not
181 // an SGR sequence escaping into plain output.
182 binaryOutput := map[string]bool{"repo download": true}
183
184 dbPath := filepath.Join(inst.root, "gitbay.db")
185 before := dbFingerprint(t, dbPath)
186 for _, cmd := range control.Commands() {
187 if !cmd.ReadOnly {
188 continue
189 }
190 path := strings.Join(cmd.Path, " ")
191 args, ok := readArgs[path]
192 if !ok {
193 t.Errorf("%s is ReadOnly and has no arguments in this test; add an entry", path)
194 continue
195 }
196 _, errOut, code := inst.ssh(t, aliceKey, "", append(append([]string{}, cmd.Path...), args...)...)
197 if code != 0 && !(code == 3 && notFoundOK[path]) {
198 t.Errorf("%s: exit %d: %s", path, code, strings.TrimSpace(errOut))
199 }
200 after := dbFingerprint(t, dbPath)
201 for table, h := range after {
202 // The signature cache is filled by whichever read first shows
203 // a commit; a memo of a pure function is not state.
204 if table == "commit_signatures" {
205 continue
206 }
207 if before[table] != h {
208 t.Errorf("%s is ReadOnly but changed table %s", path, table)
209 }
210 }
211 before = after
212
213 argv := append(append([]string{}, cmd.Path...), args...)
214 plainOut, plainErrOut, plainCode := inst.sshTerm(t, aliceKey, "", argv...)
215 if plainCode != 0 && !(plainCode == 3 && notFoundOK[path]) {
216 t.Errorf("%s: --term= plain exit %d: %s", path, plainCode, strings.TrimSpace(plainErrOut))
217 }
218 if !binaryOutput[path] && strings.Contains(plainOut, "\x1b") {
219 t.Errorf("%s: SGR bytes in plain output", path)
220 }
221 termOut, termErrOut, termCode := inst.sshTerm(t, aliceKey, "60,color", argv...)
222 if termCode != 0 && !(termCode == 3 && notFoundOK[path]) {
223 t.Errorf("%s: --term=60,color exit %d: %s", path, termCode, strings.TrimSpace(termErrOut))
224 }
225 if !rawOutput[path] {
226 for _, line := range strings.Split(termOut, "\n") {
227 if w := displayCells(stripSGRe2e(line)); w > 60 {
228 t.Errorf("%s: line of %d cells at 60 columns: %q", path, w, line)
229 break
230 }
231 }
232 }
233 }
234}
235
236var sgrRe = regexp.MustCompile("\x1b\\[[0-9;]*m")
237
238func stripSGRe2e(s string) string {
239 return sgrRe.ReplaceAllString(s, "")
240}
241
242func displayCells(s string) int {
243 n := 0
244 for _, r := range s {
245 switch {
246 case unicode.In(r, unicode.Mn, unicode.Me):
247 case width.LookupRune(r).Kind() == width.EastAsianWide || width.LookupRune(r).Kind() == width.EastAsianFullwidth:
248 n += 2
249 default:
250 n++
251 }
252 }
253 return n
254}
255
256// dbFingerprint hashes every row of every table, per table. Columns that
257// record a read happening (a key's last use, an account's last sight) are
258// left out: an ssh session touches them by design.
259func dbFingerprint(t *testing.T, path string) map[string]string {
260 t.Helper()
261 db, err := sql.Open("sqlite", "file:"+path+"?mode=ro&_pragma=busy_timeout(5000)")
262 if err != nil {
263 t.Fatal(err)
264 }
265 defer db.Close()
266 rows, err := db.Query("SELECT name FROM sqlite_master WHERE type = 'table' AND name NOT LIKE 'sqlite_%' ORDER BY name")
267 if err != nil {
268 t.Fatal(err)
269 }
270 var tables []string
271 for rows.Next() {
272 var n string
273 rows.Scan(&n)
274 tables = append(tables, n)
275 }
276 rows.Close()
277 out := map[string]string{}
278 for _, table := range tables {
279 cols, err := db.Query(fmt.Sprintf("PRAGMA table_info(%q)", table))
280 if err != nil {
281 t.Fatal(err)
282 }
283 var names []string
284 for cols.Next() {
285 var cid int
286 var name, typ string
287 var notnull, pk int
288 var dflt any
289 cols.Scan(&cid, &name, &typ, ¬null, &dflt, &pk)
290 switch name {
291 case "last_used_at", "last_seen", "last_seen_at":
292 continue
293 }
294 names = append(names, fmt.Sprintf("%q", name))
295 }
296 cols.Close()
297 h := sha256.New()
298 data, err := db.Query(fmt.Sprintf("SELECT %s FROM %q ORDER BY %s", strings.Join(names, ","), table, strings.Join(names, ",")))
299 if err != nil {
300 t.Fatal(err)
301 }
302 vals := make([]any, len(names))
303 ptrs := make([]any, len(names))
304 for i := range vals {
305 ptrs[i] = &vals[i]
306 }
307 for data.Next() {
308 data.Scan(ptrs...)
309 fmt.Fprintf(h, "%v\n", vals)
310 }
311 data.Close()
312 out[table] = hex.EncodeToString(h.Sum(nil))
313 }
314 return out
315}