| 1 | package server |
| 2 | |
| 3 | import ( |
| 4 | "bytes" |
| 5 | "compress/gzip" |
| 6 | "crypto/rand" |
| 7 | "encoding/base64" |
| 8 | "fmt" |
| 9 | "io" |
| 10 | "net/http" |
| 11 | "net/http/cookiejar" |
| 12 | "net/http/httptest" |
| 13 | "net/url" |
| 14 | "os" |
| 15 | "os/exec" |
| 16 | "path/filepath" |
| 17 | "strings" |
| 18 | "testing" |
| 19 | |
| 20 | "gitlab.com/Timfa/bluegit/internal/auth" |
| 21 | "gitlab.com/Timfa/bluegit/internal/config" |
| 22 | "gitlab.com/Timfa/bluegit/internal/gitrepo" |
| 23 | "gitlab.com/Timfa/bluegit/internal/store" |
| 24 | ) |
| 25 | |
| 26 | func TestGzipSmartHTTP(t *testing.T) { |
| 27 | if why := gitHTTPGap(); why != "" { |
| 28 | t.Skip(why) |
| 29 | } |
| 30 | storage := t.TempDir() |
| 31 | st, err := store.Open(filepath.Join(storage, "bluegit.db"), bytes32()) |
| 32 | if err != nil { |
| 33 | t.Fatal(err) |
| 34 | } |
| 35 | t.Cleanup(func() { _ = st.Close() }) |
| 36 | cfg := config.Config{ |
| 37 | BaseURL: "http://127.0.0.1:9", Listen: "127.0.0.1:0", StoragePath: storage, |
| 38 | Auth: config.Auth{Mode: "dev", DevUser: "tim", DevAuthID: 1, UserAgent: "test"}, |
| 39 | Git: config.Git{Binary: "git", DefaultBranch: "master"}, |
| 40 | } |
| 41 | srv := &Server{Cfg: cfg, Store: st, Auth: auth.Dev{Username: "tim", AuthID: 1}, Dev: true, Git: "git", HookBin: "/bin/true"} |
| 42 | ts := httptest.NewServer(srv.Handler()) |
| 43 | t.Cleanup(ts.Close) |
| 44 | |
| 45 | jar, _ := cookiejar.New(nil) |
| 46 | client := &http.Client{Jar: jar} |
| 47 | res, err := client.Get(ts.URL + "/login") |
| 48 | if err != nil { |
| 49 | t.Fatal(err) |
| 50 | } |
| 51 | page := read(t, res) |
| 52 | res, err = client.PostForm(ts.URL+"/new/repo", url.Values{ |
| 53 | "csrf": {csrfOf(t, page)}, "name": {"pakket"}, "visibility": {"public"}, |
| 54 | }) |
| 55 | if err != nil { |
| 56 | t.Fatal(err) |
| 57 | } |
| 58 | page = read(t, res) |
| 59 | res, err = client.PostForm(ts.URL+"/settings/tokens", url.Values{ |
| 60 | "csrf": {csrfOf(t, page)}, "name": {"laptop"}, |
| 61 | }) |
| 62 | if err != nil { |
| 63 | t.Fatal(err) |
| 64 | } |
| 65 | token := between(read(t, res), `<p class="code">`, "</p>") |
| 66 | if !strings.HasPrefix(token, "bg_") { |
| 67 | t.Fatal("geen token") |
| 68 | } |
| 69 | |
| 70 | bare := gitrepo.Dir(storage, "tim", "pakket") |
| 71 | work := t.TempDir() |
| 72 | gitPrep(t, work) |
| 73 | writeFile(t, filepath.Join(work, "leesmij.txt"), "hallo\n") |
| 74 | git(t, work, "add", "leesmij.txt") |
| 75 | git(t, work, "commit", "-m", "leesmij") |
| 76 | git(t, work, "remote", "add", "origin", bare) |
| 77 | git(t, work, "push", "origin", "master") |
| 78 | sha := revHEAD(t, work) |
| 79 | |
| 80 | raw := uploadPackRequest(sha) |
| 81 | var compressed bytes.Buffer |
| 82 | zw := gzip.NewWriter(&compressed) |
| 83 | if _, err := zw.Write(raw); err != nil { |
| 84 | t.Fatal(err) |
| 85 | } |
| 86 | if err := zw.Close(); err != nil { |
| 87 | t.Fatal(err) |
| 88 | } |
| 89 | req, err := http.NewRequest(http.MethodPost, ts.URL+"/tim/pakket.git/git-upload-pack", bytes.NewReader(compressed.Bytes())) |
| 90 | if err != nil { |
| 91 | t.Fatal(err) |
| 92 | } |
| 93 | req.Header.Set("Content-Type", "application/x-git-upload-pack-request") |
| 94 | req.Header.Set("Accept", "application/x-git-upload-pack-result") |
| 95 | req.Header.Set("Content-Encoding", "gzip") |
| 96 | res, err = http.DefaultClient.Do(req) |
| 97 | if err != nil { |
| 98 | t.Fatal(err) |
| 99 | } |
| 100 | body, err := io.ReadAll(res.Body) |
| 101 | res.Body.Close() |
| 102 | if err != nil { |
| 103 | t.Fatal(err) |
| 104 | } |
| 105 | if res.StatusCode != http.StatusOK || len(body) == 0 || (!bytes.Contains(body, []byte("NAK")) && !bytes.Contains(body, []byte("PACK"))) { |
| 106 | t.Fatalf("gzip-POST: status %d, %d bytes, begin %q", res.StatusCode, len(body), body[:min(80, len(body))]) |
| 107 | } |
| 108 | |
| 109 | blob := make([]byte, 4096) |
| 110 | if _, err := rand.Read(blob); err != nil { |
| 111 | t.Fatal(err) |
| 112 | } |
| 113 | if err := os.WriteFile(filepath.Join(work, "groot.bin"), blob, 0o644); err != nil { |
| 114 | t.Fatal(err) |
| 115 | } |
| 116 | git(t, work, "add", "groot.bin") |
| 117 | git(t, work, "commit", "-m", "groot bestand") |
| 118 | remote := ts.URL + "/tim/pakket.git" |
| 119 | git(t, work, "remote", "set-url", "origin", remote) |
| 120 | auth := "Authorization: Basic " + base64.StdEncoding.EncodeToString([]byte("git:"+token)) |
| 121 | // git push over protocol v1 zet zelf geen Content-Encoding. De aanroep |
| 122 | // laat http.postBuffer op de standaard staan: een grote body mag niet |
| 123 | // blijven hangen. |
| 124 | gitTrace(t, work, auth, "push", "origin", "master") |
| 125 | |
| 126 | for i := 0; i < 40; i++ { |
| 127 | git(t, work, "branch", fmt.Sprintf("tak-%02d", i)) |
| 128 | } |
| 129 | gitTrace(t, work, auth, "push", "origin", "--all") |
| 130 | |
| 131 | // Clone vraagt elke branch. Dat verzoek is groter dan 1024 bytes, dus |
| 132 | // git stuurt Content-Encoding: gzip. Zonder uitpakken is de clone leeg. |
| 133 | clone := t.TempDir() |
| 134 | fetchTrace := gitTrace(t, clone, auth, "clone", remote, "kopie") |
| 135 | if !strings.Contains(fetchTrace, "Content-Encoding: gzip") { |
| 136 | t.Fatalf("git fetch/clone stuurde geen gzip:\n%s", redactTrace(fetchTrace)) |
| 137 | } |
| 138 | if _, err := os.Stat(filepath.Join(clone, "kopie", "groot.bin")); err != nil { |
| 139 | t.Fatal(err) |
| 140 | } |
| 141 | } |
| 142 | |
| 143 | func uploadPackRequest(sha string) []byte { |
| 144 | want := fmt.Sprintf("want %s multi_ack_detailed no-done side-band-64k ofs-delta\n", sha) |
| 145 | done := "done\n" |
| 146 | pkt := func(s string) []byte { |
| 147 | return []byte(fmt.Sprintf("%04x%s", len(s)+4, s)) |
| 148 | } |
| 149 | var raw []byte |
| 150 | raw = append(raw, pkt(want)...) |
| 151 | raw = append(raw, []byte("0000")...) |
| 152 | raw = append(raw, pkt(done)...) |
| 153 | return raw |
| 154 | } |
| 155 | |
| 156 | func gitTrace(t *testing.T, dir, auth string, args ...string) string { |
| 157 | t.Helper() |
| 158 | if why := gitHTTPGap(); why != "" { |
| 159 | t.Skip(why) |
| 160 | } |
| 161 | cmd := exec.Command("git", append([]string{"-c", "http.extraHeader=" + auth}, args...)...) |
| 162 | cmd.Dir = dir |
| 163 | cmd.Env = append(os.Environ(), "GIT_CURL_VERBOSE=1", "GIT_TERMINAL_PROMPT=0") |
| 164 | out, err := cmd.CombinedOutput() |
| 165 | if err != nil { |
| 166 | t.Fatalf("git %s: %v\n%s", strings.Join(args, " "), err, redactTrace(string(out))) |
| 167 | } |
| 168 | return string(out) |
| 169 | } |
| 170 | |
| 171 | func redactTrace(s string) string { |
| 172 | var b strings.Builder |
| 173 | for _, line := range strings.Split(s, "\n") { |
| 174 | if strings.Contains(line, "Authorization:") || strings.Contains(line, "bg_") { |
| 175 | continue |
| 176 | } |
| 177 | b.WriteString(line) |
| 178 | b.WriteByte('\n') |
| 179 | } |
| 180 | return b.String() |
| 181 | } |