// Copyright 2019 The Gitea Authors. All rights reserved. // SPDX-License-Identifier: MIT package integration import ( "archive/zip" "bytes" "io" "net/http" "net/http/httptest" "testing" "code.gitea.io/gitea/models/auth" "code.gitea.io/gitea/models/db" git_model "code.gitea.io/gitea/models/git" repo_model "code.gitea.io/gitea/models/repo" "code.gitea.io/gitea/modules/json" "code.gitea.io/gitea/modules/lfs" "code.gitea.io/gitea/modules/setting" "code.gitea.io/gitea/routers/web" "code.gitea.io/gitea/tests" gzipp "github.com/klauspost/compress/gzip" "github.com/stretchr/testify/assert" ) func storeObjectInRepo(t *testing.T, repositoryID int64, content *[]byte) string { pointer, err := lfs.GeneratePointer(bytes.NewReader(*content)) assert.NoError(t, err) _, err = git_model.NewLFSMetaObject(db.DefaultContext, repositoryID, pointer) assert.NoError(t, err) contentStore := lfs.NewContentStore() exist, err := contentStore.Exists(pointer) assert.NoError(t, err) if !exist { err := contentStore.Put(pointer, bytes.NewReader(*content)) assert.NoError(t, err) } return pointer.Oid } func storeAndGetLfsToken(t *testing.T, content *[]byte, extraHeader *http.Header, expectedStatus int, ts ...auth.AccessTokenScope) *httptest.ResponseRecorder { repo, err := repo_model.GetRepositoryByOwnerAndName(db.DefaultContext, "user2", "repo1") assert.NoError(t, err) oid := storeObjectInRepo(t, repo.ID, content) defer git_model.RemoveLFSMetaObjectByOid(db.DefaultContext, repo.ID, oid) token := getUserToken(t, "user2", ts...) // Request OID req := NewRequest(t, "GET", "/user2/repo1.git/info/lfs/objects/"+oid+"/test") req.Header.Set("Accept-Encoding", "gzip") req.SetBasicAuth("user2", token) if extraHeader != nil { for key, values := range *extraHeader { for _, value := range values { req.Header.Add(key, value) } } } resp := MakeRequest(t, req, expectedStatus) return resp } func storeAndGetLfs(t *testing.T, content *[]byte, extraHeader *http.Header, expectedStatus int) *httptest.ResponseRecorder { repo, err := repo_model.GetRepositoryByOwnerAndName(db.DefaultContext, "user2", "repo1") assert.NoError(t, err) oid := storeObjectInRepo(t, repo.ID, content) defer git_model.RemoveLFSMetaObjectByOid(db.DefaultContext, repo.ID, oid) session := loginUser(t, "user2") // Request OID req := NewRequest(t, "GET", "/user2/repo1.git/info/lfs/objects/"+oid+"/test") req.Header.Set("Accept-Encoding", "gzip") if extraHeader != nil { for key, values := range *extraHeader { for _, value := range values { req.Header.Add(key, value) } } } resp := session.MakeRequest(t, req, expectedStatus) return resp } func checkResponseTestContentEncoding(t *testing.T, content *[]byte, resp *httptest.ResponseRecorder, expectGzip bool) { contentEncoding := resp.Header().Get("Content-Encoding") if !expectGzip || !setting.EnableGzip { assert.NotContains(t, contentEncoding, "gzip") result := resp.Body.Bytes() assert.Equal(t, *content, result) } else { assert.Contains(t, contentEncoding, "gzip") gzippReader, err := gzipp.NewReader(resp.Body) assert.NoError(t, err) result, err := io.ReadAll(gzippReader) assert.NoError(t, err) assert.Equal(t, *content, result) } } func TestGetLFSSmall(t *testing.T) { defer tests.PrepareTestEnv(t)() content := []byte("A very small file\n") resp := storeAndGetLfs(t, &content, nil, http.StatusOK) checkResponseTestContentEncoding(t, &content, resp, false) } func TestGetLFSSmallToken(t *testing.T) { defer tests.PrepareTestEnv(t)() content := []byte("A very small file\n") resp := storeAndGetLfsToken(t, &content, nil, http.StatusOK, auth.AccessTokenScopePublicOnly, auth.AccessTokenScopeReadRepository) checkResponseTestContentEncoding(t, &content, resp, false) } func TestGetLFSSmallTokenFail(t *testing.T) { defer tests.PrepareTestEnv(t)() content := []byte("A very small file\n") storeAndGetLfsToken(t, &content, nil, http.StatusForbidden, auth.AccessTokenScopeReadNotification) } func TestGetLFSLarge(t *testing.T) { defer tests.PrepareTestEnv(t)() content := make([]byte, web.GzipMinSize*10) for i := range content { content[i] = byte(i % 256) } resp := storeAndGetLfs(t, &content, nil, http.StatusOK) checkResponseTestContentEncoding(t, &content, resp, true) } func TestGetLFSGzip(t *testing.T) { defer tests.PrepareTestEnv(t)() b := make([]byte, web.GzipMinSize*10) for i := range b { b[i] = byte(i % 256) } outputBuffer := bytes.NewBuffer([]byte{}) gzippWriter := gzipp.NewWriter(outputBuffer) gzippWriter.Write(b) gzippWriter.Close() content := outputBuffer.Bytes() resp := storeAndGetLfs(t, &content, nil, http.StatusOK) checkResponseTestContentEncoding(t, &content, resp, false) } func TestGetLFSZip(t *testing.T) { defer tests.PrepareTestEnv(t)() b := make([]byte, web.GzipMinSize*10) for i := range b { b[i] = byte(i % 256) } outputBuffer := bytes.NewBuffer([]byte{}) zipWriter := zip.NewWriter(outputBuffer) fileWriter, err := zipWriter.Create("default") assert.NoError(t, err) fileWriter.Write(b) zipWriter.Close() content := outputBuffer.Bytes() resp := storeAndGetLfs(t, &content, nil, http.StatusOK) checkResponseTestContentEncoding(t, &content, resp, false) } func TestGetLFSRangeNo(t *testing.T) { defer tests.PrepareTestEnv(t)() content := []byte("123456789\n") resp := storeAndGetLfs(t, &content, nil, http.StatusOK) assert.Equal(t, content, resp.Body.Bytes()) } func TestGetLFSRange(t *testing.T) { defer tests.PrepareTestEnv(t)() content := []byte("123456789\n") tests := []struct { in string out string status int }{ {"bytes=0-0", "1", http.StatusPartialContent}, {"bytes=0-1", "12", http.StatusPartialContent}, {"bytes=1-1", "2", http.StatusPartialContent}, {"bytes=1-3", "234", http.StatusPartialContent}, {"bytes=1-", "23456789\n", http.StatusPartialContent}, // end-range smaller than start-range is ignored {"bytes=1-0", "23456789\n", http.StatusPartialContent}, {"bytes=0-10", "123456789\n", http.StatusPartialContent}, // end-range bigger than length-1 is ignored {"bytes=0-11", "123456789\n", http.StatusPartialContent}, {"bytes=11-", "Requested Range Not Satisfiable", http.StatusRequestedRangeNotSatisfiable}, // incorrect header value cause whole header to be ignored {"bytes=-", "123456789\n", http.StatusOK}, {"foobar", "123456789\n", http.StatusOK}, } for _, tt := range tests { t.Run(tt.in, func(t *testing.T) { h := http.Header{ "Range": []string{tt.in}, } resp := storeAndGetLfs(t, &content, &h, tt.status) if tt.status == http.StatusPartialContent || tt.status == http.StatusOK { assert.Equal(t, tt.out, resp.Body.String()) } else { var er lfs.ErrorResponse err := json.Unmarshal(resp.Body.Bytes(), &er) assert.NoError(t, err) assert.Equal(t, tt.out, er.Message) } }) } }