mirror of
https://github.com/go-gitea/gitea
synced 2024-12-25 10:04:27 +00:00
Backport #30304 by wxiaoguang Fix #29074 (allow to disable all builtin apps) and don't make the doctor command remove the builtin apps. By the way, rename refobject and joincond to camel case. Co-authored-by: wxiaoguang <wxiaoguang@gmail.com>
This commit is contained in:
parent
db370c47a6
commit
c541616f1c
@ -10,21 +10,21 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
// CountOrphanedObjects count subjects with have no existing refobject anymore
|
// CountOrphanedObjects count subjects with have no existing refobject anymore
|
||||||
func CountOrphanedObjects(ctx context.Context, subject, refobject, joinCond string) (int64, error) {
|
func CountOrphanedObjects(ctx context.Context, subject, refObject, joinCond string) (int64, error) {
|
||||||
return GetEngine(ctx).
|
return GetEngine(ctx).
|
||||||
Table("`"+subject+"`").
|
Table("`"+subject+"`").
|
||||||
Join("LEFT", "`"+refobject+"`", joinCond).
|
Join("LEFT", "`"+refObject+"`", joinCond).
|
||||||
Where(builder.IsNull{"`" + refobject + "`.id"}).
|
Where(builder.IsNull{"`" + refObject + "`.id"}).
|
||||||
Select("COUNT(`" + subject + "`.`id`)").
|
Select("COUNT(`" + subject + "`.`id`)").
|
||||||
Count()
|
Count()
|
||||||
}
|
}
|
||||||
|
|
||||||
// DeleteOrphanedObjects delete subjects with have no existing refobject anymore
|
// DeleteOrphanedObjects delete subjects with have no existing refobject anymore
|
||||||
func DeleteOrphanedObjects(ctx context.Context, subject, refobject, joinCond string) error {
|
func DeleteOrphanedObjects(ctx context.Context, subject, refObject, joinCond string) error {
|
||||||
subQuery := builder.Select("`"+subject+"`.id").
|
subQuery := builder.Select("`"+subject+"`.id").
|
||||||
From("`"+subject+"`").
|
From("`"+subject+"`").
|
||||||
Join("LEFT", "`"+refobject+"`", joinCond).
|
Join("LEFT", "`"+refObject+"`", joinCond).
|
||||||
Where(builder.IsNull{"`" + refobject + "`.id"})
|
Where(builder.IsNull{"`" + refObject + "`.id"})
|
||||||
b := builder.Delete(builder.In("id", subQuery)).From("`" + subject + "`")
|
b := builder.Delete(builder.In("id", subQuery)).From("`" + subject + "`")
|
||||||
_, err := GetEngine(ctx).Exec(b)
|
_, err := GetEngine(ctx).Exec(b)
|
||||||
return err
|
return err
|
||||||
|
@ -118,6 +118,10 @@ func loadOAuth2From(rootCfg ConfigProvider) {
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if sec.HasKey("DEFAULT_APPLICATIONS") && sec.Key("DEFAULT_APPLICATIONS").String() == "" {
|
||||||
|
OAuth2.DefaultApplications = nil
|
||||||
|
}
|
||||||
|
|
||||||
// Handle the rename of ENABLE to ENABLED
|
// Handle the rename of ENABLE to ENABLED
|
||||||
deprecatedSetting(rootCfg, "oauth2", "ENABLE", "oauth2", "ENABLED", "v1.23.0")
|
deprecatedSetting(rootCfg, "oauth2", "ENABLE", "oauth2", "ENABLED", "v1.23.0")
|
||||||
if sec.HasKey("ENABLE") && !sec.HasKey("ENABLED") {
|
if sec.HasKey("ENABLE") && !sec.HasKey("ENABLED") {
|
||||||
|
@ -32,3 +32,21 @@ JWT_SECRET = BBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBB
|
|||||||
assert.Len(t, actual, 32)
|
assert.Len(t, actual, 32)
|
||||||
assert.EqualValues(t, expected, actual)
|
assert.EqualValues(t, expected, actual)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestOauth2DefaultApplications(t *testing.T) {
|
||||||
|
cfg, _ := NewConfigProviderFromData(``)
|
||||||
|
loadOAuth2From(cfg)
|
||||||
|
assert.Equal(t, []string{"git-credential-oauth", "git-credential-manager", "tea"}, OAuth2.DefaultApplications)
|
||||||
|
|
||||||
|
cfg, _ = NewConfigProviderFromData(`[oauth2]
|
||||||
|
DEFAULT_APPLICATIONS = tea
|
||||||
|
`)
|
||||||
|
loadOAuth2From(cfg)
|
||||||
|
assert.Equal(t, []string{"tea"}, OAuth2.DefaultApplications)
|
||||||
|
|
||||||
|
cfg, _ = NewConfigProviderFromData(`[oauth2]
|
||||||
|
DEFAULT_APPLICATIONS =
|
||||||
|
`)
|
||||||
|
loadOAuth2From(cfg)
|
||||||
|
assert.Nil(t, nil, OAuth2.DefaultApplications)
|
||||||
|
}
|
||||||
|
@ -61,26 +61,20 @@ func asFixer(fn func(ctx context.Context) error) func(ctx context.Context) (int6
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func genericOrphanCheck(name, subject, refobject, joincond string) consistencyCheck {
|
func genericOrphanCheck(name, subject, refObject, joinCond string) consistencyCheck {
|
||||||
return consistencyCheck{
|
return consistencyCheck{
|
||||||
Name: name,
|
Name: name,
|
||||||
Counter: func(ctx context.Context) (int64, error) {
|
Counter: func(ctx context.Context) (int64, error) {
|
||||||
return db.CountOrphanedObjects(ctx, subject, refobject, joincond)
|
return db.CountOrphanedObjects(ctx, subject, refObject, joinCond)
|
||||||
},
|
},
|
||||||
Fixer: func(ctx context.Context) (int64, error) {
|
Fixer: func(ctx context.Context) (int64, error) {
|
||||||
err := db.DeleteOrphanedObjects(ctx, subject, refobject, joincond)
|
err := db.DeleteOrphanedObjects(ctx, subject, refObject, joinCond)
|
||||||
return -1, err
|
return -1, err
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func checkDBConsistency(ctx context.Context, logger log.Logger, autofix bool) error {
|
func prepareDBConsistencyChecks() []consistencyCheck {
|
||||||
// make sure DB version is uptodate
|
|
||||||
if err := db.InitEngineWithMigration(ctx, migrations.EnsureUpToDate); err != nil {
|
|
||||||
logger.Critical("Model version on the database does not match the current Gitea version. Model consistency will not be checked until the database is upgraded")
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
|
|
||||||
consistencyChecks := []consistencyCheck{
|
consistencyChecks := []consistencyCheck{
|
||||||
{
|
{
|
||||||
// find labels without existing repo or org
|
// find labels without existing repo or org
|
||||||
@ -210,7 +204,7 @@ func checkDBConsistency(ctx context.Context, logger log.Logger, autofix bool) er
|
|||||||
"oauth2_grant", "user", "oauth2_grant.user_id=`user`.id"),
|
"oauth2_grant", "user", "oauth2_grant.user_id=`user`.id"),
|
||||||
// find OAuth2Application without existing user
|
// find OAuth2Application without existing user
|
||||||
genericOrphanCheck("Orphaned OAuth2Application without existing User",
|
genericOrphanCheck("Orphaned OAuth2Application without existing User",
|
||||||
"oauth2_application", "user", "oauth2_application.uid=`user`.id"),
|
"oauth2_application", "user", "oauth2_application.uid=0 OR oauth2_application.uid=`user`.id"),
|
||||||
// find OAuth2AuthorizationCode without existing OAuth2Grant
|
// find OAuth2AuthorizationCode without existing OAuth2Grant
|
||||||
genericOrphanCheck("Orphaned OAuth2AuthorizationCode without existing OAuth2Grant",
|
genericOrphanCheck("Orphaned OAuth2AuthorizationCode without existing OAuth2Grant",
|
||||||
"oauth2_authorization_code", "oauth2_grant", "oauth2_authorization_code.grant_id=oauth2_grant.id"),
|
"oauth2_authorization_code", "oauth2_grant", "oauth2_authorization_code.grant_id=oauth2_grant.id"),
|
||||||
@ -224,7 +218,16 @@ func checkDBConsistency(ctx context.Context, logger log.Logger, autofix bool) er
|
|||||||
genericOrphanCheck("Orphaned Redirects without existing redirect user",
|
genericOrphanCheck("Orphaned Redirects without existing redirect user",
|
||||||
"user_redirect", "user", "user_redirect.redirect_user_id=`user`.id"),
|
"user_redirect", "user", "user_redirect.redirect_user_id=`user`.id"),
|
||||||
)
|
)
|
||||||
|
return consistencyChecks
|
||||||
|
}
|
||||||
|
|
||||||
|
func checkDBConsistency(ctx context.Context, logger log.Logger, autofix bool) error {
|
||||||
|
// make sure DB version is uptodate
|
||||||
|
if err := db.InitEngineWithMigration(ctx, migrations.EnsureUpToDate); err != nil {
|
||||||
|
logger.Critical("Model version on the database does not match the current Gitea version. Model consistency will not be checked until the database is upgraded")
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
consistencyChecks := prepareDBConsistencyChecks()
|
||||||
for _, c := range consistencyChecks {
|
for _, c := range consistencyChecks {
|
||||||
if err := c.Run(ctx, logger, autofix); err != nil {
|
if err := c.Run(ctx, logger, autofix); err != nil {
|
||||||
return err
|
return err
|
||||||
|
51
services/doctor/dbconsistency_test.go
Normal file
51
services/doctor/dbconsistency_test.go
Normal file
@ -0,0 +1,51 @@
|
|||||||
|
// Copyright 2024 The Gitea Authors. All rights reserved.
|
||||||
|
// SPDX-License-Identifier: MIT
|
||||||
|
|
||||||
|
package doctor
|
||||||
|
|
||||||
|
import (
|
||||||
|
"slices"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"code.gitea.io/gitea/models/auth"
|
||||||
|
"code.gitea.io/gitea/models/db"
|
||||||
|
"code.gitea.io/gitea/models/unittest"
|
||||||
|
"code.gitea.io/gitea/models/user"
|
||||||
|
"code.gitea.io/gitea/modules/log"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestConsistencyCheck(t *testing.T) {
|
||||||
|
checks := prepareDBConsistencyChecks()
|
||||||
|
idx := slices.IndexFunc(checks, func(check consistencyCheck) bool {
|
||||||
|
return check.Name == "Orphaned OAuth2Application without existing User"
|
||||||
|
})
|
||||||
|
if !assert.NotEqual(t, -1, idx) {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
_ = db.TruncateBeans(db.DefaultContext, &auth.OAuth2Application{}, &user.User{})
|
||||||
|
_ = db.TruncateBeans(db.DefaultContext, &auth.OAuth2Application{}, &auth.OAuth2Application{})
|
||||||
|
|
||||||
|
err := db.Insert(db.DefaultContext, &user.User{ID: 1})
|
||||||
|
assert.NoError(t, err)
|
||||||
|
err = db.Insert(db.DefaultContext, &auth.OAuth2Application{Name: "test-oauth2-app-1", ClientID: "client-id-1"})
|
||||||
|
assert.NoError(t, err)
|
||||||
|
err = db.Insert(db.DefaultContext, &auth.OAuth2Application{Name: "test-oauth2-app-2", ClientID: "client-id-2", UID: 1})
|
||||||
|
assert.NoError(t, err)
|
||||||
|
err = db.Insert(db.DefaultContext, &auth.OAuth2Application{Name: "test-oauth2-app-3", ClientID: "client-id-3", UID: 99999999})
|
||||||
|
assert.NoError(t, err)
|
||||||
|
|
||||||
|
unittest.AssertExistsAndLoadBean(t, &auth.OAuth2Application{ClientID: "client-id-1"})
|
||||||
|
unittest.AssertExistsAndLoadBean(t, &auth.OAuth2Application{ClientID: "client-id-2"})
|
||||||
|
unittest.AssertExistsAndLoadBean(t, &auth.OAuth2Application{ClientID: "client-id-3"})
|
||||||
|
|
||||||
|
oauth2AppCheck := checks[idx]
|
||||||
|
err = oauth2AppCheck.Run(db.DefaultContext, log.GetManager().GetLogger(log.DEFAULT), true)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
|
||||||
|
unittest.AssertExistsAndLoadBean(t, &auth.OAuth2Application{ClientID: "client-id-1"})
|
||||||
|
unittest.AssertExistsAndLoadBean(t, &auth.OAuth2Application{ClientID: "client-id-2"})
|
||||||
|
unittest.AssertNotExistsBean(t, &auth.OAuth2Application{ClientID: "client-id-3"})
|
||||||
|
}
|
14
services/doctor/main_test.go
Normal file
14
services/doctor/main_test.go
Normal file
@ -0,0 +1,14 @@
|
|||||||
|
// Copyright 2024 The Gitea Authors. All rights reserved.
|
||||||
|
// SPDX-License-Identifier: MIT
|
||||||
|
|
||||||
|
package doctor
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"code.gitea.io/gitea/models/unittest"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestMain(m *testing.M) {
|
||||||
|
unittest.MainTest(m)
|
||||||
|
}
|
Loading…
Reference in New Issue
Block a user