2022-04-03 09:46:48 +00:00
|
|
|
// Copyright 2022 The Gitea Authors. All rights reserved.
|
2022-11-27 18:20:29 +00:00
|
|
|
// SPDX-License-Identifier: MIT
|
2022-04-03 09:46:48 +00:00
|
|
|
|
|
|
|
|
package i18n
|
|
|
|
|
|
|
|
|
|
import (
|
2024-02-18 12:15:24 +00:00
|
|
|
"html/template"
|
2023-03-31 04:16:41 +00:00
|
|
|
"strings"
|
2022-04-03 09:46:48 +00:00
|
|
|
"testing"
|
|
|
|
|
|
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
|
)
|
|
|
|
|
|
2022-09-24 23:00:16 +00:00
|
|
|
func TestLocaleStore(t *testing.T) {
|
2022-04-03 09:46:48 +00:00
|
|
|
testData1 := []byte(`
|
|
|
|
|
.dot.name = Dot Name
|
|
|
|
|
fmt = %[1]s %[2]s
|
|
|
|
|
|
|
|
|
|
[section]
|
|
|
|
|
sub = Sub String
|
2024-02-14 21:48:45 +00:00
|
|
|
mixed = test value; <span style="color: red\; background: none;">%s</span>
|
2022-04-03 09:46:48 +00:00
|
|
|
`)
|
|
|
|
|
|
|
|
|
|
testData2 := []byte(`
|
|
|
|
|
fmt = %[2]s %[1]s
|
|
|
|
|
|
|
|
|
|
[section]
|
|
|
|
|
sub = Changed Sub String
|
|
|
|
|
`)
|
|
|
|
|
|
2022-08-28 09:43:25 +00:00
|
|
|
ls := NewLocaleStore()
|
2022-09-24 23:00:16 +00:00
|
|
|
assert.NoError(t, ls.AddLocaleByIni("lang1", "Lang1", testData1, nil))
|
|
|
|
|
assert.NoError(t, ls.AddLocaleByIni("lang2", "Lang2", testData2, nil))
|
2022-08-28 09:43:25 +00:00
|
|
|
ls.SetDefaultLang("lang1")
|
2022-04-03 09:46:48 +00:00
|
|
|
|
2024-02-14 21:48:45 +00:00
|
|
|
lang1, _ := ls.Locale("lang1")
|
|
|
|
|
lang2, _ := ls.Locale("lang2")
|
|
|
|
|
|
|
|
|
|
result := lang1.TrString("fmt", "a", "b")
|
2022-08-28 09:43:25 +00:00
|
|
|
assert.Equal(t, "a b", result)
|
2022-04-03 09:46:48 +00:00
|
|
|
|
2024-02-14 21:48:45 +00:00
|
|
|
result = lang2.TrString("fmt", "a", "b")
|
2022-08-28 09:43:25 +00:00
|
|
|
assert.Equal(t, "b a", result)
|
2022-04-03 09:46:48 +00:00
|
|
|
|
2024-02-14 21:48:45 +00:00
|
|
|
result = lang1.TrString("section.sub")
|
2022-08-28 09:43:25 +00:00
|
|
|
assert.Equal(t, "Sub String", result)
|
2022-04-03 09:46:48 +00:00
|
|
|
|
2024-02-14 21:48:45 +00:00
|
|
|
result = lang2.TrString("section.sub")
|
2022-08-28 09:43:25 +00:00
|
|
|
assert.Equal(t, "Changed Sub String", result)
|
2022-04-03 09:46:48 +00:00
|
|
|
|
2024-02-14 21:48:45 +00:00
|
|
|
langNone, _ := ls.Locale("none")
|
|
|
|
|
result = langNone.TrString(".dot.name")
|
2022-08-28 09:43:25 +00:00
|
|
|
assert.Equal(t, "Dot Name", result)
|
2022-04-03 09:46:48 +00:00
|
|
|
|
2024-02-14 21:48:45 +00:00
|
|
|
result2 := lang2.TrHTML("section.mixed", "a&b")
|
|
|
|
|
assert.EqualValues(t, `test value; <span style="color: red; background: none;">a&b</span>`, result2)
|
2022-04-03 09:46:48 +00:00
|
|
|
|
2022-08-28 09:43:25 +00:00
|
|
|
langs, descs := ls.ListLangNameDesc()
|
2023-04-22 21:56:27 +00:00
|
|
|
assert.ElementsMatch(t, []string{"lang1", "lang2"}, langs)
|
|
|
|
|
assert.ElementsMatch(t, []string{"Lang1", "Lang2"}, descs)
|
2022-06-26 14:19:22 +00:00
|
|
|
|
2024-02-14 21:48:45 +00:00
|
|
|
found := lang1.HasKey("no-such")
|
2022-08-28 09:43:25 +00:00
|
|
|
assert.False(t, found)
|
|
|
|
|
assert.NoError(t, ls.Close())
|
2022-04-03 09:46:48 +00:00
|
|
|
}
|
2022-09-24 23:00:16 +00:00
|
|
|
|
|
|
|
|
func TestLocaleStoreMoreSource(t *testing.T) {
|
|
|
|
|
testData1 := []byte(`
|
|
|
|
|
a=11
|
|
|
|
|
b=12
|
|
|
|
|
`)
|
|
|
|
|
|
|
|
|
|
testData2 := []byte(`
|
|
|
|
|
b=21
|
|
|
|
|
c=22
|
|
|
|
|
`)
|
|
|
|
|
|
|
|
|
|
ls := NewLocaleStore()
|
|
|
|
|
assert.NoError(t, ls.AddLocaleByIni("lang1", "Lang1", testData1, testData2))
|
2024-02-14 21:48:45 +00:00
|
|
|
lang1, _ := ls.Locale("lang1")
|
|
|
|
|
assert.Equal(t, "11", lang1.TrString("a"))
|
|
|
|
|
assert.Equal(t, "21", lang1.TrString("b"))
|
|
|
|
|
assert.Equal(t, "22", lang1.TrString("c"))
|
2022-09-24 23:00:16 +00:00
|
|
|
}
|
2023-03-31 04:16:41 +00:00
|
|
|
|
2024-02-18 12:15:24 +00:00
|
|
|
type stringerPointerReceiver struct {
|
|
|
|
|
s string
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func (s *stringerPointerReceiver) String() string {
|
|
|
|
|
return s.s
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
type stringerStructReceiver struct {
|
|
|
|
|
s string
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func (s stringerStructReceiver) String() string {
|
|
|
|
|
return s.s
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
type errorStructReceiver struct {
|
|
|
|
|
s string
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func (e errorStructReceiver) Error() string {
|
|
|
|
|
return e.s
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
type errorPointerReceiver struct {
|
|
|
|
|
s string
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func (e *errorPointerReceiver) Error() string {
|
|
|
|
|
return e.s
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestLocaleWithTemplate(t *testing.T) {
|
|
|
|
|
ls := NewLocaleStore()
|
|
|
|
|
assert.NoError(t, ls.AddLocaleByIni("lang1", "Lang1", []byte(`key=<a>%s</a>`), nil))
|
|
|
|
|
lang1, _ := ls.Locale("lang1")
|
|
|
|
|
|
|
|
|
|
tmpl := template.New("test").Funcs(template.FuncMap{"tr": lang1.TrHTML})
|
|
|
|
|
tmpl = template.Must(tmpl.Parse(`{{tr "key" .var}}`))
|
|
|
|
|
|
|
|
|
|
cases := []struct {
|
|
|
|
|
in any
|
|
|
|
|
want string
|
|
|
|
|
}{
|
|
|
|
|
{"<str>", "<a><str></a>"},
|
|
|
|
|
{[]byte("<bytes>"), "<a>[60 98 121 116 101 115 62]</a>"},
|
|
|
|
|
{template.HTML("<html>"), "<a><html></a>"},
|
|
|
|
|
{stringerPointerReceiver{"<stringerPointerReceiver>"}, "<a>{<stringerPointerReceiver>}</a>"},
|
|
|
|
|
{&stringerPointerReceiver{"<stringerPointerReceiver ptr>"}, "<a><stringerPointerReceiver ptr></a>"},
|
|
|
|
|
{stringerStructReceiver{"<stringerStructReceiver>"}, "<a><stringerStructReceiver></a>"},
|
|
|
|
|
{&stringerStructReceiver{"<stringerStructReceiver ptr>"}, "<a><stringerStructReceiver ptr></a>"},
|
|
|
|
|
{errorStructReceiver{"<errorStructReceiver>"}, "<a><errorStructReceiver></a>"},
|
|
|
|
|
{&errorStructReceiver{"<errorStructReceiver ptr>"}, "<a><errorStructReceiver ptr></a>"},
|
|
|
|
|
{errorPointerReceiver{"<errorPointerReceiver>"}, "<a>{<errorPointerReceiver>}</a>"},
|
|
|
|
|
{&errorPointerReceiver{"<errorPointerReceiver ptr>"}, "<a><errorPointerReceiver ptr></a>"},
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
buf := &strings.Builder{}
|
|
|
|
|
for _, c := range cases {
|
|
|
|
|
buf.Reset()
|
|
|
|
|
assert.NoError(t, tmpl.Execute(buf, map[string]any{"var": c.in}))
|
|
|
|
|
assert.Equal(t, c.want, buf.String())
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2023-03-31 04:16:41 +00:00
|
|
|
func TestLocaleStoreQuirks(t *testing.T) {
|
|
|
|
|
const nl = "\n"
|
|
|
|
|
q := func(q1, s string, q2 ...string) string {
|
|
|
|
|
return q1 + s + strings.Join(q2, "")
|
|
|
|
|
}
|
|
|
|
|
testDataList := []struct {
|
|
|
|
|
in string
|
|
|
|
|
out string
|
|
|
|
|
hint string
|
|
|
|
|
}{
|
|
|
|
|
{` xx`, `xx`, "simple, no quote"},
|
|
|
|
|
{`" xx"`, ` xx`, "simple, double-quote"},
|
|
|
|
|
{`' xx'`, ` xx`, "simple, single-quote"},
|
|
|
|
|
{"` xx`", ` xx`, "simple, back-quote"},
|
|
|
|
|
|
|
|
|
|
{`x\"y`, `x\"y`, "no unescape, simple"},
|
|
|
|
|
{q(`"`, `x\"y`, `"`), `"x\"y"`, "unescape, double-quote"},
|
|
|
|
|
{q(`'`, `x\"y`, `'`), `x\"y`, "no unescape, single-quote"},
|
|
|
|
|
{q("`", `x\"y`, "`"), `x\"y`, "no unescape, back-quote"},
|
|
|
|
|
|
|
|
|
|
{q(`"`, `x\"y`) + nl + "b=", `"x\"y`, "half open, double-quote"},
|
|
|
|
|
{q(`'`, `x\"y`) + nl + "b=", `'x\"y`, "half open, single-quote"},
|
|
|
|
|
{q("`", `x\"y`) + nl + "b=`", `x\"y` + nl + "b=", "half open, back-quote, multi-line"},
|
|
|
|
|
|
|
|
|
|
{`x ; y`, `x ; y`, "inline comment (;)"},
|
|
|
|
|
{`x # y`, `x # y`, "inline comment (#)"},
|
|
|
|
|
{`x \; y`, `x ; y`, `inline comment (\;)`},
|
|
|
|
|
{`x \# y`, `x # y`, `inline comment (\#)`},
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
for _, testData := range testDataList {
|
|
|
|
|
ls := NewLocaleStore()
|
|
|
|
|
err := ls.AddLocaleByIni("lang1", "Lang1", []byte("a="+testData.in), nil)
|
2024-02-14 21:48:45 +00:00
|
|
|
lang1, _ := ls.Locale("lang1")
|
2023-03-31 04:16:41 +00:00
|
|
|
assert.NoError(t, err, testData.hint)
|
2024-02-14 21:48:45 +00:00
|
|
|
assert.Equal(t, testData.out, lang1.TrString("a"), testData.hint)
|
2023-03-31 04:16:41 +00:00
|
|
|
assert.NoError(t, ls.Close())
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// TODO: Crowdin needs the strings to be quoted correctly and doesn't like incomplete quotes
|
|
|
|
|
// and Crowdin always outputs quoted strings if there are quotes in the strings.
|
|
|
|
|
// So, Gitea's `key="quoted" unquoted` content shouldn't be used on Crowdin directly,
|
|
|
|
|
// it should be converted to `key="\"quoted\" unquoted"` first.
|
|
|
|
|
// TODO: We can not use UnescapeValueDoubleQuotes=true, because there are a lot of back-quotes in en-US.ini,
|
|
|
|
|
// then Crowdin will output:
|
|
|
|
|
// > key = "`x \" y`"
|
|
|
|
|
// Then Gitea will read a string with back-quotes, which is incorrect.
|
|
|
|
|
// TODO: Crowdin might generate multi-line strings, quoted by double-quote, it's not supported by LocaleStore
|
|
|
|
|
// LocaleStore uses back-quote for multi-line strings, it's not supported by Crowdin.
|
|
|
|
|
// TODO: Crowdin doesn't support back-quote as string quoter, it mainly uses double-quote
|
|
|
|
|
// so, the following line will be parsed as: value="`first", comment="second`" on Crowdin
|
|
|
|
|
// > a = `first; second`
|
|
|
|
|
}
|
