Filter non-English expansions and prefer stock sources
build-push / docker (push) Successful in 4m25s
build-push / docker (push) Successful in 4m25s
This commit is contained in:
@@ -307,11 +307,11 @@ func extractYouTubeID(link string) string {
|
|||||||
|
|
||||||
func sourceWeight(source string) int {
|
func sourceWeight(source string) int {
|
||||||
switch source {
|
switch source {
|
||||||
case "Google Video":
|
|
||||||
return 3
|
|
||||||
case "Envato":
|
case "Envato":
|
||||||
return 2
|
return 3
|
||||||
case "Artgrid":
|
case "Artgrid":
|
||||||
|
return 2
|
||||||
|
case "Google Video":
|
||||||
return 1
|
return 1
|
||||||
default:
|
default:
|
||||||
return 0
|
return 0
|
||||||
|
|||||||
@@ -154,6 +154,7 @@ English base translation: ` + englishBase,
|
|||||||
|
|
||||||
queries := fallbackQueryExpansion(query, englishBase)
|
queries := fallbackQueryExpansion(query, englishBase)
|
||||||
seen := map[string]bool{}
|
seen := map[string]bool{}
|
||||||
|
englishOnly := !strings.EqualFold(strings.TrimSpace(englishBase), strings.TrimSpace(query))
|
||||||
for _, existing := range queries {
|
for _, existing := range queries {
|
||||||
seen[strings.ToLower(strings.TrimSpace(existing))] = true
|
seen[strings.ToLower(strings.TrimSpace(existing))] = true
|
||||||
}
|
}
|
||||||
@@ -162,6 +163,9 @@ English base translation: ` + englishBase,
|
|||||||
if trimmed == "" {
|
if trimmed == "" {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
if englishOnly && !isLikelyEnglishQuery(trimmed) {
|
||||||
|
continue
|
||||||
|
}
|
||||||
key := strings.ToLower(trimmed)
|
key := strings.ToLower(trimmed)
|
||||||
if seen[key] {
|
if seen[key] {
|
||||||
continue
|
continue
|
||||||
@@ -522,6 +526,20 @@ func looksMostlyASCII(text string) bool {
|
|||||||
return ascii >= len(runes)*8/10
|
return ascii >= len(runes)*8/10
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func isLikelyEnglishQuery(text string) bool {
|
||||||
|
alpha := 0
|
||||||
|
nonASCII := 0
|
||||||
|
for _, r := range text {
|
||||||
|
switch {
|
||||||
|
case r >= 'A' && r <= 'Z', r >= 'a' && r <= 'z':
|
||||||
|
alpha++
|
||||||
|
case r > 127:
|
||||||
|
nonASCII++
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return alpha > 0 && nonASCII == 0
|
||||||
|
}
|
||||||
|
|
||||||
func translateKoreanMediaTerms(query string) string {
|
func translateKoreanMediaTerms(query string) string {
|
||||||
replacements := map[string]string{
|
replacements := map[string]string{
|
||||||
"숲속": "forest",
|
"숲속": "forest",
|
||||||
|
|||||||
Reference in New Issue
Block a user