nick/amethyst
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 1 Wiki Activity

Improvements on Translation Indexes

Browse Source
This commit is contained in:
Vitor Pamplona
2023-07-25 12:06:17 -04:00
parent a5e40d5ac9
commit c20277a754
2 changed files with 19 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
app/src/androidTestPlay/java/com/vitorpamplona/amethyst/TranslationsTest.kt
+9
View File
@@ -99,4 +99,13 @@ class TranslationsTest {
"en" "en"
) )
} }
@Test
fun testEmoji() {
assertTranslateContains(
"https://cdn.nostr.build/i/df3783dcdf7dd289ba02ba538dc039c8fe1d4db055e580b81604ed88c6af4ee0.jpg",
"\uD83E\uDD23 https://cdn.nostr.build/i/df3783dcdf7dd289ba02ba538dc039c8fe1d4db055e580b81604ed88c6af4ee0.jpg ",
"pt"
)
}
} }
app/src/play/java/com/vitorpamplona/amethyst/service/lang/LanguageTranslatorService.kt
+10 -7
View File
@@ -26,7 +26,7 @@ data class ResultOrError(
object LanguageTranslatorService { object LanguageTranslatorService {
var executorService = Executors.newScheduledThreadPool(5) var executorService = Executors.newScheduledThreadPool(5)
private val options = LanguageIdentificationOptions.Builder().setExecutor(executorService).setConfidenceThreshold(0.6f).build() private val options = LanguageIdentificationOptions.Builder().setExecutor(executorService).setConfidenceThreshold(0.52f).build()
private val languageIdentification = LanguageIdentification.getClient(options) private val languageIdentification = LanguageIdentification.getClient(options)
val lnRegex = Pattern.compile("\\blnbc[a-z0-9]+\\b", Pattern.CASE_INSENSITIVE) val lnRegex = Pattern.compile("\\blnbc[a-z0-9]+\\b", Pattern.CASE_INSENSITIVE)
val tagRegex = Pattern.compile("(nostr:)?@?(nsec1|npub1|nevent1|naddr1|note1|nprofile1|nrelay1)([qpzry9x8gf2tvdw0s3jn54khce6mua7l]+)", Pattern.CASE_INSENSITIVE) val tagRegex = Pattern.compile("(nostr:)?@?(nsec1|npub1|nevent1|naddr1|note1|nprofile1|nrelay1)([qpzry9x8gf2tvdw0s3jn54khce6mua7l]+)", Pattern.CASE_INSENSITIVE)
@@ -109,11 +109,12 @@ object LanguageTranslatorService {
private fun tagDictionary(text: String): Map<String, String> { private fun tagDictionary(text: String): Map<String, String> {
val matcher = tagRegex.matcher(text) val matcher = tagRegex.matcher(text)
val returningList = mutableMapOf<String, String>() val returningList = mutableMapOf<String, String>()
val counter = 0 var counter = 0
while (matcher.find()) { while (matcher.find()) {
try { try {
val tag = matcher.group() val tag = matcher.group()
val short = "Amethystmindexer$counter" val short = "A$counter"
counter++
returningList.put(short, tag) returningList.put(short, tag)
} catch (e: Exception) { } catch (e: Exception) {
} }
@@ -124,11 +125,12 @@ object LanguageTranslatorService {
private fun lnDictionary(text: String): Map<String, String> { private fun lnDictionary(text: String): Map<String, String> {
val matcher = lnRegex.matcher(text) val matcher = lnRegex.matcher(text)
val returningList = mutableMapOf<String, String>() val returningList = mutableMapOf<String, String>()
val counter = 0 var counter = 0
while (matcher.find()) { while (matcher.find()) {
try { try {
val lnInvoice = matcher.group() val lnInvoice = matcher.group()
val short = "Amethystlnindexer$counter" val short = "A$counter"
counter++
returningList.put(short, lnInvoice) returningList.put(short, lnInvoice)
} catch (e: Exception) { } catch (e: Exception) {
} }
@@ -140,10 +142,11 @@ object LanguageTranslatorService {
val parser = UrlDetector(text, UrlDetectorOptions.Default) val parser = UrlDetector(text, UrlDetectorOptions.Default)
val urlsInText = parser.detect() val urlsInText = parser.detect()
val counter = 0 var counter = 0
return urlsInText.filter { !it.originalUrl.contains("，") && !it.originalUrl.contains("。") }.associate { return urlsInText.filter { !it.originalUrl.contains("，") && !it.originalUrl.contains("。") }.associate {
"Amethysturlindexer$counter" to it.originalUrl counter++
"A$counter" to it.originalUrl
} }
} }