majjo/XSnap
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor: remove deprecated transcript api

Browse Source 
Signed-off-by: rhunk <101876869+rhunk@users.noreply.github.com>
This commit is contained in:
rhunk
2025-07-04 18:57:30 +02:00
parent 4e4f77a213
commit dc5b91a42a
5 changed files with 0 additions and 115 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
core/src/main/kotlin/me/rhunk/snapenhance/core/features/impl/experiments/BetterTranscript.kt
View File

@@ -1,22 +1,15 @@
package me.rhunk.snapenhance.core.features.impl.experiments
import me.rhunk.snapenhance.common.data.ContentType
import me.rhunk.snapenhance.common.util.TranscriptApi
import me.rhunk.snapenhance.common.util.protobuf.ProtoEditor
import me.rhunk.snapenhance.core.event.events.impl.BuildMessageEvent
import me.rhunk.snapenhance.core.features.Feature
import me.rhunk.snapenhance.core.util.dataBuilder
import me.rhunk.snapenhance.core.util.hook.HookStage
import me.rhunk.snapenhance.core.util.hook.hook
import me.rhunk.snapenhance.core.util.ktx.getObjectFieldOrNull
import me.rhunk.snapenhance.core.util.ktx.setObjectField
import okhttp3.RequestBody.Companion.toRequestBody
import java.lang.reflect.Method
import java.nio.ByteBuffer
class BetterTranscript: Feature("Better Transcript") {
val transcriptApi by lazy { TranscriptApi() }
override fun init() {
if (context.config.experimental.betterTranscript.globalState != true) return
@@ -40,33 +33,6 @@ class BetterTranscript: Feature("Better Transcript") {
}
findClass("com.snapchat.client.voiceml.IVoiceMLSDK\$CppProxy").hook("asrTranscribe", HookStage.BEFORE) { param ->
if (config.enhancedTranscript.get()) {
val buffer = param.arg<ByteBuffer>(2).let {
it.rewind()
ByteArray(it.remaining()).also { it1 -> it.get(it1); it.rewind() }
}
val result = runCatching {
transcriptApi.transcribe(
buffer.toRequestBody(),
lang = config.preferredTranscriptionLang.getNullable()?.takeIf {
it.isNotBlank()
}?.uppercase()
)
}.onFailure {
context.log.error("Failed to transcribe audio", it)
context.shortToast("Failed to transcribe audio! Check logcat for more details.")
}.getOrNull()
param.setResult(
(param.method() as Method).returnType.dataBuilder {
set("mError", result == null)
set("mNlpResponses", ArrayList<Any>())
set("mWordInfo", ArrayList<Any>())
set("mTranscription", result)
}
)
return@hook
}
preferredTranscriptionLang?.lowercase()?.let {
val asrConfig = param.arg<Any>(1)
asrConfig.getObjectFieldOrNull("mBaseConfig")?.apply {

25
core/src/main/kotlin/me/rhunk/snapenhance/core/features/impl/messaging/Notifications.kt
View File

@@ -24,9 +24,7 @@ import me.rhunk.snapenhance.core.event.events.impl.SnapWidgetBroadcastReceiveEve
import me.rhunk.snapenhance.core.features.Feature
import me.rhunk.snapenhance.core.features.impl.FriendMutationObserver
import me.rhunk.snapenhance.core.features.impl.downloader.MediaDownloader
import me.rhunk.snapenhance.core.features.impl.downloader.decoder.AttachmentType
import me.rhunk.snapenhance.core.features.impl.downloader.decoder.MessageDecoder
import me.rhunk.snapenhance.core.features.impl.experiments.BetterTranscript
import me.rhunk.snapenhance.core.features.impl.spying.StealthMode
import me.rhunk.snapenhance.core.util.hook.HookStage
import me.rhunk.snapenhance.core.util.hook.findRestrictedConstructor
@@ -36,7 +34,6 @@ import me.rhunk.snapenhance.core.util.ktx.setObjectField
import me.rhunk.snapenhance.core.util.media.PreviewUtils
import me.rhunk.snapenhance.core.wrapper.impl.Message
import me.rhunk.snapenhance.core.wrapper.impl.SnapUUID
import okhttp3.RequestBody.Companion.toRequestBody
import kotlin.coroutines.suspendCoroutine
class Notifications : Feature("Notifications") {
@@ -390,28 +387,6 @@ class Notifications : Feature("Notifications") {
}"
}
if (contentType == ContentType.NOTE && context.config.experimental.betterTranscript.takeIf { it.globalState == true }?.enhancedTranscriptInNotifications?.get() == true) {
val transcriptApi = context.feature(BetterTranscript::class).transcriptApi
MessageDecoder.decode(message.messageContent!!).firstOrNull { it.type == AttachmentType.NOTE }?.also { media ->
runCatching {
media.openStream { mediaStream, length ->
if (mediaStream == null || length > 25 * 1024 * 1024) {
context.log.error("Failed to open media stream or media is too large")
return@openStream
}
val text = transcriptApi.transcribe(
mediaStream.readBytes().toRequestBody(),
lang = context.config.experimental.betterTranscript.preferredTranscriptionLang.getNullable()?.takeIf { it.isNotBlank() }
)?.takeIf { it.isNotBlank() } ?: return@openStream
serializedMessage = "\uD83C\uDFA4 $text"
isChatMessage = true
}
}.onFailure {
context.log.error("Failed to transcribe message", it)
}
}
}
if (isChatMessage || config.stackedMediaMessages.get()) {
setNotificationText(serializedMessage)
} else {