CircleToSearch with multi search engine support for all android
Kotlin
Ocr contrast
AKS Labs91c7c0951bcb
diff --git a/app/src/main/java/com/akslabs/circletosearch/ocr/TesseractEngine.kt b/app/src/main/java/com/akslabs/circletosearch/ocr/TesseractEngine.ktindex 2a81032..f079ce7 100644--- a/app/src/main/java/com/akslabs/circletosearch/ocr/TesseractEngine.kt+++ b/app/src/main/java/com/akslabs/circletosearch/ocr/TesseractEngine.kt@@ -3,11 +3,15 @@ package com.akslabs.circletosearch.ocrimport android.content.Contextimport android.graphics.Bitmapimport android.graphics.Rect+import android.graphics.RectFimport android.util.Logimport com.akslabs.circletosearch.ui.components.TextNodeimport com.akslabs.circletosearch.ui.components.Wordimport com.googlecode.tesseract.android.TessBaseAPIimport kotlinx.coroutines.Dispatchers+import kotlinx.coroutines.async+import kotlinx.coroutines.awaitAll+import kotlinx.coroutines.coroutineScopeimport kotlinx.coroutines.withContextimport java.io.Fileimport java.io.FileOutputStream@@ -17,10 +21,6 @@ object TesseractEngine {private const val TAG = "TesseractEngine"private var isPrepared = false- /**- * Ensures the tessdata folder and eng.traineddata exist in the app's internal files directory.- * Tesseract requires this specific directory structure (`tessdata/`).- */fun prepareTessData(context: Context): String {val filesDir = context.filesDir.absolutePathval tessDir = File(filesDir, "tessdata")@@ -94,43 +94,74 @@ object TesseractEngine {}}- suspend fun extractText(context: Context, bitmap: Bitmap): List<TextNode> = withContext(Dispatchers.Default) {- val result = mutableListOf<TextNode>()- try {- val dataPath = prepareTessData(context)- Log.d(TAG, "Initializing Tesseract with dataPath=$dataPath")+ /**+ * Tiled extraction: Runs multiple OCR passes in parallel and merges results.+ * This mirrors the QR scanner's multi-resolution logic to maximize accuracy.+ */+ suspend fun extractText(context: Context, bitmap: Bitmap): List<TextNode> = coroutineScope {+ val dataPath = withContext(Dispatchers.IO) { prepareTessData(context) }+ val prefs = context.getSharedPreferences("OcrSettings", Context.MODE_PRIVATE)+ val lang = prefs.getString("selected_lang", "eng") ?: "eng"- val prefs = context.getSharedPreferences("OcrSettings", Context.MODE_PRIVATE)- val lang = prefs.getString("selected_lang", "eng") ?: "eng"+ val w = bitmap.width+ val h = bitmap.height- val tess = TessBaseAPI()- if (!tess.init(dataPath, lang)) {- Log.e(TAG, "Failed to initialize Tesseract API with language '$lang'!")- return@withContext emptyList()+ // Define Tiles (Full + 2x2 Grid with 20% overlap)+ val tiles = mutableListOf<Rect>()+ // 1. Full+ tiles.add(Rect(0, 0, w, h))++ // 2. 2x2 Grid (Each tile is ~60% size to provide nice overlap)+ val tw = (w * 0.6f).toInt()+ val th = (h * 0.6f).toInt()+ tiles.add(Rect(0, 0, tw, th)) // Top Left+ tiles.add(Rect(w - tw, 0, w, th)) // Top Right+ tiles.add(Rect(0, h - th, tw, h)) // Bottom Left+ tiles.add(Rect(w - tw, h - th, w, h)) // Bottom Right++ val allPasses = tiles.mapIndexed { index, rect ->+ async(Dispatchers.Default) {+ index to internalExtractWords(dataPath, lang, bitmap, rect)}+ }++ val allWordsWithSource = allPasses.awaitAll().flatMap { (index, words) ->+ words.map { index to it }+ }++ // Final Merge & Line Grouping+ groupWordsIntoNodes(allWordsWithSource)+ }- tess.setImage(bitmap)+ private fun internalExtractWords(dataPath: String, lang: String, fullBitmap: Bitmap, crop: Rect): List<Word> {+ val words = mutableListOf<Word>()+ val tess = TessBaseAPI()+ try {+ if (!tess.init(dataPath, lang)) return emptyList()- // CRITICAL: We MUST call getUTF8Text() (or other recognition trigger) before accessing the iterator.- // Otherwise, resultIterator will be null or empty.- val fullAppText = tess.getUTF8Text()- Log.d(TAG, "Tesseract recognition complete. Full text length: ${fullAppText?.length ?: 0}")+ // If the crop is a sub-region, create a subset bitmap+ val tileBitmap = if (crop.left == 0 && crop.top == 0 && crop.width() == fullBitmap.width && crop.height() == fullBitmap.height) {+ fullBitmap+ } else {+ Bitmap.createBitmap(fullBitmap, crop.left, crop.top, crop.width(), crop.height())+ }++ tess.setImage(tileBitmap)+ tess.getUTF8Text() // Trigger recognitionval iterator = tess.resultIterator ?: run {- Log.e(TAG, "ResultIterator is null after recognition!")tess.recycle()- return@withContext emptyList()+ return emptyList()}- val allDetectedWords = mutableListOf<Word>()+iterator.begin()-do {val wordText = iterator.getUTF8Text(TessBaseAPI.PageIteratorLevel.RIL_WORD)if (wordText.isNullOrBlank()) continue-- val wordRectParams = iterator.getBoundingRect(TessBaseAPI.PageIteratorLevel.RIL_WORD)- ?: iterator.getBoundingBox(TessBaseAPI.PageIteratorLevel.RIL_WORD)-++ val wordRectParams = iterator.getBoundingRect(TessBaseAPI.PageIteratorLevel.RIL_WORD)+ ?: iterator.getBoundingBox(TessBaseAPI.PageIteratorLevel.RIL_WORD)+val wRect = if (wordRectParams is Rect) {wordRectParams} else if (wordRectParams is IntArray) {@@ -141,76 +172,110 @@ object TesseractEngine {if (wRect.isEmpty || wRect.width() < 2) continue- val wordBounds = android.graphics.RectF(wRect)- val wordObj = Word(- text = wordText,- index = allDetectedWords.size,- startIndex = 0, // Not strictly needed for global selection- endIndex = wordText.length,- bounds = wordBounds+ // Adjust coordinates to global screen space+ val globalBounds = RectF(+ (wRect.left + crop.left).toFloat(),+ (wRect.top + crop.top).toFloat(),+ (wRect.right + crop.left).toFloat(),+ (wRect.bottom + crop.top).toFloat())- // Add to a generic list first, then group by Y-coordinate similarity to form lines- allDetectedWords.add(wordObj)+ words.add(+ Word(+ text = wordText,+ index = 0, // Assigned later+ startIndex = 0,+ endIndex = wordText.length,+ bounds = globalBounds+ )+ )} while (iterator.next(TessBaseAPI.PageIteratorLevel.RIL_WORD))- // Group words into lines based on Y-overlap for better UI grouping- val sortedWords = allDetectedWords.sortedBy { it.bounds.top }- val lines = mutableListOf<MutableList<Word>>()+ iterator.delete()+ } catch (e: Exception) {+ Log.e(TAG, "Tile process error: ${e.message}")+ } finally {+ tess.recycle()+ }+ return words+ }++ private fun groupWordsIntoNodes(allWordsWithSource: List<Pair<Int, Word>>): List<TextNode> {+ if (allWordsWithSource.isEmpty()) return emptyList()++ // 1. Spatial Deduplication+ // We prefer results from quadrants (indices 1-4) over the full pass (index 0)+ // because zoomed-in crops generally yield higher accuracy for small text.+ val uniqueWords = mutableListOf<Word>()+ val sortedByPreference = allWordsWithSource.sortedWith(compareByDescending<Pair<Int, Word>> { it.first }.thenByDescending { it.second.bounds.width() * it.second.bounds.height() })++ for (pair in sortedByPreference) {+ val w = pair.second+ val isDuplicate = uniqueWords.any { existing ->+ val overlap = RectF(w.bounds)+ if (overlap.intersect(existing.bounds)) {+ val overlapArea = overlap.width() * overlap.height()+ val wArea = w.bounds.width() * w.bounds.height()+ val textMatch = w.text.equals(existing.text, ignoreCase = true)+ // If text matches and there is significant overlap, it's a duplicate+ overlapArea > wArea * 0.7 && textMatch+ } else false+ }+ if (!isDuplicate) uniqueWords.add(w)+ }++ // 2. Line Clustering (Vertical Overlap)+ val sortedWords = uniqueWords.sortedBy { it.bounds.top }+ val lines = mutableListOf<MutableList<Word>>()++ if (sortedWords.isNotEmpty()) {+ var currentLine = mutableListOf<Word>()+ currentLine.add(sortedWords[0])+ lines.add(currentLine)- if (sortedWords.isNotEmpty()) {- var currentLine = mutableListOf<Word>()- currentLine.add(sortedWords[0])- lines.add(currentLine)+ for (i in 1 until sortedWords.size) {+ val prev = currentLine.last()+ val curr = sortedWords[i]- for (i in 1 until sortedWords.size) {- val prev = currentLine.last()- val curr = sortedWords[i]- // If the vertical centers are close enough, they are likely on the same line- // Increased tolerance (0.7f) to better capture slightly misaligned text- val verticalOverlap = Math.abs(curr.bounds.centerY() - prev.bounds.centerY()) < (prev.bounds.height() * 0.7f)-- if (verticalOverlap) {- currentLine.add(curr)- } else {- currentLine = mutableListOf(curr)- lines.add(currentLine)- }+ // If vertical centers are close enough, they are on the same line+ val verticalOverlap = Math.abs(curr.bounds.centerY() - prev.bounds.centerY()) < (prev.bounds.height() * 0.6f)++ if (verticalOverlap) {+ currentLine.add(curr)+ } else {+ currentLine = mutableListOf(curr)+ lines.add(currentLine)}}+ }- lines.forEach { lineWords ->- // Sort words in line by X-coordinate- val finalLineWords = lineWords.sortedBy { it.bounds.left }- val fullText = finalLineWords.joinToString(" ") { it.text }+ // 3. Horizontal Sorting & Node Construction+ val result = mutableListOf<TextNode>()+ lines.forEach { lineWords ->+ val finalLineWords = lineWords.sortedBy { it.bounds.left }+ val fullText = finalLineWords.joinToString(" ") { it.text }++ val lineBounds = Rect()+ finalLineWords.forEachIndexed { idx, w ->+ // Re-index words for the line+ finalLineWords[idx].copy(index = idx)- val lineBounds = Rect()- finalLineWords.forEach { w ->- val r = Rect()- w.bounds.roundOut(r)- if (lineBounds.isEmpty()) lineBounds.set(r) else lineBounds.union(r)- }-- result.add(- TextNode(- id = UUID.randomUUID().toString(),- fullText = fullText,- bounds = lineBounds,- words = finalLineWords- )- )+ val r = Rect()+ w.bounds.roundOut(r)+ if (lineBounds.isEmpty()) lineBounds.set(r) else lineBounds.union(r)}-- iterator.delete()- tess.recycle()- Log.d(TAG, "Tesseract successfully extracted ${result.size} text nodes.")-- } catch (e: Exception) {- Log.e(TAG, "Tesseract processing error: ${e.message}")+ result.add(+ TextNode(+ id = UUID.randomUUID().toString(),+ fullText = fullText,+ bounds = lineBounds,+ words = finalLineWords+ )+ )}- return@withContext result+ return result}}