v0.6.5

2025-05-20 15:17:20 +02:00
parent 034f1210fb
commit c24d95627e
399 changed files with 35059 additions and 2 deletions
--- a/app/src/main/kotlin/com/looker/droidify/index/IndexMerger.kt
+++ b/app/src/main/kotlin/com/looker/droidify/index/IndexMerger.kt
@@ -0,0 +1,118 @@
+package com.looker.droidify.index
+
+import android.content.ContentValues
+import android.database.sqlite.SQLiteDatabase
+import com.fasterxml.jackson.core.JsonToken
+import com.looker.droidify.utility.common.extension.Json
+import com.looker.droidify.utility.common.extension.asSequence
+import com.looker.droidify.utility.common.extension.collectNotNull
+import com.looker.droidify.utility.common.extension.writeDictionary
+import com.looker.droidify.model.Product
+import com.looker.droidify.model.Release
+import com.looker.droidify.utility.serialization.product
+import com.looker.droidify.utility.serialization.release
+import com.looker.droidify.utility.serialization.serialize
+import java.io.ByteArrayOutputStream
+import java.io.Closeable
+import java.io.File
+
+class IndexMerger(file: File) : Closeable {
+    private val db = SQLiteDatabase.openOrCreateDatabase(file, null)
+
+    init {
+        db.execWithResult("PRAGMA synchronous = OFF")
+        db.execWithResult("PRAGMA journal_mode = OFF")
+        db.execSQL(
+            "CREATE TABLE product (" +
+                "package_name TEXT PRIMARY KEY," +
+                "description TEXT NOT NULL, " +
+                "data BLOB NOT NULL)"
+        )
+        db.execSQL("CREATE TABLE releases (package_name TEXT PRIMARY KEY, data BLOB NOT NULL)")
+        db.beginTransaction()
+    }
+
+    fun addProducts(products: List<Product>) {
+        for (product in products) {
+            val outputStream = ByteArrayOutputStream()
+            Json.factory.createGenerator(outputStream)
+                .use { it.writeDictionary(product::serialize) }
+            db.insert(
+                "product",
+                null,
+                ContentValues().apply {
+                    put("package_name", product.packageName)
+                    put("description", product.description)
+                    put("data", outputStream.toByteArray())
+                }
+            )
+        }
+    }
+
+    fun addReleases(pairs: List<Pair<String, List<Release>>>) {
+        for (pair in pairs) {
+            val (packageName, releases) = pair
+            val outputStream = ByteArrayOutputStream()
+            Json.factory.createGenerator(outputStream).use {
+                it.writeStartArray()
+                for (release in releases) {
+                    it.writeDictionary(release::serialize)
+                }
+                it.writeEndArray()
+            }
+            db.insert(
+                "releases",
+                null,
+                ContentValues().apply {
+                    put("package_name", packageName)
+                    put("data", outputStream.toByteArray())
+                }
+            )
+        }
+    }
+
+    private fun closeTransaction() {
+        if (db.inTransaction()) {
+            db.setTransactionSuccessful()
+            db.endTransaction()
+        }
+    }
+
+    fun forEach(repositoryId: Long, windowSize: Int, callback: (List<Product>, Int) -> Unit) {
+        closeTransaction()
+        db.rawQuery(
+            """SELECT product.description, product.data AS pd, releases.data AS rd FROM product
+          LEFT JOIN releases ON product.package_name = releases.package_name""",
+            null
+        ).use { cursor ->
+            cursor.asSequence().map { currentCursor ->
+                val description = currentCursor.getString(0)
+                val product = Json.factory.createParser(currentCursor.getBlob(1)).use {
+                    it.nextToken()
+                    it.product().apply {
+                        this.repositoryId = repositoryId
+                        this.description = description
+                    }
+                }
+                val releases = currentCursor.getBlob(2)?.let { bytes ->
+                    Json.factory.createParser(bytes).use {
+                        it.nextToken()
+                        it.collectNotNull(
+                            JsonToken.START_OBJECT
+                        ) { release() }
+                    }
+                }.orEmpty()
+                product.copy(releases = releases)
+            }.windowed(windowSize, windowSize, true)
+                .forEach { products -> callback(products, cursor.count) }
+        }
+    }
+
+    override fun close() {
+        db.use { closeTransaction() }
+    }
+
+    private inline fun SQLiteDatabase.execWithResult(sql: String) {
+        rawQuery(sql, null).use { it.count }
+    }
+}