Quick event store using SQLite directly.

2025-07-28 16:49:39 -04:00
parent 88f9beafd3
commit 7ba2810423
27 changed files with 3255 additions and 0 deletions
@@ -0,0 +1,115 @@
+/**
+ * Copyright (c) 2025 Vitor Pamplona
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy of
+ * this software and associated documentation files (the "Software"), to deal in
+ * the Software without restriction, including without limitation the rights to use,
+ * copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the
+ * Software, and to permit persons to whom the Software is furnished to do so,
+ * subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+ * FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+ * COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN
+ * AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+ * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+package com.vitorpamplona.quartz.benchmark
+
+import android.content.Context
+import android.database.sqlite.SQLiteException
+import android.util.Log
+import android.util.Log.e
+import androidx.benchmark.junit4.BenchmarkRule
+import androidx.benchmark.junit4.measureRepeated
+import androidx.test.core.app.ApplicationProvider
+import androidx.test.ext.junit.runners.AndroidJUnit4
+import com.vitorpamplona.quartz.nip01Core.core.AddressableEvent
+import com.vitorpamplona.quartz.nip01Core.store.sqlite.EventStore
+import com.vitorpamplona.quartz.nip09Deletions.DeletionEvent
+import com.vitorpamplona.quartz.nip40Expiration.isExpired
+import org.junit.Rule
+import org.junit.Test
+import org.junit.runner.RunWith
+import kotlin.collections.flatten
+
+@RunWith(AndroidJUnit4::class)
+class LargeDBInsertBenchmark : BaseLargeCacheBenchmark() {
+    @get:Rule val benchmarkRule = BenchmarkRule()
+
+    companion object {
+        val allEvents = getEventDB().distinctBy { it.id }.filter { !it.isExpired() }.sortedBy { it.createdAt }
+        val firstThousandEvents = allEvents.take(1000)
+    }
+
+    @Test
+    fun benchInserting1000Events() {
+        val context = ApplicationProvider.getApplicationContext<Context>()
+        benchmarkRule.measureRepeated {
+            val db =
+                this.runWithTimingDisabled {
+                    val db = EventStore(context, "test1.db")
+                    db.store.clearDB()
+                    db
+                }
+            firstThousandEvents.forEach { event ->
+                try {
+                    db.insert(event)
+                } catch (e: SQLiteException) {
+                    Log.w("LargeDBInsertBenchmark", "Error inserting event: ${e.message} for event: $event")
+                }
+            }
+            this.runWithTimingDisabled {
+                db.store.clearDB()
+                db.close()
+            }
+        }
+    }
+
+    @Test
+    fun bench40DeletionRequestsEvents() {
+        val context = ApplicationProvider.getApplicationContext<Context>()
+        val deletions = allEvents.filterIsInstance<DeletionEvent>()
+        val deletionIds = deletions.map { it.deleteEventIds() }.flatten().toSet()
+        val deletionAddresses = deletions.map { it.deleteAddressIds() }.flatten().toSet()
+
+        val toBeDeletedEvents =
+            allEvents.filter {
+                (it.id in deletionIds || (it is AddressableEvent && it.addressTag() in deletionAddresses))
+            }
+
+        benchmarkRule.measureRepeated {
+            val db =
+                this.runWithTimingDisabled {
+                    val db = EventStore(context, "test1.db")
+                    db.store.clearDB()
+                    toBeDeletedEvents.forEach { event ->
+                        try {
+                            db.insert(event)
+                        } catch (e: SQLiteException) {
+                            Log.w("LargeDBInsertBenchmark", "Error inserting event: ${e.message} for event: $event")
+                        }
+                    }
+
+                    db
+                }
+
+            deletions.forEach { event ->
+                try {
+                    db.insert(event)
+                } catch (e: SQLiteException) {
+                    Log.w("LargeDBInsertBenchmark", "Error inserting event: ${e.message} for event: $event")
+                }
+            }
+
+            runWithTimingDisabled {
+                db.store.clearDB()
+                db.close()
+            }
+        }
+    }
+}
@@ -0,0 +1,139 @@
+/**
+ * Copyright (c) 2025 Vitor Pamplona
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy of
+ * this software and associated documentation files (the "Software"), to deal in
+ * the Software without restriction, including without limitation the rights to use,
+ * copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the
+ * Software, and to permit persons to whom the Software is furnished to do so,
+ * subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+ * FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+ * COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN
+ * AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+ * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+package com.vitorpamplona.quartz.benchmark
+
+import android.content.Context
+import android.database.sqlite.SQLiteException
+import android.util.Log
+import androidx.benchmark.junit4.BenchmarkRule
+import androidx.benchmark.junit4.measureRepeated
+import androidx.test.core.app.ApplicationProvider
+import androidx.test.ext.junit.runners.AndroidJUnit4
+import com.vitorpamplona.quartz.nip01Core.metadata.MetadataEvent
+import com.vitorpamplona.quartz.nip01Core.relay.filters.Filter
+import com.vitorpamplona.quartz.nip01Core.store.sqlite.EventStore
+import com.vitorpamplona.quartz.nip59Giftwrap.wraps.GiftWrapEvent
+import com.vitorpamplona.quartz.nip65RelayList.AdvertisedRelayListEvent
+import org.junit.After
+import org.junit.Before
+import org.junit.Rule
+import org.junit.Test
+import org.junit.runner.RunWith
+
+@RunWith(AndroidJUnit4::class)
+class LargeDBQueryingBenchmark : BaseLargeCacheBenchmark() {
+    @get:Rule val benchmarkRule = BenchmarkRule()
+
+    companion object {
+        val allEvents = getEventDB().distinctBy { it.id }.sortedBy { it.createdAt }
+    }
+
+    lateinit var db: EventStore
+
+    @Before
+    fun setup() {
+        println("Running Setup")
+        val context = ApplicationProvider.getApplicationContext<Context>()
+
+        db = EventStore(context, "allEvents.db")
+        db.store.clearDB()
+        allEvents.forEach { event ->
+            try {
+                db.insert(event)
+            } catch (e: SQLiteException) {
+                Log.w("LargeDBQueryingBenchmark", "Error inserting event: ${e.message} for event: $event")
+            }
+        }
+    }
+
+    @After
+    fun tearDown() {
+        db.close()
+    }
+
+    @Test
+    fun benchQuerying1000Events() {
+        benchmarkRule.measureRepeated {
+            db.query(Filter(limit = 1000))
+        }
+    }
+
+    @Test
+    fun benchQuerying1614GiftWrapsEvents() {
+        benchmarkRule.measureRepeated {
+            db.query(
+                Filter(
+                    kinds = listOf(GiftWrapEvent.KIND),
+                    tags = mapOf("p" to listOf("460c25e682fda7832b52d1f22d3d22b3176d972f60dcdc3212ed8c92ef85065c")),
+                ),
+            )
+        }
+    }
+
+    @Test
+    fun benchQueryingEventsByAuthor() {
+        benchmarkRule.measureRepeated {
+            db.query(
+                Filter(
+                    authors = listOf("460c25e682fda7832b52d1f22d3d22b3176d972f60dcdc3212ed8c92ef85065c"),
+                ),
+            )
+        }
+    }
+
+    @Test
+    fun benchQueryingMetadataByAuthor() {
+        benchmarkRule.measureRepeated {
+            db.query(
+                Filter(
+                    kinds = listOf(MetadataEvent.KIND),
+                    authors = listOf("460c25e682fda7832b52d1f22d3d22b3176d972f60dcdc3212ed8c92ef85065c"),
+                ),
+            )
+        }
+    }
+
+    @Test
+    fun benchQueryingRelayListByAuthor() {
+        benchmarkRule.measureRepeated {
+            db.query(
+                Filter(
+                    kinds = listOf(AdvertisedRelayListEvent.KIND),
+                    authors = listOf("460c25e682fda7832b52d1f22d3d22b3176d972f60dcdc3212ed8c92ef85065c"),
+                ),
+            )
+        }
+    }
+
+    @Test
+    fun benchQueryingEmptyReturnByTags() {
+        benchmarkRule.measureRepeated {
+            db.query(Filter(tags = mapOf("p" to listOf("176d972f60dcdc3212ed8c92ef85065c176d972f60dcdc3212ed8c92ef85065c"))))
+        }
+    }
+
+    @Test
+    fun benchQueryingEmptyReturnByIds() {
+        benchmarkRule.measureRepeated {
+            db.query(Filter(ids = listOf("176d972f60dcdc3212ed8c92ef85065c176d972f60dcdc3212ed8c92ef85065c")))
+        }
+    }
+}