add one-click csv export and fix schema consistency issues

Author: noneedofit

README.md

@@ -22,6 +22,14 @@ captures and logs notifications from your device including app name, title, text
 3. install and grant notification access permission
 4. configure app filters and enable logging
 
+**troubleshooting permissions**:
+if you encounter "restricted setting" error when trying to grant notification permission:
+1. go to your apps list in android settings
+2. find "notodata" app
+3. tap the three dots (⋮) in the top right corner
+4. select "allow restricted settings"
+5. then retry granting the notification permission
+
 ## setup
 
 ### required

app/src/main/java/com/noto/notodata/AppFilterActivity.kt

@@ -138,6 +138,12 @@ class AppFilterActivity : AppCompatActivity() {
 
         loadInstalledApps()
     }
+    
+    override fun onDestroy() {
+        super.onDestroy()
+        // Cleanup adapter to prevent memory leaks
+        appFilterAdapter.cleanup()
+    }
 
     private fun setupViews() {
         supportActionBar?.title = "App Filter Settings"
@@ -156,6 +162,10 @@ class AppFilterActivity : AppCompatActivity() {
             adapter = appFilterAdapter
             layoutManager = LinearLayoutManager(this@AppFilterActivity)
 
+            // Performance optimizations
+            setHasFixedSize(true) // Size won't change, improves performance
+            setItemViewCacheSize(20) // Cache more views for smoother scrolling
+            
             // Add scroll listener for pagination
             addOnScrollListener(object : RecyclerView.OnScrollListener() {
                 override fun onScrolled(recyclerView: RecyclerView, dx: Int, dy: Int) {
@@ -234,16 +244,19 @@ class AppFilterActivity : AppCompatActivity() {
                     progressBarLoading.visibility = View.GONE
                 }
 
-                Toast.makeText(
-                    this@AppFilterActivity,
-                    if (currentBatch == 0) {
-                        "Loaded ${batchResult.filters.size} apps (${batchResult.userCount} user, ${batchResult.systemCount} system)" +
-                        if (shouldContinueAutoLoading) " - Loading more..." else ""
-                    } else {
-                        "Loaded ${batchResult.filters.size} more apps"
-                    },
-                    Toast.LENGTH_SHORT
-                ).show()
+                // Only show toast for meaningful batch loads (avoid "loaded 0 apps" spam)
+                if (batchResult.filters.isNotEmpty() || currentBatch == 0) {
+                    Toast.makeText(
+                        this@AppFilterActivity,
+                        if (currentBatch == 0) {
+                            "Loaded ${batchResult.filters.size} apps (${batchResult.userCount} user, ${batchResult.systemCount} system)" +
+                            if (shouldContinueAutoLoading) " - Loading more..." else ""
+                        } else {
+                            "Loaded ${batchResult.filters.size} more apps"
+                        },
+                        Toast.LENGTH_SHORT
+                    ).show()
+                }
 
                 // Automatically load next batch if we haven't reached initial load size
                 if (shouldContinueAutoLoading) {
@@ -264,7 +277,7 @@ class AppFilterActivity : AppCompatActivity() {
     }
 
     private suspend fun discoverAllApps(): List<ApplicationInfo> = withContext(Dispatchers.IO) {
-        Log.d(TAG, "=== STARTING APP DISCOVERY ===")
+        Log.d(TAG, "=== STARTING OPTIMIZED APP DISCOVERY ===")
 
         val pm = packageManager
 
@@ -275,8 +288,19 @@ class AppFilterActivity : AppCompatActivity() {
         val allPackages = pm.getInstalledPackages(PACKAGE_FLAGS)
         Log.d(TAG, "Total packages found: ${allPackages.size}")
 
+        // Pre-build launcher activity cache for better performance
+        val launcherActivityCache = buildLauncherActivityCache(pm)
+        Log.d(TAG, "Built launcher activity cache with ${launcherActivityCache.size} entries")
+        
         // Choose the best app source and sort by priority (user apps first)
         val finalAppsToProcess = chooseBestAppSource(allApps, allPackages)
+            .filter { appInfo ->
+                // Pre-filter to reduce processing load
+                val packageName = appInfo.packageName
+                packageName != this@AppFilterActivity.packageName && 
+                packageName.isNotBlank() &&
+                !isLowLevelSystemApp(packageName)
+            }
             .sortedWith(compareBy<ApplicationInfo> { 
                 // User apps first (lower priority number = higher priority)
                 val isSystemApp = (it.flags and ApplicationInfo.FLAG_SYSTEM) != 0
@@ -296,6 +320,36 @@ class AppFilterActivity : AppCompatActivity() {
         finalAppsToProcess
     }
 
+    /**
+     * Build launcher activity cache in batch for better performance
+     */
+    private suspend fun buildLauncherActivityCache(pm: PackageManager): Map<String, Boolean> = withContext(Dispatchers.IO) {
+        val cache = mutableMapOf<String, Boolean>()
+        
+        try {
+            // Get all launcher activities in one query (much faster than individual checks)
+            val launcherIntent = Intent(Intent.ACTION_MAIN).apply {
+                addCategory(Intent.CATEGORY_LAUNCHER)
+            }
+            
+            val launcherActivities = pm.queryIntentActivities(launcherIntent, PackageManager.MATCH_DEFAULT_ONLY)
+            val launcherPackages = launcherActivities.map { it.activityInfo.packageName }.toSet()
+            
+            Log.d(TAG, "Found ${launcherPackages.size} packages with launcher activities")
+            
+            // Get all installed packages and mark which ones have launcher activities
+            val allPackages = pm.getInstalledApplications(APP_FLAGS)
+            for (appInfo in allPackages) {
+                cache[appInfo.packageName] = launcherPackages.contains(appInfo.packageName)
+            }
+            
+        } catch (e: Exception) {
+            Log.e(TAG, "Error building launcher activity cache", e)
+        }
+        
+        cache
+    }
+    
     private suspend fun processBatchOfApps(): AppLoadResult = withContext(Dispatchers.IO) {
         val batchSize = APPS_PER_BATCH
         val startIndex = currentBatch * batchSize

app/src/main/java/com/noto/notodata/MainActivity.kt

@@ -6,7 +6,10 @@ import android.content.Context
 import android.content.Intent
 import android.content.IntentFilter
 import android.content.SharedPreferences
+import android.content.pm.PackageManager
+import android.os.Build
 import android.os.Bundle
+import android.os.Environment
 import android.provider.Settings
 import android.text.TextUtils
 import android.widget.Button
@@ -15,9 +18,16 @@ import android.widget.TextView
 import android.widget.Toast
 import android.widget.ProgressBar
 import androidx.appcompat.app.AppCompatActivity
+import androidx.core.app.ActivityCompat
+import androidx.core.content.ContextCompat
+import androidx.core.content.FileProvider
 import androidx.recyclerview.widget.LinearLayoutManager
 import androidx.recyclerview.widget.RecyclerView
 import androidx.lifecycle.lifecycleScope
+import java.io.File
+import java.io.FileWriter
+import java.text.SimpleDateFormat
+import java.util.Locale
 import kotlinx.coroutines.Dispatchers
 import kotlinx.coroutines.launch
 import kotlinx.coroutines.withContext
@@ -51,6 +61,7 @@ class MainActivity : AppCompatActivity() {
     private lateinit var btnRequestPermission: Button
     private lateinit var btnAppFilters: Button
     private lateinit var btnViewLocalStorage: Button
+    private lateinit var btnExportCsv: Button
     private lateinit var btnClearDatabase: Button
     private lateinit var btnSettings: Button
     private lateinit var recyclerView: RecyclerView
@@ -121,6 +132,7 @@ class MainActivity : AppCompatActivity() {
         btnRequestPermission = findViewById(R.id.btnRequestPermission)
         btnAppFilters = findViewById(R.id.btnAppFilters)
         btnViewLocalStorage = findViewById(R.id.btnViewLocalStorage)
+        btnExportCsv = findViewById(R.id.btnExportCsv)
         btnClearDatabase = findViewById(R.id.btnClearDatabase)
         btnSettings = findViewById(R.id.btnSettings)
         recyclerView = findViewById(R.id.recyclerViewNotifications)
@@ -140,6 +152,7 @@ class MainActivity : AppCompatActivity() {
         btnSyncNow.setOnClickListener { syncData() }
         btnAppFilters.setOnClickListener { openAppFilterSettings() }
         btnViewLocalStorage.setOnClickListener { viewLocalStorage() }
+        btnExportCsv.setOnClickListener { exportCsvDirectly() }
         btnClearDatabase.setOnClickListener { clearDatabase() }
         btnSettings.setOnClickListener { openSettings() }
 
@@ -666,5 +679,141 @@ class MainActivity : AppCompatActivity() {
         btnClearDatabase.isEnabled = enabled
         btnAppFilters.isEnabled = enabled
         btnViewLocalStorage.isEnabled = enabled
+        btnExportCsv.isEnabled = enabled
+    }
+    
+    /**
+     * Direct CSV export from main screen - single-click solution
+     */
+    private fun exportCsvDirectly() {
+        // Check permissions for older Android versions
+        if (Build.VERSION.SDK_INT < Build.VERSION_CODES.Q && Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {
+            if (ContextCompat.checkSelfPermission(this, android.Manifest.permission.WRITE_EXTERNAL_STORAGE) 
+                != PackageManager.PERMISSION_GRANTED) {
+                ActivityCompat.requestPermissions(
+                    this,
+                    arrayOf(android.Manifest.permission.WRITE_EXTERNAL_STORAGE),
+                    1001
+                )
+                return
+            }
+        }
+        
+        showLoading(true)
+        setButtonsEnabled(false)
+        btnExportCsv.text = "📁 Exporting..."
+        
+        lifecycleScope.launch {
+            try {
+                val (fileName, fileUri) = withContext(kotlinx.coroutines.Dispatchers.IO) {
+                    val notifications = database.notificationDao().getAllNotifications()
+                    
+                    if (notifications.isEmpty()) {
+                        throw Exception("No notifications to export")
+                    }
+                    
+                    val timestamp = SimpleDateFormat("yyyyMMdd_HHmmss", Locale.getDefault()).format(java.util.Date())
+                    val fileName = "noto_data_export_$timestamp.csv"
+                    
+                    // Use app-specific external storage (no permission needed on Android 10+)
+                    val exportDir = File(getExternalFilesDir(Environment.DIRECTORY_DOCUMENTS), "exports")
+                    if (!exportDir.exists()) {
+                        exportDir.mkdirs()
+                    }
+                    
+                    val file = File(exportDir, fileName)
+                    
+                    // Write CSV file
+                    try {
+                        FileWriter(file).use { writer ->
+                            // Write CSV header with all fields including new persistent notification fields
+                            writer.append("ID,Device ID,Dataset Name,Package Name,App Label,Title,Text,Sender,Timestamp,Category,Channel ID,Extras,Is Synced,Created At,Is Persistent,Notification Flags,Notification Key,Progress Current,Progress Max,Is Duplicate Detected\n")
+                            
+                            // Write notification data with new persistent fields
+                            notifications.forEach { notification ->
+                                writer.append("${notification.id},")
+                                writer.append("\"${notification.deviceId}\",")
+                                writer.append("\"${notification.datasetName}\",")
+                                writer.append("\"${notification.packageName}\",")
+                                writer.append("\"${notification.appLabel ?: ""}\",")
+                                writer.append("\"${notification.title?.replace("\"", "\"\"") ?: ""}\",")
+                                writer.append("\"${notification.text?.replace("\"", "\"\"") ?: ""}\",")
+                                writer.append("\"${notification.sender?.replace("\"", "\"\"") ?: ""}\",")
+                                writer.append("\"${notification.timestamp}\",")
+                                writer.append("\"${notification.category ?: ""}\",")
+                                writer.append("\"${notification.channelId ?: ""}\",")
+                                writer.append("\"${notification.extras ?: ""}\",")
+                                writer.append("${notification.synced},")
+                                writer.append("\"${notification.createdAt}\",")
+                                // New persistent notification fields
+                                writer.append("${notification.isPersistent},")
+                                writer.append("${notification.notificationFlags},")
+                                writer.append("\"${notification.notificationKey ?: ""}\",")
+                                writer.append("${notification.progressCurrent},")
+                                writer.append("${notification.progressMax},")
+                                writer.append("${notification.isDuplicateDetected}\n")
+                            }
+                        }
+                    } catch (e: Exception) {
+                        throw Exception("Failed to write CSV file: ${e.message}", e)
+                    }
+                    
+                    val fileUri = FileProvider.getUriForFile(
+                        this@MainActivity,
+                        "${applicationContext.packageName}.fileprovider",
+                        file
+                    )
+                    
+                    Pair(fileName, fileUri)
+                }
+                
+                showLoading(false)
+                setButtonsEnabled(true)
+                btnExportCsv.text = "📁 Export CSV"
+                
+                // Show success and offer to share
+                androidx.appcompat.app.AlertDialog.Builder(this@MainActivity)
+                    .setTitle("Export Successful")
+                    .setMessage("Data exported to: $fileName\n\nWould you like to share the file?")
+                    .setPositiveButton("Share") { _, _ ->
+                        shareExportedFile(fileUri, fileName)
+                    }
+                    .setNegativeButton("OK", null)
+                    .show()
+                
+            } catch (e: Exception) {
+                android.util.Log.e("MainActivity", "Error exporting data", e)
+                
+                showLoading(false)
+                setButtonsEnabled(true)
+                btnExportCsv.text = "📁 Export CSV"
+                
+                Toast.makeText(this@MainActivity, "Export failed: ${e.message}", Toast.LENGTH_LONG).show()
+            }
+        }
+    }
+    
+    private fun shareExportedFile(fileUri: android.net.Uri, fileName: String) {
+        try {
+            val shareIntent = Intent().apply {
+                action = Intent.ACTION_SEND
+                type = "text/csv"
+                putExtra(Intent.EXTRA_STREAM, fileUri)
+                putExtra(Intent.EXTRA_SUBJECT, "Noto Data Export - $fileName")
+                putExtra(Intent.EXTRA_TEXT, "Exported notification data from Noto app")
+                addFlags(Intent.FLAG_GRANT_READ_URI_PERMISSION)
+            }
+            
+            val chooser = Intent.createChooser(shareIntent, "Share export file")
+            if (chooser.resolveActivity(packageManager) != null) {
+                startActivity(chooser)
+            } else {
+                Toast.makeText(this, "No apps available to share the file", Toast.LENGTH_SHORT).show()
+            }
+            
+        } catch (e: Exception) {
+            android.util.Log.e("MainActivity", "Error sharing file", e)
+            Toast.makeText(this, "Error sharing file: ${e.message}", Toast.LENGTH_SHORT).show()
+        }
     }
 }