Sharded Sync: Data is split into Tracking, Progress, and Metadata shards for maximum reliability

Author: ramailo1

app/src/main/java/com/lagradost/cloudstream3/MainActivity.kt

@@ -632,7 +632,8 @@ class MainActivity : AppCompatActivity(), ColorPickerDialogListener, BiometricCa
 
     override fun onStart() {
         super.onStart()
-        val prefs = PreferenceManager.getDefaultSharedPreferences(this)
+        val prefs = getSharedPreferences("cs3_sync_prefs", Context.MODE_PRIVATE)
+        SyncManager.trySilentAuth(this)
         if (prefs.getBoolean("sync_auto_on_launch", false) && SyncManager.isEnabled(this)) {
             SyncManager.pull(this)
         }
@@ -670,7 +671,7 @@ class MainActivity : AppCompatActivity(), ColorPickerDialogListener, BiometricCa
 
     override fun onStop() {
         super.onStop()
-        val prefs = PreferenceManager.getDefaultSharedPreferences(this)
+        val prefs = getSharedPreferences("cs3_sync_prefs", Context.MODE_PRIVATE)
         if (prefs.getBoolean("sync_auto_on_close", false) && SyncManager.isEnabled(this)) {
             SyncManager.push(this)
         }

app/src/main/java/com/lagradost/cloudstream3/plugins/PluginManager.kt

@@ -474,13 +474,56 @@ object PluginManager {
         }
     }
 
-    /**
-     * Reloads all local plugins and forces a page update, used for hot reloading with deployWithAdb
-     *
-     * DO NOT USE THIS IN A PLUGIN! It may case an infinite recursive loop lagging or crashing everyone's devices.
-     * If you use it from a plugin, do not expect a stable jvmName, SO DO NOT USE IT!
-     */
     @Suppress("FunctionName", "DEPRECATION_ERROR")
+
+    @Throws
+    suspend fun ___DO_NOT_CALL_FROM_A_PLUGIN_restoreSyncPlugins(context: Context) {
+        assertNonRecursiveCallstack()
+        Log.d(TAG, "Restoring synced plugins...")
+        
+        val onlinePlugins = getPluginsOnline().toList()
+        Log.d(TAG, "Found ${onlinePlugins.size} plugins in sync list")
+
+        var pluginsChanged = false
+
+        val updatedPlugins = onlinePlugins.amap { savedData ->
+            val oldFile = File(savedData.filePath)
+            val parentName = oldFile.parentFile?.name
+            val fileName = oldFile.name
+            var currentData = savedData
+
+            if (parentName != null) {
+                val newFile = File(context.filesDir, "$ONLINE_PLUGINS_FOLDER/$parentName/$fileName")
+                Log.d(TAG, "Mapping plugin: ${savedData.internalName} -> ${newFile.absolutePath}")
+                
+                if (savedData.filePath != newFile.absolutePath) {
+                    currentData = currentData.copy(filePath = newFile.absolutePath)
+                    pluginsChanged = true
+                }
+
+                if (!newFile.exists() && currentData.url != null) {
+                    Log.d(TAG, "Missing plugin file, downloading: ${currentData.internalName}")
+                    val downloadedFile = downloadPluginToFile(
+                        currentData.url,
+                        newFile
+                    )
+                    if (downloadedFile == null) {
+                        Log.e(TAG, "Failed to download plugin ${currentData.internalName}")
+                    }
+                }
+            }
+            currentData
+        }
+
+        if (pluginsChanged) {
+            setKey(PLUGINS_KEY, updatedPlugins.toTypedArray())
+        }
+
+        ___DO_NOT_CALL_FROM_A_PLUGIN_loadAllOnlinePlugins(context)
+    }
+
+    @Suppress("FunctionName", "DEPRECATION_ERROR")
+
     @Throws
     @Deprecated(
         "Calling this function from a plugin will lead to crashes, use loadPlugin and unloadPlugin",
@@ -498,14 +541,8 @@ object PluginManager {
         ___DO_NOT_CALL_FROM_A_PLUGIN_loadAllLocalPlugins(activity, true)
     }
 
-    /**
-     * @param forceReload see afterPluginsLoadedEvent, basically a way to load all local plugins
-     * and reload all pages even if they are previously valid
-     *
-     * DO NOT USE THIS IN A PLUGIN! It may case an infinite recursive loop lagging or crashing everyone's devices.
-     * If you use it from a plugin, do not expect a stable jvmName, SO DO NOT USE IT!
-     */
     @Suppress("FunctionName", "DEPRECATION_ERROR")
+
     @Deprecated(
         "Calling this function from a plugin will lead to crashes, use loadPlugin and unloadPlugin",
         replaceWith = ReplaceWith("loadPlugin"),
@@ -526,42 +563,31 @@ object PluginManager {
         }
 
         val sortedPlugins = dir.listFiles()
-        // Always sort plugins alphabetically for reproducible results
+        Log.d(TAG, "Found ${sortedPlugins?.size ?: 0} local files in $LOCAL_PLUGINS_PATH")
+
 
         Log.d(TAG, "Files in '${LOCAL_PLUGINS_PATH}' folder: ${sortedPlugins?.size}")
 
-        // Use app-specific external files directory and copy the file there.
-        // We have to do this because on Android 14+, it otherwise gives SecurityException
-        // due to dex files and setReadOnly seems to have no effect unless it it here.
         val pluginDirectory = File(context.getExternalFilesDir(null), "plugins")
         if (!pluginDirectory.exists()) {
-            pluginDirectory.mkdirs() // Ensure the plugins directory exists
+            pluginDirectory.mkdirs()
         }
 
-        // Make sure all local plugins are fully refreshed.
         removeKey(PLUGINS_KEY_LOCAL)
 
         sortedPlugins?.sortedBy { it.name }?.amap { file ->
+            Log.d(TAG, "Processing local file: ${file.name}")
             try {
                 val destinationFile = File(pluginDirectory, file.name)
 
-                // Only copy the file if the destination file doesn't exist or if it
-                // has been modified (check file length and modification time).
                 if (!destinationFile.exists() ||
                     destinationFile.length() != file.length() ||
                     destinationFile.lastModified() != file.lastModified()
                 ) {
-
-                    // Copy the file to the app-specific plugin directory
                     file.copyTo(destinationFile, overwrite = true)
-
-                    // After copying, set the destination file's modification time
-                    // to match the source file. We do this for performance so that we
-                    // can check the modification time and not make redundant writes.
                     destinationFile.setLastModified(file.lastModified())
                 }
 
-                // Load the plugin after it has been copied
                 maybeLoadPlugin(context, destinationFile)
             } catch (t: Throwable) {
                 Log.e(TAG, "Failed to copy the file")
@@ -578,11 +604,8 @@ object PluginManager {
         return checkSafeModeFile() || lastError != null
     }
 
-    /**
-     * This can be used to override any extension loading to fix crashes!
-     * @return true if safe mode file is present
-     **/
     fun checkSafeModeFile(): Boolean {
+
         return safe {
             val folder = File(CLOUD_STREAM_FOLDER)
             if (!folder.exists()) return@safe false
@@ -593,9 +616,7 @@ object PluginManager {
         } ?: false
     }
 
-    /**
-     * @return True if successful, false if not
-     * */
+
     private suspend fun loadPlugin(context: Context, file: File, data: PluginData): Boolean {
         val fileName = file.nameWithoutExtension
         val filePath = file.absolutePath

app/src/main/java/com/lagradost/cloudstream3/plugins/RepositoryManager.kt

@@ -1,6 +1,7 @@
 package com.lagradost.cloudstream3.plugins
 
 import android.content.Context
+import android.util.Log
 import com.fasterxml.jackson.annotation.JsonProperty
 import com.lagradost.cloudstream3.CloudStreamApp.Companion.context
 import com.lagradost.cloudstream3.CloudStreamApp.Companion.getKey
@@ -144,6 +145,8 @@ object RepositoryManager {
         pluginUrl: String,
         file: File
     ): File? {
+        Log.d("RepositoryManager", "Downloading $pluginUrl to ${file.absolutePath}")
+
         return safeAsync {
             file.mkdirs()