feat(LocalFeedRepository): throttle feed extraction

Throttles the local feed extration in-order to avoid rate-limiting.
This is done, similary to NewPipe, by introducting an articificial
delay every 50 fetched feeds of on average 1 second. These values
may have to be changed in the future.

Ref: #6941 (comment)

app/src/main/java/com/github/libretube/repo/LocalFeedRepository.kt

@@ -13,13 +13,15 @@ import com.github.libretube.extensions.toID
 import com.github.libretube.helpers.NewPipeExtractorInstance
 import com.github.libretube.helpers.PreferenceHelper
 import com.github.libretube.ui.dialogs.ShareDialog.Companion.YOUTUBE_FRONTEND_URL
+import kotlinx.coroutines.delay
 import org.schabi.newpipe.extractor.channel.ChannelInfo
 import org.schabi.newpipe.extractor.channel.tabs.ChannelTabInfo
 import org.schabi.newpipe.extractor.channel.tabs.ChannelTabs
 import org.schabi.newpipe.extractor.feed.FeedInfo
 import org.schabi.newpipe.extractor.stream.StreamInfoItem
 import java.time.Duration
 import java.time.Instant
+import java.util.concurrent.atomic.AtomicInteger
 
 class LocalFeedRepository : FeedRepository {
     private val relevantTabs =
@@ -60,14 +62,22 @@ class LocalFeedRepository : FeedRepository {
     }
 
     private suspend fun refreshFeed(channelIds: List<String>, minimumDateMillis: Long) {
+        val extractionCount = AtomicInteger()
         for (channelIdChunk in channelIds.chunked(CHUNK_SIZE)) {
             val collectedFeedItems = channelIdChunk.parallelMap { channelId ->
-                try {
+                val feed = try {
                     getRelatedStreams(channelId, minimumDateMillis)
                 } catch (e: Exception) {
                     Log.e(channelId, e.stackTraceToString())
                     null
                 }
+                // throttle feed extraction to avoid rate limiting
+                val count = extractionCount.getAndIncrement()
+                if (count != 0 && count >= BATCH_SIZE) {
+                    delay(BATCH_DELAY.random())
+                    extractionCount.set(0)
+                }
+                feed
             }.filterNotNull().flatten().map(StreamItem::toFeedItem)
 
             DatabaseHolder.Database.feedDao().insertAll(collectedFeedItems)
@@ -114,6 +124,14 @@ class LocalFeedRepository : FeedRepository {
 
     companion object {
         private const val CHUNK_SIZE = 2
+        /**
+         * Maximum amount of feeds that should be fetched together, before a delay should be applied.
+         */
+        private const val BATCH_SIZE = 50
+        /**
+         * Millisecond delay between two consecutive batches to avoid throttling.
+         */
+        private val BATCH_DELAY = (500L..1500L)
         private const val MAX_FEED_AGE_DAYS = 30L // 30 days
     }
 }