feat(animestream/tr): New source TRAnimeCI (#2124)

multisrc/overrides/animestream/tranimeci/src/ShittyProtectionInterceptor.kt

@@ -0,0 +1,73 @@
+package eu.kanade.tachiyomi.animeextension.tr.tranimeci
+
+import app.cash.quickjs.QuickJs
+import eu.kanade.tachiyomi.network.GET
+import eu.kanade.tachiyomi.util.asJsoup
+import okhttp3.Cookie
+import okhttp3.Interceptor
+import okhttp3.OkHttpClient
+import okhttp3.Request
+import okhttp3.Response
+import java.io.IOException
+
+class ShittyProtectionInterceptor(private val client: OkHttpClient) : Interceptor {
+
+    override fun intercept(chain: Interceptor.Chain): Response {
+        val request = chain.request()
+        val response = chain.proceed(request)
+        // ignore non-protected requests
+        if (response.code != 202) return response
+        return try {
+            chain.proceed(bypassProtection(request, response))
+        } catch (e: Throwable) {
+            // Because OkHttp's enqueue only handles IOExceptions, wrap the exception so that
+            // we don't crash the entire app
+            e.printStackTrace()
+            throw IOException(e)
+        }
+    }
+
+    private fun bypassProtection(request: Request, response: Response): Request {
+        val doc = response.use { it.asJsoup() }
+
+        val script = doc.selectFirst("script:containsData(slowAES)")!!.data()
+
+        val slowAES = doc.selectFirst("script[src*=min.js]")!!.attr("abs:src").let { url ->
+            client.newCall(GET(url)).execute().use { it.body.string() }
+        }
+
+        val patchedScript = slowAES + "\n" + ADDITIONAL_FUNCTIONS + script
+            .replace("document.cookie=", "")
+            .replace("location.href", "// ")
+
+        val cookieString = QuickJs.create().use {
+            it.evaluate(patchedScript)?.toString()
+        }!!
+
+        val cookie = Cookie.parse(request.url, cookieString)!!
+
+        client.cookieJar.saveFromResponse(request.url, listOf(cookie))
+
+        val headers = request.headers.newBuilder()
+            .add("Cookie", cookie.toString())
+            .build()
+
+        return GET(request.url.toString(), headers)
+    }
+
+    companion object {
+        private val ADDITIONAL_FUNCTIONS get() = """
+            // QJS doesnt have atob(b64dec) >:(
+            atob = function(s) {
+                var e={},i,b=0,c,x,l=0,a,r='',w=String.fromCharCode,L=s.length;
+                var A="ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
+                for(i=0;i<64;i++){e[A.charAt(i)]=i;}
+                for(x=0;x<L;x++){
+                    c=e[s.charAt(x)];b=(b<<6)+c;l+=6;
+                    while(l>=8){((a=(b>>>(l-=8))&0xff)||(x<(L-2)))&&(r+=w(a));}
+                }
+                return r;
+            };
+        """.trimIndent()
+    }
+}

multisrc/overrides/animestream/tranimeci/src/TRAnimeCI.kt

@@ -0,0 +1,147 @@
+package eu.kanade.tachiyomi.animeextension.tr.tranimeci
+
+import eu.kanade.tachiyomi.animeextension.tr.tranimeci.TRAnimeCIFilters.CountryFilter
+import eu.kanade.tachiyomi.animeextension.tr.tranimeci.TRAnimeCIFilters.GenresFilter
+import eu.kanade.tachiyomi.animeextension.tr.tranimeci.TRAnimeCIFilters.SeasonFilter
+import eu.kanade.tachiyomi.animeextension.tr.tranimeci.TRAnimeCIFilters.StudioFilter
+import eu.kanade.tachiyomi.animeextension.tr.tranimeci.TRAnimeCIFilters.TypeFilter
+import eu.kanade.tachiyomi.animesource.model.AnimeFilter
+import eu.kanade.tachiyomi.animesource.model.AnimeFilterList
+import eu.kanade.tachiyomi.animesource.model.SAnime
+import eu.kanade.tachiyomi.animesource.model.SEpisode
+import eu.kanade.tachiyomi.animesource.model.Video
+import eu.kanade.tachiyomi.multisrc.animestream.AnimeStream
+import eu.kanade.tachiyomi.multisrc.animestream.AnimeStreamFilters
+import eu.kanade.tachiyomi.network.GET
+import eu.kanade.tachiyomi.util.asJsoup
+import okhttp3.HttpUrl
+import okhttp3.HttpUrl.Companion.toHttpUrl
+import okhttp3.Request
+import okhttp3.Response
+import org.jsoup.nodes.Element
+import java.text.SimpleDateFormat
+import java.util.Locale
+
+class TRAnimeCI : AnimeStream(
+    "tr",
+    "TRAnimeCI",
+    "https://tranimeci.com",
+) {
+    override val client by lazy {
+        network.client.newBuilder()
+            .addInterceptor(ShittyProtectionInterceptor(network.client))
+            .build()
+    }
+
+    override fun headersBuilder() = super.headersBuilder().add("Referer", "$baseUrl/")
+
+    override val animeListUrl = "$baseUrl/search"
+
+    override val dateFormatter by lazy {
+        SimpleDateFormat("dd MMMM yyyy", Locale("tr"))
+    }
+
+    // ============================== Popular ===============================
+    override fun popularAnimeRequest(page: Int) = GET(baseUrl)
+
+    override fun popularAnimeSelector() = "div.releases:contains(Populer) + div.listupd a.tip"
+
+    override fun popularAnimeNextPageSelector() = null
+
+    // =============================== Latest ===============================
+    override fun latestUpdatesRequest(page: Int) = GET("$baseUrl/index?page=$page")
+
+    override fun latestUpdatesSelector() = "div.releases:contains(Son Güncellenenler) ~ div.listupd a.tip"
+
+    override fun latestUpdatesFromElement(element: Element) =
+        searchAnimeFromElement(element).apply {
+            // Convert episode url to anime url
+            url = "/series$url".replace("/video", "").substringBefore("-bolum").substringBeforeLast("-")
+        }
+
+    override fun latestUpdatesNextPageSelector() = "div.hpage > a:last-child[href]"
+
+    // =============================== Search ===============================
+    override fun searchAnimeRequest(page: Int, query: String, filters: AnimeFilterList): Request {
+        val params = TRAnimeCIFilters.getSearchParameters(filters)
+        val url = "$animeListUrl?${params.genres}".toHttpUrl().newBuilder()
+            .addIfNotBlank("country[]", params.country)
+            .addIfNotBlank("season[]", params.season)
+            .addIfNotBlank("format[]", params.type)
+            .addIfNotBlank("studio[]", params.studio)
+            .build()
+
+        return GET(url.toString(), headers)
+    }
+
+    override fun searchAnimeSelector() = "div.advancedsearch a.tip"
+
+    override fun searchAnimeNextPageSelector() = null
+
+    // ============================== Filters ===============================
+    override val filtersSelector = "div.filter.dropdown > ul"
+
+    override fun getFilterList(): AnimeFilterList {
+        return if (AnimeStreamFilters.filterInitialized()) {
+            AnimeFilterList(
+                GenresFilter("Tür"),
+                AnimeFilter.Separator(),
+                CountryFilter("Ülke"),
+                SeasonFilter("Mevsim"),
+                TypeFilter("Tip"),
+                StudioFilter("Studio"),
+            )
+        } else {
+            AnimeFilterList(AnimeFilter.Header(filtersMissingWarning))
+        }
+    }
+
+    // =========================== Anime Details ============================
+    override val animeDetailsSelector = "div.infox"
+    override val animeStatusText = "Durum"
+
+    override fun parseStatus(statusString: String?): Int {
+        return when (statusString?.trim()?.lowercase()) {
+            "tamamlandı" -> SAnime.COMPLETED
+            "devam ediyor" -> SAnime.ONGOING
+            else -> SAnime.UNKNOWN
+        }
+    }
+
+    // ============================== Episodes ==============================
+    override fun episodeListParse(response: Response) = super.episodeListParse(response).reversed()
+
+    override fun episodeFromElement(element: Element) = SEpisode.create().apply {
+        setUrlWithoutDomain(element.attr("abs:href"))
+        val epNum = element.selectFirst(".epl-title")!!.text()
+            .substringBefore(".")
+            .substringBefore(" ")
+            .toIntOrNull() ?: 1 // Int because of the episode name, a Float would render with more zeros.
+
+        name = "Bölüm $epNum"
+        episode_number = epNum.toFloat()
+
+        date_upload = element.selectFirst(".epl-date")?.text().toDate()
+    }
+
+    // ============================ Video Links =============================
+    override fun videoListParse(response: Response): List<Video> {
+        val doc = response.use { it.asJsoup() }
+        val script = doc.selectFirst("script:containsData(let video_source)")!!.data()
+        return script.substringAfter("[").substringBefore("]")
+            .split("{")
+            .drop(1)
+            .map {
+                val quality = it.substringAfter("name\":\"").substringBefore('"')
+                val url = it.substringAfter("url\":\"").substringBefore('"')
+                Video(url, quality, url, headers)
+            }
+    }
+
+    // ============================= Utilities ==============================
+    private fun HttpUrl.Builder.addIfNotBlank(query: String, value: String) = apply {
+        if (value.isNotBlank()) {
+            addQueryParameter(query, value)
+        }
+    }
+}

multisrc/overrides/animestream/tranimeci/src/TRAnimeCIFilters.kt

@@ -0,0 +1,51 @@
+package eu.kanade.tachiyomi.animeextension.tr.tranimeci
+
+import eu.kanade.tachiyomi.animesource.model.AnimeFilterList
+import eu.kanade.tachiyomi.multisrc.animestream.AnimeStreamFilters.CheckBoxFilterList
+import eu.kanade.tachiyomi.multisrc.animestream.AnimeStreamFilters.QueryPartFilter
+import eu.kanade.tachiyomi.multisrc.animestream.AnimeStreamFilters.asQueryPart
+import eu.kanade.tachiyomi.multisrc.animestream.AnimeStreamFilters.filterInitialized
+import eu.kanade.tachiyomi.multisrc.animestream.AnimeStreamFilters.getPairListByIndex
+import eu.kanade.tachiyomi.multisrc.animestream.AnimeStreamFilters.parseCheckbox
+
+object TRAnimeCIFilters {
+    internal class GenresFilter(name: String) : CheckBoxFilterList(name, GENRES_LIST)
+    internal class CountryFilter(name: String) : QueryPartFilter(name, COUNTRY_LIST)
+    internal class SeasonFilter(name: String) : QueryPartFilter(name, SEASON_LIST)
+
+    internal class TypeFilter(name: String) : QueryPartFilter(name, TYPE_LIST)
+    internal class StudioFilter(name: String) : QueryPartFilter(name, STUDIO_LIST)
+
+    internal data class FilterSearchParams(
+        val genres: String = "",
+        val country: String = "",
+        val season: String = "",
+        val type: String = "",
+        val studio: String = "",
+    )
+
+    internal fun getSearchParameters(filters: AnimeFilterList): FilterSearchParams {
+        if (filters.isEmpty() || !filterInitialized()) return FilterSearchParams()
+
+        return FilterSearchParams(
+            filters.parseCheckbox<GenresFilter>(GENRES_LIST, "category"),
+            filters.asQueryPart<CountryFilter>(),
+            filters.asQueryPart<SeasonFilter>(),
+            filters.asQueryPart<TypeFilter>(),
+            filters.asQueryPart<StudioFilter>(),
+        )
+    }
+
+    private fun getPairListByIndexSorted(index: Int) =
+        getPairListByIndex(index)
+            .sortedBy { it.first.lowercase() }
+            .toTypedArray()
+
+    private val EVERY get() = arrayOf(Pair("Tüm", ""))
+
+    private val GENRES_LIST by lazy { getPairListByIndexSorted(0) }
+    private val COUNTRY_LIST by lazy { EVERY + getPairListByIndexSorted(1) }
+    private val SEASON_LIST by lazy { EVERY + getPairListByIndexSorted(2) }
+    private val TYPE_LIST by lazy { EVERY + getPairListByIndexSorted(4) }
+    private val STUDIO_LIST by lazy { EVERY + getPairListByIndexSorted(5) }
+}

multisrc/src/main/java/eu/kanade/tachiyomi/multisrc/animestream/AnimeStream.kt

@@ -89,7 +89,7 @@ abstract class AnimeStream(
 
     override fun popularAnimeSelector() = searchAnimeSelector()
 
-    override fun popularAnimeNextPageSelector() = searchAnimeNextPageSelector()
+    override fun popularAnimeNextPageSelector(): String? = searchAnimeNextPageSelector()
 
     override fun popularAnimeFromElement(element: Element) = searchAnimeFromElement(element)
 
@@ -224,13 +224,13 @@ abstract class AnimeStream(
     // =============================== Search ===============================
     override fun searchAnimeFromElement(element: Element): SAnime {
         return SAnime.create().apply {
-            setUrlWithoutDomain(element.attr("href"))
+            setUrlWithoutDomain(element.attr("abs:href"))
             title = element.selectFirst("div.tt, div.ttl")!!.ownText()
             thumbnail_url = element.selectFirst("img")!!.getImageUrl()
         }
     }
 
-    override fun searchAnimeNextPageSelector() = "div.pagination a.next, div.hpage > a.r"
+    override fun searchAnimeNextPageSelector(): String? = "div.pagination a.next, div.hpage > a.r"
 
     override fun searchAnimeRequest(page: Int, query: String, filters: AnimeFilterList): Request {
         val params = AnimeStreamFilters.getSearchParameters(filters)
@@ -275,7 +275,7 @@ abstract class AnimeStream(
 
     override fun latestUpdatesSelector() = searchAnimeSelector()
 
-    override fun latestUpdatesNextPageSelector() = searchAnimeNextPageSelector()
+    override fun latestUpdatesNextPageSelector(): String? = searchAnimeNextPageSelector()
 
     override fun latestUpdatesFromElement(element: Element) = searchAnimeFromElement(element)
 

multisrc/src/main/java/eu/kanade/tachiyomi/multisrc/animestream/AnimeStreamFilters.kt

@@ -76,7 +76,7 @@ object AnimeStreamFilters {
 
     fun filterInitialized() = ::filterElements.isInitialized
 
-    private fun getPairListByIndex(index: Int) = filterElements.get(index)
+    fun getPairListByIndex(index: Int) = filterElements.get(index)
         .select("li")
         .map { element ->
             val key = element.selectFirst("label")!!.text()

multisrc/src/main/java/eu/kanade/tachiyomi/multisrc/animestream/AnimeStreamGenerator.kt

@@ -23,6 +23,7 @@ class AnimeStreamGenerator : ThemeSourceGenerator {
         SingleLang("LuciferDonghua", "https://luciferdonghua.in", "en", isNsfw = false),
         SingleLang("MiniOppai", "https://minioppai.org", "id", isNsfw = true, overrideVersionCode = 2),
         SingleLang("RineCloud", "https://rine.cloud", "pt-BR", isNsfw = false),
+        SingleLang("TRAnimeCI", "https://tranimeci.com", "tr", isNsfw = false),
     )
 
     companion object {