feat(multisrc/animestream): New source: AnimeKhor (#1749)

multisrc/overrides/animestream/animekhor/additional.gradle

@@ -0,0 +1,5 @@
+dependencies {
+    implementation(project(':lib-okru-extractor'))
+    implementation(project(':lib-streamsb-extractor'))
+    implementation "dev.datlag.jsunpacker:jsunpacker:1.0.1"
+}

multisrc/overrides/animestream/animekhor/src/AnimeKhor.kt

@@ -0,0 +1,52 @@
+package eu.kanade.tachiyomi.animeextension.en.animekhor
+
+import eu.kanade.tachiyomi.animeextension.en.animekhor.extractors.StreamHideExtractor
+import eu.kanade.tachiyomi.animeextension.en.animekhor.extractors.StreamWishExtractor
+import eu.kanade.tachiyomi.animesource.model.Video
+import eu.kanade.tachiyomi.lib.okruextractor.OkruExtractor
+import eu.kanade.tachiyomi.lib.streamsbextractor.StreamSBExtractor
+import eu.kanade.tachiyomi.multisrc.animestream.AnimeStream
+
+class AnimeKhor : AnimeStream(
+    "en",
+    "AnimeKhor",
+    "https://animekhor.xyz",
+) {
+    // ============================ Video Links =============================
+
+    override fun getVideoList(url: String, name: String): List<Video> {
+        val streamSbDomains = listOf(
+            "sbhight", "sbrity", "sbembed.com", "sbembed1.com", "sbplay.org",
+            "sbvideo.net", "streamsb.net", "sbplay.one", "cloudemb.com",
+            "playersb.com", "tubesb.com", "sbplay1.com", "embedsb.com",
+            "watchsb.com", "sbplay2.com", "japopav.tv", "viewsb.com",
+            "sbfast", "sbfull.com", "javplaya.com", "ssbstream.net",
+            "p1ayerjavseen.com", "sbthe.com", "vidmovie.xyz", "sbspeed.com",
+            "streamsss.net", "sblanh.com", "tvmshow.com", "sbanh.com",
+            "streamovies.xyz", "sblona.com",
+        )
+        val prefix = "$name - "
+        return when {
+            url.contains("ahvsh.com") || name.equals("streamhide", true) -> {
+                StreamHideExtractor(client, headers).videosFromUrl(url, prefix = prefix)
+            }
+            url.contains("ok.ru") -> {
+                OkruExtractor(client).videosFromUrl(url, prefix = prefix)
+            }
+            url.contains("streamwish") -> {
+                val docHeaders = headers.newBuilder()
+                    .add("Referer", "$baseUrl/")
+                    .build()
+                StreamWishExtractor(client, docHeaders).videosFromUrl(url, prefix = prefix)
+            }
+            // TODO: Videos won't play
+//            url.contains("animeabc.xyz") -> {
+//                AnimeABCExtractor(client, headers).videosFromUrl(url, prefix = prefix)
+//            }
+            streamSbDomains.any { it in url } || name.equals("streamsb", true) -> {
+                StreamSBExtractor(client).videosFromUrl(url, headers, prefix = prefix)
+            }
+            else -> emptyList()
+        }
+    }
+}

multisrc/overrides/animestream/animekhor/src/extractors/AnimeABCExtractor.kt

@@ -0,0 +1,52 @@
+package eu.kanade.tachiyomi.animeextension.en.animekhor.extractors
+
+import eu.kanade.tachiyomi.animesource.model.Video
+import eu.kanade.tachiyomi.network.GET
+import eu.kanade.tachiyomi.util.asJsoup
+import kotlinx.serialization.Serializable
+import kotlinx.serialization.json.Json
+import okhttp3.Headers
+import okhttp3.HttpUrl.Companion.toHttpUrl
+import okhttp3.OkHttpClient
+import uy.kohesive.injekt.injectLazy
+
+class AnimeABCExtractor(private val client: OkHttpClient, private val headers: Headers) {
+
+    private val json: Json by injectLazy()
+
+    fun videosFromUrl(url: String, prefix: String = ""): List<Video> {
+        val videoList = mutableListOf<Video>()
+        val document = client.newCall(GET(url, headers = headers)).execute().asJsoup()
+        val data = document.selectFirst("script:containsData(m3u8)")?.data() ?: return emptyList()
+        val sources = json.decodeFromString<List<Source>>(
+            "[${data.substringAfter("sources:")
+                .substringAfter("[")
+                .substringBefore("]")}]",
+        )
+        sources.forEach { src ->
+            val masterplHeaders = headers.newBuilder()
+                .add("Accept", "*/*")
+                .add("Connection", "keep-alive")
+                .add("Host", url.toHttpUrl().host)
+                .add("Referer", url)
+                .build()
+            val masterPlaylist = client.newCall(
+                GET(src.file.replace("^//".toRegex(), "https://"), headers = masterplHeaders),
+            ).execute().body.string()
+
+            masterPlaylist.substringAfter("#EXT-X-STREAM-INF:").split("#EXT-X-STREAM-INF:").forEach {
+                val quality = prefix + it.substringAfter("RESOLUTION=").substringAfter("x").substringBefore("\n") + "p ${src.label ?: ""}"
+                val videoUrl = it.substringAfter("\n").substringBefore("\n")
+                videoList.add(Video(videoUrl, quality, videoUrl, headers = masterplHeaders))
+            }
+        }
+
+        return videoList
+    }
+
+    @Serializable
+    data class Source(
+        val file: String,
+        val label: String? = null,
+    )
+}

multisrc/overrides/animestream/animekhor/src/extractors/StreamHideExtractor.kt

@@ -0,0 +1,46 @@
+package eu.kanade.tachiyomi.animeextension.en.animekhor.extractors
+
+import dev.datlag.jsunpacker.JsUnpacker
+import eu.kanade.tachiyomi.animesource.model.Track
+import eu.kanade.tachiyomi.animesource.model.Video
+import eu.kanade.tachiyomi.network.GET
+import okhttp3.Headers
+import okhttp3.OkHttpClient
+
+class StreamHideExtractor(private val client: OkHttpClient, private val headers: Headers) {
+    // from nineanime / ask4movie FilemoonExtractor
+    private val subtitleRegex = Regex("""#EXT-X-MEDIA:TYPE=SUBTITLES.*?NAME="(.*?)".*?URI="(.*?)"""")
+
+    fun videosFromUrl(url: String, prefix: String = ""): List<Video> {
+        val page = client.newCall(GET(url, headers = headers)).execute().body.string()
+        val unpacked = JsUnpacker.unpackAndCombine(page) ?: page
+        val playlistUrl = unpacked.substringAfter("sources:")
+            .substringAfter("file:\"")
+            .substringBefore('"')
+
+        val playlistData = client.newCall(GET(playlistUrl, headers = headers)).execute().body.string()
+
+        val subs = subtitleRegex.findAll(playlistData).map {
+            val subUrl = fixUrl(it.groupValues[2], playlistUrl)
+            Track(subUrl, it.groupValues[1])
+        }.toList()
+
+        val separator = "#EXT-X-STREAM-INF"
+        return playlistData.substringAfter(separator).split(separator).map {
+            val resolution = it.substringAfter("RESOLUTION=")
+                .substringBefore("\n")
+                .substringAfter("x")
+                .substringBefore(",") + "p"
+
+            val urlPart = it.substringAfter("\n").substringBefore("\n")
+            val videoUrl = fixUrl(urlPart, playlistUrl)
+            Video(videoUrl, "${prefix}StreamHide:$resolution", videoUrl, subtitleTracks = subs)
+        }
+    }
+
+    private fun fixUrl(urlPart: String, playlistUrl: String) =
+        when {
+            !urlPart.startsWith("https:") -> playlistUrl.substringBeforeLast("/") + "/$urlPart"
+            else -> urlPart
+        }
+}

multisrc/overrides/animestream/animekhor/src/extractors/StreamWishExtractor.kt

@@ -0,0 +1,46 @@
+package eu.kanade.tachiyomi.animeextension.en.animekhor.extractors
+
+import dev.datlag.jsunpacker.JsUnpacker
+import eu.kanade.tachiyomi.animesource.model.Video
+import eu.kanade.tachiyomi.network.GET
+import eu.kanade.tachiyomi.util.asJsoup
+import okhttp3.Headers
+import okhttp3.HttpUrl.Companion.toHttpUrl
+import okhttp3.OkHttpClient
+
+class StreamWishExtractor(private val client: OkHttpClient, private val headers: Headers) {
+    fun videosFromUrl(url: String, prefix: String): List<Video> {
+        val videoList = mutableListOf<Video>()
+
+        val doc = client.newCall(GET(url, headers = headers)).execute().asJsoup()
+        val jsEval = doc.selectFirst("script:containsData(m3u8)")?.data() ?: "UwU"
+
+        val masterUrl = JsUnpacker.unpackAndCombine(jsEval)
+            ?.substringAfter("source")
+            ?.substringAfter("file:\"")
+            ?.substringBefore("\"")
+            ?: return emptyList()
+
+        val playlistHeaders = headers.newBuilder()
+            .add("Accept", "*/*")
+            .add("Host", masterUrl.toHttpUrl().host)
+            .add("Origin", "https://${url.toHttpUrl().host}")
+            .set("Referer", "https://${url.toHttpUrl().host}/")
+            .build()
+
+        val masterBase = "https://${masterUrl.toHttpUrl().host}${masterUrl.toHttpUrl().encodedPath}"
+            .substringBeforeLast("/") + "/"
+
+        val masterPlaylist = client.newCall(
+            GET(masterUrl, headers = playlistHeaders),
+        ).execute().body.string()
+        val separator = "#EXT-X-STREAM-INF:"
+        masterPlaylist.substringAfter(separator).split(separator).forEach {
+            val quality = prefix + it.substringAfter("RESOLUTION=").substringAfter("x").substringBefore(",") + "p "
+            val videoUrl = masterBase + it.substringAfter("\n").substringBefore("\n")
+            videoList.add(Video(videoUrl, quality, videoUrl, headers = playlistHeaders))
+        }
+
+        return videoList
+    }
+}

multisrc/src/main/java/eu/kanade/tachiyomi/multisrc/animestream/AnimeStreamGenerator.kt

@@ -15,6 +15,7 @@ class AnimeStreamGenerator : ThemeSourceGenerator {
         SingleLang("LMAnime", "https://lmanime.com", "all", isNsfw = false, overrideVersionCode = 2),
         SingleLang("RineCloud", "https://rine.cloud", "pt-BR", isNsfw = false),
         SingleLang("Animenosub", "https://animenosub.com", "en", isNsfw = true),
+        SingleLang("AnimeKhor", "https://animekhor.xyz", "en", isNsfw = false),
     )
 
     companion object {