New extension: Animenosub (#1654)

multisrc/overrides/animestream/animenosub/additional.gradle

@@ -0,0 +1,4 @@
+dependencies {
+    implementation(project(':lib-streamsb-extractor'))
+    implementation "dev.datlag.jsunpacker:jsunpacker:1.0.1"
+}

multisrc/overrides/animestream/animenosub/src/Animenosub.kt

@@ -0,0 +1,150 @@
+package eu.kanade.tachiyomi.animeextension.en.animenosub
+
+import androidx.preference.ListPreference
+import androidx.preference.PreferenceScreen
+import eu.kanade.tachiyomi.animeextension.en.animenosub.extractors.FilemoonExtractor
+import eu.kanade.tachiyomi.animeextension.en.animenosub.extractors.StreamWishExtractor
+import eu.kanade.tachiyomi.animeextension.en.animenosub.extractors.VidMolyExtractor
+import eu.kanade.tachiyomi.animeextension.en.animenosub.extractors.VtubeExtractor
+import eu.kanade.tachiyomi.animeextension.en.animenosub.extractors.WolfstreamExtractor
+import eu.kanade.tachiyomi.animesource.model.SEpisode
+import eu.kanade.tachiyomi.animesource.model.Video
+import eu.kanade.tachiyomi.lib.streamsbextractor.StreamSBExtractor
+import eu.kanade.tachiyomi.multisrc.animestream.AnimeStream
+import org.jsoup.nodes.Element
+
+class Animenosub : AnimeStream(
+    "en",
+    "Animenosub",
+    "https://animenosub.com",
+) {
+    // ============================== Popular ===============================
+
+    override fun popularAnimeSelector() = "div.serieslist.wpop-weekly li"
+
+    // ============================== Episodes ==============================
+
+    override fun episodeFromElement(element: Element): SEpisode {
+        val episodeTitle = element.selectFirst("div.epl-title")?.text() ?: ""
+        return SEpisode.create().apply {
+            setUrlWithoutDomain(element.attr("href"))
+            element.selectFirst("div.epl-num")!!.text().let {
+                name = "Ep. $it ${if (episodeTitle.contains("Episode $it", true)) "" else episodeTitle}"
+                episode_number = it.substringBefore(" ").toFloatOrNull() ?: 0F
+            }
+            element.selectFirst("div.epl-sub")?.text()?.let { scanlator = it }
+            date_upload = element.selectFirst("div.epl-date")?.text().toDate()
+        }
+    }
+
+    // ============================ Video Links =============================
+
+    override fun getVideoList(url: String, name: String): List<Video> {
+        val streamSbDomains = listOf(
+            "sbhight", "sbrity", "sbembed.com", "sbembed1.com", "sbplay.org",
+            "sbvideo.net", "streamsb.net", "sbplay.one", "cloudemb.com",
+            "playersb.com", "tubesb.com", "sbplay1.com", "embedsb.com",
+            "watchsb.com", "sbplay2.com", "japopav.tv", "viewsb.com",
+            "sbfast", "sbfull.com", "javplaya.com", "ssbstream.net",
+            "p1ayerjavseen.com", "sbthe.com", "vidmovie.xyz", "sbspeed.com",
+            "streamsss.net", "sblanh.com", "tvmshow.com", "sbanh.com",
+            "streamovies.xyz", "lvturbo.com", "sbrapid.com",
+        )
+        val prefix = "$name - "
+        return when {
+            streamSbDomains.any { it in url } -> {
+                StreamSBExtractor(client).videosFromUrl(url, headers, prefix = prefix)
+            }
+            url.contains("streamwish") -> {
+                StreamWishExtractor(client, headers).videosFromUrl(url, prefix)
+            }
+            url.contains("vidmoly") -> {
+                VidMolyExtractor(client).getVideoList(url, name)
+            }
+            url.contains("https://vtbe") -> {
+                VtubeExtractor(client, headers).videosFromUrl(url, baseUrl, prefix)
+            }
+            url.contains("wolfstream") -> {
+                WolfstreamExtractor(client).videosFromUrl(url, prefix)
+            }
+            url.contains("filemoon") -> {
+                FilemoonExtractor(client, headers).videosFromUrl(url, prefix)
+            }
+            else -> emptyList()
+        }
+    }
+
+    // ============================== Settings ==============================
+
+    override fun setupPreferenceScreen(screen: PreferenceScreen) {
+        super.setupPreferenceScreen(screen) // Quality preferences
+        val videoTypePref = ListPreference(screen.context).apply {
+            key = PREF_TYPE_KEY
+            title = PREF_TYPE_TITLE
+            entries = PREF_TYPE_VALUES
+            entryValues = PREF_TYPE_VALUES
+            setDefaultValue(PREF_TYPE_DEFAULT)
+            summary = "%s"
+
+            setOnPreferenceChangeListener { _, newValue ->
+                val selected = newValue as String
+                val index = findIndexOfValue(selected)
+                val entry = entryValues[index] as String
+                preferences.edit().putString(key, entry).commit()
+            }
+        }
+        val videoServer = ListPreference(screen.context).apply {
+            key = PREF_SERVER_KEY
+            title = PREF_SERVER_TITLE
+            entries = PREF_SERVER_VALUES
+            entryValues = PREF_SERVER_VALUES
+            setDefaultValue(PREF_SERVER_DEFAULT)
+            summary = "%s"
+
+            setOnPreferenceChangeListener { _, newValue ->
+                val selected = newValue as String
+                val index = findIndexOfValue(selected)
+                val entry = entryValues[index] as String
+                preferences.edit().putString(key, entry).commit()
+            }
+        }
+
+        screen.addPreference(videoTypePref)
+        screen.addPreference(videoServer)
+    }
+
+    // ============================= Utilities ==============================
+
+    override fun List<Video>.sort(): List<Video> {
+        val quality = preferences.getString(prefQualityKey, prefQualityDefault)!!
+        val type = preferences.getString(PREF_TYPE_KEY, PREF_TYPE_DEFAULT)!!
+        val server = preferences.getString(PREF_SERVER_KEY, PREF_SERVER_DEFAULT)!!
+
+        return sortedWith(
+            compareBy(
+                { it.quality.startsWith(type, true) },
+                { it.quality.contains(quality) },
+                { it.quality.contains(server, true) },
+            ),
+        ).reversed()
+    }
+
+    companion object {
+        private const val PREF_TYPE_KEY = "preferred_type"
+        private const val PREF_TYPE_TITLE = "Preferred Video Type"
+        private const val PREF_TYPE_DEFAULT = "SUB"
+        private val PREF_TYPE_VALUES = arrayOf("SUB", "RAW")
+
+        private const val PREF_SERVER_KEY = "preferred_server"
+        private const val PREF_SERVER_TITLE = "Preferred Video Server"
+        private const val PREF_SERVER_DEFAULT = "StreamSB"
+        private val PREF_SERVER_VALUES = arrayOf(
+            "StreamSB",
+            "StreamWish",
+            "VidMoly",
+            "Vtube",
+            "WolfStream",
+            "Filemoon",
+        )
+    }
+}

multisrc/overrides/animestream/animenosub/src/extractors/FilemoonExtractor.kt

@@ -0,0 +1,34 @@
+package eu.kanade.tachiyomi.animeextension.en.animenosub.extractors
+
+import dev.datlag.jsunpacker.JsUnpacker
+import eu.kanade.tachiyomi.animesource.model.Video
+import eu.kanade.tachiyomi.network.GET
+import eu.kanade.tachiyomi.util.asJsoup
+import okhttp3.Headers
+import okhttp3.HttpUrl.Companion.toHttpUrl
+import okhttp3.OkHttpClient
+
+class FilemoonExtractor(private val client: OkHttpClient, private val headers: Headers) {
+    fun videosFromUrl(url: String, prefix: String = ""): List<Video> {
+        val jsE = client.newCall(GET(url)).execute().asJsoup().selectFirst("script:containsData(eval)")!!.data()
+        val masterUrl = JsUnpacker.unpackAndCombine(jsE)?.substringAfter("{file:\"")
+            ?.substringBefore("\"}") ?: return emptyList()
+        val masterPlaylist = client.newCall(GET(masterUrl)).execute().body.string()
+        val videoList = mutableListOf<Video>()
+        masterPlaylist.substringAfter("#EXT-X-STREAM-INF:").split("#EXT-X-STREAM-INF:")
+            .forEach {
+                val quality = it.substringAfter("RESOLUTION=").substringAfter("x").substringBefore(",") + "p "
+                val videoUrl = it.substringAfter("\n").substringBefore("\n")
+
+                val videoHeaders = headers.newBuilder()
+                    .add("Accept", "*/*")
+                    .add("Host", videoUrl.toHttpUrl().host)
+                    .add("Origin", "https://${url.toHttpUrl().host}")
+                    .add("Referer", "https://${url.toHttpUrl().host}/")
+                    .build()
+
+                videoList.add(Video(videoUrl, prefix + quality, videoUrl, headers = videoHeaders))
+            }
+        return videoList
+    }
+}

multisrc/overrides/animestream/animenosub/src/extractors/StreamWishExtractor.kt

@@ -0,0 +1,46 @@
+package eu.kanade.tachiyomi.animeextension.en.animenosub.extractors
+
+import dev.datlag.jsunpacker.JsUnpacker
+import eu.kanade.tachiyomi.animesource.model.Video
+import eu.kanade.tachiyomi.network.GET
+import eu.kanade.tachiyomi.util.asJsoup
+import okhttp3.Headers
+import okhttp3.HttpUrl.Companion.toHttpUrl
+import okhttp3.OkHttpClient
+
+class StreamWishExtractor(private val client: OkHttpClient, private val headers: Headers) {
+    fun videosFromUrl(url: String, prefix: String): List<Video> {
+        val videoList = mutableListOf<Video>()
+
+        val doc = client.newCall(GET(url, headers = headers)).execute().asJsoup()
+        val jsEval = doc.selectFirst("script:containsData(m3u8)")!!.data()
+
+        val masterUrl = JsUnpacker.unpackAndCombine(jsEval)
+            ?.substringAfter("source")
+            ?.substringAfter("file:\"")
+            ?.substringBefore("\"")
+            ?: return emptyList()
+
+        val playlistHeaders = headers.newBuilder()
+            .add("Accept", "*/*")
+            .add("Host", masterUrl.toHttpUrl().host)
+            .add("Origin", "https://${url.toHttpUrl().host}")
+            .add("Referer", "https://${url.toHttpUrl().host}/")
+            .build()
+
+        val masterBase = "https://${masterUrl.toHttpUrl().host}${masterUrl.toHttpUrl().encodedPath}"
+            .substringBeforeLast("/") + "/"
+
+        val masterPlaylist = client.newCall(
+            GET(masterUrl, headers = playlistHeaders),
+        ).execute().body.string()
+        val separator = "#EXT-X-STREAM-INF:"
+        masterPlaylist.substringAfter(separator).split(separator).forEach {
+            val quality = prefix + it.substringAfter("RESOLUTION=").substringAfter("x").substringBefore(",") + "p "
+            val videoUrl = masterBase + it.substringAfter("\n").substringBefore("\n")
+            videoList.add(Video(videoUrl, quality, videoUrl, headers = playlistHeaders))
+        }
+
+        return videoList
+    }
+}

multisrc/overrides/animestream/animenosub/src/extractors/VidMolyExtractor.kt

@@ -0,0 +1,29 @@
+package eu.kanade.tachiyomi.animeextension.en.animenosub.extractors
+
+import eu.kanade.tachiyomi.animesource.model.Video
+import eu.kanade.tachiyomi.network.GET
+import okhttp3.Headers
+import okhttp3.OkHttpClient
+
+class VidMolyExtractor(private val client: OkHttpClient) {
+
+    private val regexPlaylist = Regex("file:\"(\\S+?)\"")
+
+    fun getVideoList(url: String, lang: String): List<Video> {
+        val body = client.newCall(GET(url)).execute()
+            .use { it.body.string() }
+        val playlistUrl = regexPlaylist.find(body)!!.groupValues.get(1)
+        val headers = Headers.headersOf("Referer", "https://vidmoly.to")
+        val playlistData = client.newCall(GET(playlistUrl, headers)).execute()
+            .use { it.body.string() }
+
+        val separator = "#EXT-X-STREAM-INF:"
+        return playlistData.substringAfter(separator).split(separator).map {
+            val quality = it.substringAfter("RESOLUTION=")
+                .substringAfter("x")
+                .substringBefore(",") + "p"
+            val videoUrl = it.substringAfter("\n").substringBefore("\n")
+            Video(videoUrl, "$lang - $quality", videoUrl, headers)
+        }
+    }
+}

multisrc/overrides/animestream/animenosub/src/extractors/VtubeExtractor.kt

@@ -0,0 +1,49 @@
+package eu.kanade.tachiyomi.animeextension.en.animenosub.extractors
+
+import dev.datlag.jsunpacker.JsUnpacker
+import eu.kanade.tachiyomi.animesource.model.Video
+import eu.kanade.tachiyomi.network.GET
+import eu.kanade.tachiyomi.util.asJsoup
+import okhttp3.Headers
+import okhttp3.HttpUrl.Companion.toHttpUrl
+import okhttp3.OkHttpClient
+
+class VtubeExtractor(private val client: OkHttpClient, private val headers: Headers) {
+    fun videosFromUrl(url: String, baseUrl: String, prefix: String): List<Video> {
+        val videoList = mutableListOf<Video>()
+
+        val docHeaders = headers.newBuilder()
+            .add("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8")
+            .add("Host", url.toHttpUrl().host)
+            .add("Referer", "$baseUrl/")
+            .build()
+        val doc = client.newCall(GET(url, headers = docHeaders)).execute().asJsoup()
+
+        val jsEval = doc.selectFirst("script:containsData(m3u8)")!!.data()
+
+        val masterUrl = JsUnpacker.unpackAndCombine(jsEval)
+            ?.substringAfter("source")
+            ?.substringAfter("file:\"")
+            ?.substringBefore("\"")
+            ?: return emptyList()
+
+        val playlistHeaders = headers.newBuilder()
+            .add("Accept", "*/*")
+            .add("Host", masterUrl.toHttpUrl().host)
+            .add("Origin", "https://${url.toHttpUrl().host}")
+            .add("Referer", "https://${url.toHttpUrl().host}/")
+            .build()
+
+        val masterPlaylist = client.newCall(
+            GET(masterUrl, headers = playlistHeaders),
+        ).execute().body.string()
+        val separator = "#EXT-X-STREAM-INF:"
+        masterPlaylist.substringAfter(separator).split(separator).forEach {
+            val quality = prefix + it.substringAfter("RESOLUTION=").substringAfter("x").substringBefore(",") + "p "
+            val videoUrl = it.substringAfter("\n").substringBefore("\n")
+            videoList.add(Video(videoUrl, quality, videoUrl, headers = playlistHeaders))
+        }
+
+        return videoList
+    }
+}

multisrc/overrides/animestream/animenosub/src/extractors/WolfstreamExtractor.kt

@@ -0,0 +1,19 @@
+package eu.kanade.tachiyomi.animeextension.en.animenosub.extractors
+
+import eu.kanade.tachiyomi.animesource.model.Video
+import eu.kanade.tachiyomi.network.GET
+import eu.kanade.tachiyomi.util.asJsoup
+import okhttp3.OkHttpClient
+
+class WolfstreamExtractor(private val client: OkHttpClient) {
+    fun videosFromUrl(url: String, prefix: String = ""): List<Video> {
+        val url = client.newCall(
+            GET(url),
+        ).execute().asJsoup().selectFirst("script:containsData(sources)")?.let {
+            it.data().substringAfter("{file:\"").substringBefore("\"")
+        } ?: return emptyList()
+        return listOf(
+            Video(url, "${prefix}WolfStream", url),
+        )
+    }
+}

multisrc/src/main/java/eu/kanade/tachiyomi/multisrc/animestream/AnimeStreamGenerator.kt

@@ -14,6 +14,7 @@ class AnimeStreamGenerator : ThemeSourceGenerator {
         SingleLang("AnimeXin", "https://animexin.vip", "all", isNsfw = false, overrideVersionCode = 4),
         SingleLang("LMAnime", "https://lmanime.com", "all", isNsfw = false, overrideVersionCode = 2),
         SingleLang("RineCloud", "https://rine.cloud", "pt-BR", isNsfw = false),
+        SingleLang("Animenosub", "https://animenosub.com", "en", isNsfw = true),
     )
 
     companion object {