New source: AnimesVision (#399)

src/pt/animesvision/AndroidManifest.xml

@@ -0,0 +1,2 @@
+<?xml version="1.0" encoding="utf-8"?>
+<manifest package="eu.kanade.tachiyomi.animeextension"/>

src/pt/animesvision/build.gradle

@@ -0,0 +1,14 @@
+apply plugin: 'com.android.application'
+apply plugin: 'kotlin-android'
+apply plugin: 'kotlinx-serialization'
+
+ext {
+    extName = 'AnimesVision'
+    pkgNameSuffix = 'pt.animesvision'
+    extClass = '.AnimesVision'
+    extVersionCode = 1
+    libVersion = '12'
+}
+
+
+apply from: "$rootDir/common.gradle"

src/pt/animesvision/src/eu/kanade/tachiyomi/animeextension/pt/animesvision/AnimesVision.kt

@@ -0,0 +1,459 @@
+package eu.kanade.tachiyomi.animeextension.pt.animesvision
+
+import android.app.Application
+import android.content.SharedPreferences
+import androidx.preference.ListPreference
+import androidx.preference.MultiSelectListPreference
+import androidx.preference.PreferenceScreen
+import eu.kanade.tachiyomi.animeextension.pt.animesvision.extractors.DoodExtractor
+import eu.kanade.tachiyomi.animeextension.pt.animesvision.extractors.StreamTapeExtractor
+import eu.kanade.tachiyomi.animeextension.pt.animesvision.extractors.VisionFreeExtractor
+import eu.kanade.tachiyomi.animesource.ConfigurableAnimeSource
+import eu.kanade.tachiyomi.animesource.model.AnimeFilterList
+import eu.kanade.tachiyomi.animesource.model.AnimesPage
+import eu.kanade.tachiyomi.animesource.model.SAnime
+import eu.kanade.tachiyomi.animesource.model.SEpisode
+import eu.kanade.tachiyomi.animesource.model.Video
+import eu.kanade.tachiyomi.animesource.online.ParsedAnimeHttpSource
+import eu.kanade.tachiyomi.network.GET
+import eu.kanade.tachiyomi.network.POST
+import eu.kanade.tachiyomi.network.asObservableSuccess
+import eu.kanade.tachiyomi.util.asJsoup
+import kotlinx.serialization.decodeFromString
+import kotlinx.serialization.json.Json
+import kotlinx.serialization.json.JsonArray
+import kotlinx.serialization.json.JsonElement
+import kotlinx.serialization.json.JsonNull
+import kotlinx.serialization.json.JsonObject
+import kotlinx.serialization.json.JsonPrimitive
+import okhttp3.Headers
+import okhttp3.HttpUrl.Companion.toHttpUrlOrNull
+import okhttp3.OkHttpClient
+import okhttp3.Request
+import okhttp3.RequestBody.Companion.toRequestBody
+import okhttp3.Response
+import org.jsoup.nodes.Document
+import org.jsoup.nodes.Element
+import rx.Observable
+import uy.kohesive.injekt.Injekt
+import uy.kohesive.injekt.api.get
+import java.lang.Exception
+
+class AnimesVision : ConfigurableAnimeSource, ParsedAnimeHttpSource() {
+
+    override val name = "AnimesVision"
+
+    override val baseUrl = "https://animes.vision"
+
+    override val lang = "pt-BR"
+
+    override val supportsLatest = true
+
+    override val client: OkHttpClient = network.cloudflareClient
+
+    private val json = Json {
+        ignoreUnknownKeys = true
+    }
+
+    private val preferences: SharedPreferences by lazy {
+        Injekt.get<Application>().getSharedPreferences("source_$id", 0x0000)
+    }
+
+    override fun headersBuilder(): Headers.Builder = Headers.Builder()
+        .add("Referer", baseUrl)
+        .add("Accept-Language", ACCEPT_LANGUAGE)
+
+    // ============================== Popular ===============================   
+    private fun nextPageSelector(): String = "ul.pagination li.page-item:contains(›)"
+    override fun popularAnimeSelector(): String = "div#anime-trending div.item > a.film-poster"
+    override fun popularAnimeRequest(page: Int): Request = GET(baseUrl)
+
+    override fun popularAnimeFromElement(element: Element): SAnime {
+        val anime: SAnime = SAnime.create()
+        val img = element.selectFirst("img")
+        anime.setUrlWithoutDomain(element.attr("href"))
+        anime.title = img.attr("title")
+        anime.thumbnail_url = img.attr("src")
+        return anime
+    }
+
+    override fun popularAnimeNextPageSelector() = throw Exception("not used")
+
+    override fun popularAnimeParse(response: Response): AnimesPage {
+        val document = response.asJsoup()
+        val animes = document.select(popularAnimeSelector()).map { element ->
+            popularAnimeFromElement(element)
+        }
+        return AnimesPage(animes, false)
+    }
+
+    // ============================== Episodes ==============================
+    override fun episodeListSelector(): String = "div.container div.screen-items > div.item"
+
+    private fun getAllEps(response: Response): List<SEpisode> {
+        val epList = mutableListOf<SEpisode>()
+        val url = response.request.url.toString()
+        val doc = if (url.contains("/episodio-") || url.contains("/filme-")) {
+            getRealDoc(response.asJsoup())
+        } else { response.asJsoup() }
+
+        val epElementList = doc.select(episodeListSelector())
+        epList.addAll(epElementList.map { episodeFromElement(it) })
+        if (hasNextPage(doc)) {
+            val nextUrl = doc.selectFirst(nextPageSelector())
+                .selectFirst("a")
+                .attr("href")
+            val newResponse = client.newCall(GET(nextUrl)).execute()
+            epList.addAll(getAllEps(newResponse))
+        }
+        return epList
+    }
+    override fun episodeListParse(response: Response): List<SEpisode> {
+        return getAllEps(response).reversed()
+    }
+
+    override fun episodeFromElement(element: Element): SEpisode {
+        val episode = SEpisode.create()
+
+        episode.setUrlWithoutDomain(element.selectFirst("a").attr("href"))
+        val epName = element.selectFirst("h3").text().trim()
+        episode.name = epName
+        episode.episode_number = try {
+            epName.substringAfterLast(" ").toFloat()
+        } catch (e: NumberFormatException) { 0F }
+        return episode
+    }
+
+    // ============================ Video Links =============================
+    override fun videoListParse(response: Response): List<Video> {
+        val document: Document = response.asJsoup()
+        return videosFromEpisode(document)
+    }
+
+    private fun getPlayersUrl(doc: Document): List<String> {
+        val wireDiv: Element = doc.selectFirst("div[wire:id]")
+        val divData: String = wireDiv.attr("wire:initial-data")!!
+        val jsonObject = json.decodeFromString<JsonObject>(divData)
+        val jsonMap: Map<*, *> = jsonObject.toMap()
+        val wireToken: String = doc.html()
+            .substringAfter("livewire_token")
+            .substringAfter("'")
+            .substringBefore("'")
+
+        val headers = headersBuilder()
+            .add("x-livewire", "true")
+            .add("x-csrf-token", wireToken)
+            .add("content-type", "application/json")
+            .build()
+
+        val hosts_ids = mutableListOf<Int>()
+
+        val ignoredHosts = preferences.getStringSet(IGNORED_HOSTS, null)
+        val ignoreDO = ignoredHosts?.contains(HOSTS_NAMES.elementAt(1)) ?: false
+        val ignoreST = ignoredHosts?.contains(HOSTS_NAMES.elementAt(2)) ?: false
+
+        if (!ignoreST)
+            hosts_ids.add(5)
+        if (!ignoreDO)
+            hosts_ids.add(8)
+
+        return hosts_ids.mapNotNull { id ->
+
+            val updateData = listOf(
+                mapOf(
+                    "type" to "callMethod",
+                    "payload" to mapOf(
+                        "id" to "",
+                        "method" to "mudarPlayer",
+                        "params" to listOf(id)
+                    )
+                )
+            )
+
+            val requestMap = jsonMap.toMutableMap().apply {
+                put("updates", updateData)
+            }
+            val body = requestMap.toJsonObject().toString()
+            val reqBody = body.toRequestBody()
+            val url = "$baseUrl/livewire/message/components.episodio.player-episodio-component"
+            val res = client.newCall(POST(url, headers, reqBody)).execute()
+            val resJson = json.decodeFromString<AVResponseDto>(res.body?.string().orEmpty())
+            resJson.serverMemo?.data?.framePlay
+        } as List<String>
+    }
+
+    private fun videosFromEpisode(doc: Document): List<Video> {
+        val html: String = doc.html()
+        val videoList = VisionFreeExtractor()
+            .videoListFromHtml(html)
+            .toMutableList()
+        getPlayersUrl(doc).forEach {
+            val video = if (it.contains("streamtape")) {
+                StreamTapeExtractor(client).videoFromUrl(it)
+            } else if (it.contains("dood")) {
+                DoodExtractor(client).videoFromUrl(it)
+            } else { null }
+            if (video != null)
+                videoList.add(video)
+        }
+        return videoList
+    }
+
+    override fun videoListSelector() = throw Exception("not used")
+    override fun videoFromElement(element: Element) = throw Exception("not used")
+    override fun videoUrlParse(document: Document) = throw Exception("not used")
+
+    // =============================== Search ===============================
+    override fun searchAnimeFromElement(element: Element): SAnime {
+        val anime: SAnime = SAnime.create()
+        val elementA = element.selectFirst("a")
+        anime.title = elementA.attr("title")
+        anime.setUrlWithoutDomain(elementA.attr("href"))
+        anime.thumbnail_url = element.selectFirst("img").attr("data-src")
+        return anime
+    }
+
+    override fun searchAnimeNextPageSelector() = throw Exception("not used")
+
+    override fun searchAnimeSelector(): String = "div.film_list-wrap div.film-poster"
+
+    override fun searchAnimeParse(response: Response): AnimesPage {
+        val document = response.asJsoup()
+        val animes = document.select(searchAnimeSelector()).map { element ->
+            searchAnimeFromElement(element)
+        }
+        return AnimesPage(animes, hasNextPage(document))
+    }
+
+    override fun fetchSearchAnime(page: Int, query: String, filters: AnimeFilterList): Observable<AnimesPage> {
+        val params = AVFilters.getSearchParameters(filters)
+        return client.newCall(searchAnimeRequest(page, query, params))
+            .asObservableSuccess()
+            .map { response ->
+                searchAnimeParse(response)
+            }
+    }
+
+    override fun searchAnimeRequest(page: Int, query: String, filters: AnimeFilterList): Request = throw Exception("not used")
+
+    private fun searchAnimeRequest(page: Int, query: String, filters: AVFilters.FilterSearchParams): Request {
+        val url = "$baseUrl/search?".toHttpUrlOrNull()!!.newBuilder()
+        url.addQueryParameter("page", page.toString())
+        url.addQueryParameter("nome", query)
+        url.addQueryParameter("tipo", filters.type)
+        url.addQueryParameter("idioma", filters.language)
+        url.addQueryParameter("ordenar", filters.sort)
+        url.addQueryParameter("ano_inicial", filters.initial_year)
+        url.addQueryParameter("ano_final", filters.last_year)
+        url.addQueryParameter("fansub", filters.fansub)
+        url.addQueryParameter("status", filters.status)
+        url.addQueryParameter("temporada", filters.season)
+        url.addQueryParameter("estudios", filters.studio)
+        url.addQueryParameter("produtores", filters.producer)
+        url.addQueryParameter("generos", filters.genres)
+
+        return GET(url.build().toString())
+    }
+
+    // =========================== Anime Details ============================
+    override fun animeDetailsParse(document: Document): SAnime {
+        val anime = SAnime.create()
+        val doc = getRealDoc(document)
+
+        val content = doc.selectFirst("div#ani_detail div.anis-content")
+        val detail = content.selectFirst("div.anisc-detail")
+        val infos = content.selectFirst("div.anisc-info")
+
+        anime.thumbnail_url = content.selectFirst("img").attr("src")
+        anime.title = detail.selectFirst("h2.film-name").text()
+        anime.genre = infos.getInfo("Gêneros")
+        anime.author = infos.getInfo("Produtores")
+        anime.artist = infos.getInfo("Estúdios")
+        anime.status = parseStatus(infos.getInfo("Status"))
+
+        var desc = infos.getInfo("Sinopse") + "\n"
+        infos.getInfo("Inglês")?.let { desc += "\nTítulo em inglês: $it" }
+        infos.getInfo("Japonês")?.let { desc += "\nTítulo em japonês: $it" }
+        infos.getInfo("Foi")?.let { desc += "\nFoi ao ar em: $it" }
+        infos.getInfo("Temporada")?.let { desc += "\nTemporada: $it" }
+        infos.getInfo("Duração")?.let { desc += "\nDuração: $it" }
+        infos.getInfo("Fansub")?.let { desc += "\nFansub: $it" }
+        anime.description = desc
+
+        return anime
+    }
+
+    // =============================== Latest ===============================
+    override fun latestUpdatesNextPageSelector() = throw Exception("not used")
+    override fun latestUpdatesSelector(): String = episodeListSelector()
+
+    override fun latestUpdatesFromElement(element: Element): SAnime {
+        val anime = SAnime.create()
+        anime.setUrlWithoutDomain(element.selectFirst("a").attr("href"))
+        anime.title = element.selectFirst("h3").text()
+        anime.thumbnail_url = element.selectFirst("img").attr("src")
+        return anime
+    }
+
+    override fun latestUpdatesRequest(page: Int): Request = GET("$baseUrl/lancamentos?page=$page")
+
+    override fun latestUpdatesParse(response: Response): AnimesPage {
+        val document = response.asJsoup()
+        val animes = document.select(latestUpdatesSelector()).map { element ->
+            latestUpdatesFromElement(element)
+        }
+        val hasNextPage = hasNextPage(document)
+        return AnimesPage(animes, hasNextPage)
+    }
+
+    // ============================== Settings ============================== 
+    override fun setupPreferenceScreen(screen: PreferenceScreen) {
+
+        val videoServerPref = ListPreference(screen.context).apply {
+            key = PREFERRED_HOST
+            title = "Host preferido"
+            entries = HOSTS_NAMES
+            entryValues = HOSTS_URLS
+            setDefaultValue(HOSTS_URLS.first())
+            summary = "%s"
+
+            setOnPreferenceChangeListener { _, newValue ->
+                val selected = newValue as String
+                val index = findIndexOfValue(selected)
+                val entry = entryValues[index] as String
+                preferences.edit().putString(key, entry).commit()
+            }
+        }
+
+        val videoQualityPref = ListPreference(screen.context).apply {
+            key = PREFERRED_QUALITY
+            title = "Qualidade preferida (Válido apenas no VisionFree)"
+            entries = QUALITY_LIST
+            entryValues = QUALITY_LIST
+            setDefaultValue(QUALITY_LIST.last())
+            summary = "%s"
+            setOnPreferenceChangeListener { _, newValue ->
+                val selected = newValue as String
+                val index = findIndexOfValue(selected)
+                val entry = entryValues[index] as String
+                preferences.edit().putString(key, entry).commit()
+            }
+        }
+
+        val ignoredHosts = MultiSelectListPreference(screen.context).apply {
+            val values = HOSTS_NAMES.drop(1).toTypedArray()
+            key = IGNORED_HOSTS
+            title = "Hosts ignorados ao carregar"
+            entries = values
+            entryValues = values
+            setDefaultValue(emptySet<String>())
+            setOnPreferenceChangeListener { _, newValue ->
+                preferences.edit()
+                    .putStringSet(key, newValue as Set<String>)
+                    .commit()
+            }
+        }
+
+        screen.addPreference(videoServerPref)
+        screen.addPreference(videoQualityPref)
+        screen.addPreference(ignoredHosts)
+    }
+
+    override fun getFilterList(): AnimeFilterList = AVFilters.filterList
+
+    // ============================= Utilities ==============================
+    private fun getRealDoc(document: Document): Document {
+        val player = document.selectFirst("div.player-frame")
+        if (player != null) {
+            val url = document.selectFirst("h2.film-name > a").attr("href")
+            val req = client.newCall(GET(url)).execute()
+            return req.asJsoup()
+        } else {
+            return document
+        }
+    }
+
+    private fun parseStatus(statusString: String?): Int {
+        return when (statusString?.trim()) {
+            "Fim da exibição" -> SAnime.COMPLETED
+            "Atualmente sendo exibido" -> SAnime.ONGOING
+            else -> SAnime.UNKNOWN
+        }
+    }
+
+    private fun hasNextPage(document: Document): Boolean {
+        val next = document.selectFirst(nextPageSelector())
+        if (next == null) return false
+        return !next.hasClass("disabled")
+    }
+
+    private fun Element.getInfo(key: String): String? {
+        val div: Element? = this.selectFirst("div.item:contains($key)")
+        if (div == null) return div
+        val elementsA = div.select("a[href]")
+        val text = if (elementsA.size == 0) {
+            if (div.hasClass("w-hide")) {
+                div.selectFirst("div.text").text().trim()
+            } else {
+                div.selectFirst("span.name").text().trim()
+            }
+        } else {
+            elementsA.map { it.text().trim() }.joinToString(", ")
+        }
+        if (text == "") return null
+        return text
+    }
+
+    override fun List<Video>.sort(): List<Video> {
+        val host = preferences.getString(PREFERRED_HOST, null)
+        val quality = preferences.getString(PREFERRED_QUALITY, null)
+        if (host != null) {
+            var preferred = 0
+            val newList = mutableListOf<Video>()
+            for (video in this) {
+                if (video.url.contains(host)) {
+                    if (host == HOSTS_URLS.first() && quality != null) {
+                        val contains: Boolean = video.quality.contains(quality)
+                        if (contains) {
+                            newList.add(preferred, video)
+                            preferred++
+                        } else {
+                            newList.add(video)
+                        }
+                    } else {
+                        newList.add(preferred, video)
+                        preferred++
+                    }
+                } else {
+                    newList.add(video)
+                }
+            }
+            return newList
+        }
+        return this
+    }
+    private fun Any?.toJsonElement(): JsonElement = when (this) {
+        is Number -> JsonPrimitive(this)
+        is Boolean -> JsonPrimitive(this)
+        is String -> JsonPrimitive(this)
+        is Array<*> -> this.toJsonArray()
+        is List<*> -> this.toJsonArray()
+        is Map<*, *> -> this.toJsonObject()
+        is JsonElement -> this
+        else -> JsonNull
+    }
+
+    private fun Array<*>.toJsonArray() = JsonArray(map { it.toJsonElement() })
+    private fun Iterable<*>.toJsonArray() = JsonArray(map { it.toJsonElement() })
+    private fun Map<*, *>.toJsonObject() = JsonObject(mapKeys { it.key.toString() }.mapValues { it.value.toJsonElement() })
+
+    companion object {
+        private const val ACCEPT_LANGUAGE = "pt-BR,pt;q=0.9,en-US;q=0.8,en;q=0.7"
+        private const val PREFERRED_HOST = "preferred_host"
+        private const val PREFERRED_QUALITY = "preferred_quality"
+        private const val IGNORED_HOSTS = "ignored_hosts"
+        private val HOSTS_NAMES = arrayOf("VisionFree", "DoodStream", "StreamTape")
+        private val HOSTS_URLS = arrayOf("animes.vision", "https://dood", "https://streamtape")
+        private val QUALITY_LIST = arrayOf("SD", "HD")
+    }
+}

src/pt/animesvision/src/eu/kanade/tachiyomi/animeextension/pt/animesvision/dto/AnimesVisionDto.kt

@@ -0,0 +1,18 @@
+package eu.kanade.tachiyomi.animeextension.pt.animesvision
+
+import kotlinx.serialization.Serializable
+
+@Serializable
+data class AVResponseDto(
+    val serverMemo: AVResponseMemo? = null
+)
+
+@Serializable
+data class AVResponseMemo(
+    val data: AVResponseData? = null,
+)
+
+@Serializable
+data class AVResponseData(
+    val framePlay: String? = null,
+)

src/pt/animesvision/src/eu/kanade/tachiyomi/animeextension/pt/animesvision/extractors/DoodExtractor.kt

@@ -0,0 +1,43 @@
+package eu.kanade.tachiyomi.animeextension.pt.animesvision.extractors
+
+import eu.kanade.tachiyomi.animesource.model.Video
+import eu.kanade.tachiyomi.network.GET
+import okhttp3.Headers
+import okhttp3.OkHttpClient
+
+class DoodExtractor(private val client: OkHttpClient) {
+    fun videoFromUrl(url: String): Video? {
+        val response = client.newCall(GET(url)).execute()
+        // Overwrite url to the redirected one
+        val url = response.request.url.toString()
+        val doodTld = url.substringAfter("https://dood.").substringBefore("/")
+        val content = response.body!!.string()
+        if (!content.contains("'/pass_md5/")) return null
+        val md5 = content.substringAfter("'/pass_md5/").substringBefore("',")
+        val token = md5.substringAfterLast("/")
+        val randomString = getRandomString()
+        val expiry = System.currentTimeMillis()
+        val videoUrlStart = client.newCall(
+            GET(
+                "https://dood.$doodTld/pass_md5/$md5",
+                Headers.headersOf("referer", url)
+            )
+        ).execute().body!!.string()
+        val videoUrl = "$videoUrlStart$randomString?token=$token&expiry=$expiry"
+        val newQuality = "Doodstream mirror"
+
+        return Video(url, newQuality, videoUrl, null, doodHeaders(doodTld))
+    }
+
+    private fun getRandomString(length: Int = 10): String {
+        val allowedChars = ('A'..'Z') + ('a'..'z') + ('0'..'9')
+        return (1..length)
+            .map { allowedChars.random() }
+            .joinToString("")
+    }
+
+    private fun doodHeaders(tld: String) = Headers.Builder().apply {
+        add("User-Agent", "Aniyomi")
+        add("Referer", "https://dood.$tld/")
+    }.build()
+}

src/pt/animesvision/src/eu/kanade/tachiyomi/animeextension/pt/animesvision/extractors/StreamTapeExtractor.kt

@@ -0,0 +1,19 @@
+package eu.kanade.tachiyomi.animeextension.pt.animesvision.extractors
+
+import eu.kanade.tachiyomi.animesource.model.Video
+import eu.kanade.tachiyomi.network.GET
+import eu.kanade.tachiyomi.util.asJsoup
+import okhttp3.OkHttpClient
+
+class StreamTapeExtractor(private val client: OkHttpClient) {
+    fun videoFromUrl(url: String): Video? {
+        val document = client.newCall(GET(url)).execute().asJsoup()
+        val script = document.select("script:containsData(document.getElementById('robotlink'))")
+            .firstOrNull()?.data()?.substringAfter("document.getElementById('robotlink').innerHTML = '")
+            ?: return null
+        val videoUrl = "https:" + script.substringBefore("'") +
+            script.substringAfter("+ ('xcd").substringBefore("'")
+        val quality = "StreamTape"
+        return Video(url, quality, videoUrl, null)
+    }
+}

src/pt/animesvision/src/eu/kanade/tachiyomi/animeextension/pt/animesvision/extractors/VisionFreeExtractor.kt

@@ -0,0 +1,19 @@
+package eu.kanade.tachiyomi.animeextension.pt.animesvision.extractors
+
+import android.util.Log
+import eu.kanade.tachiyomi.animesource.model.Video
+
+class VisionFreeExtractor {
+
+    private val REGEX_VISION_PLAYER = Regex(""""file":"(\S+?)",.*?"label":"(.*?)"""")
+    private val TAG = "VisionFreeExtractor"
+
+    fun videoListFromHtml(html: String): List<Video> {
+        return REGEX_VISION_PLAYER.findAll(html).map {
+            val videoUrl = it.groupValues[1].replace("\\", "")
+            val quality = it.groupValues[2]
+            Log.i(TAG, "$videoUrl -> $quality")
+            Video(videoUrl, quality, videoUrl, null)
+        }.toList()
+    }
+}