feat(src/pt): New source: Doramogo (#3282)

Co-authored-by: Secozzi <49240133+Secozzi@users.noreply.github.com>

src/pt/doramogo/AndroidManifest.xml

@@ -0,0 +1,22 @@
+<?xml version="1.0" encoding="utf-8"?>
+<manifest xmlns:android="http://schemas.android.com/apk/res/android">
+    <application>
+        <activity
+            android:name=".pt.doramogo.DoramogoUrlActivity"
+            android:excludeFromRecents="true"
+            android:exported="true"
+            android:theme="@android:style/Theme.NoDisplay">
+            <intent-filter>
+                <action android:name="android.intent.action.VIEW" />
+
+                <category android:name="android.intent.category.DEFAULT" />
+                <category android:name="android.intent.category.BROWSABLE" />
+
+                <data
+                    android:host="doramogo.com"
+                    android:pathPattern="/dorama/..*"
+                    android:scheme="https" />
+            </intent-filter>
+        </activity>
+    </application>
+</manifest>

src/pt/doramogo/build.gradle

@@ -0,0 +1,15 @@
+ext {
+    extName = 'Doramogo'
+    extClass = '.Doramogo'
+    extVersionCode = 1
+}
+
+apply from: "$rootDir/common.gradle"
+
+dependencies {
+    implementation(project(':lib:dailymotion-extractor'))
+    implementation(project(":lib:googledrive-extractor"))
+    implementation(project(":lib:okru-extractor"))
+    implementation(project(":lib:playlist-utils"))
+    implementation("dev.datlag.jsunpacker:jsunpacker:1.0.1")
+}

src/pt/doramogo/src/eu/kanade/tachiyomi/animeextension/pt/doramogo/Doramogo.kt

@@ -0,0 +1,206 @@
+package eu.kanade.tachiyomi.animeextension.pt.doramogo
+
+import eu.kanade.tachiyomi.animeextension.pt.doramogo.extractors.DoramogoExtractor
+import eu.kanade.tachiyomi.animesource.model.AnimeFilterList
+import eu.kanade.tachiyomi.animesource.model.AnimesPage
+import eu.kanade.tachiyomi.animesource.model.SAnime
+import eu.kanade.tachiyomi.animesource.model.SEpisode
+import eu.kanade.tachiyomi.animesource.model.Video
+import eu.kanade.tachiyomi.animesource.online.ParsedAnimeHttpSource
+import eu.kanade.tachiyomi.lib.dailymotionextractor.DailymotionExtractor
+import eu.kanade.tachiyomi.lib.googledriveextractor.GoogleDriveExtractor
+import eu.kanade.tachiyomi.lib.okruextractor.OkruExtractor
+import eu.kanade.tachiyomi.lib.playlistutils.PlaylistUtils
+import eu.kanade.tachiyomi.network.GET
+import eu.kanade.tachiyomi.network.awaitSuccess
+import eu.kanade.tachiyomi.util.asJsoup
+import eu.kanade.tachiyomi.util.parallelCatchingFlatMapBlocking
+import okhttp3.HttpUrl
+import okhttp3.HttpUrl.Companion.toHttpUrl
+import okhttp3.Request
+import okhttp3.Response
+import org.jsoup.nodes.Document
+import org.jsoup.nodes.Element
+
+class Doramogo : ParsedAnimeHttpSource() {
+
+    override val name = "Doramogo"
+
+    override val baseUrl = "https://doramogo.com"
+
+    override val lang = "pt-BR"
+
+    override val supportsLatest = true
+
+    override fun headersBuilder() = super.headersBuilder()
+        .add("Referer", baseUrl)
+        .add("Origin", baseUrl)
+
+    // ============================== Popular ===============================
+    override fun popularAnimeRequest(page: Int) = GET("$baseUrl/doramas/?filter_order=popular", headers)
+
+    override fun popularAnimeSelector() = "div.item-drm"
+
+    override fun popularAnimeFromElement(element: Element) = SAnime.create().apply {
+        setUrlWithoutDomain(element.selectFirst("a")!!.attr("href"))
+        title = element.selectFirst("div.title h3")!!.text()
+        thumbnail_url = element.selectFirst("div.cover > img")!!.attr("src")
+    }
+
+    override fun popularAnimeNextPageSelector() = null
+
+    // =============================== Latest ===============================
+    override fun latestUpdatesRequest(page: Int) = GET("$baseUrl/doramas/?filter_orderby=date", headers)
+
+    override fun latestUpdatesSelector() = popularAnimeSelector()
+
+    override fun latestUpdatesFromElement(element: Element) = popularAnimeFromElement(element)
+
+    override fun latestUpdatesNextPageSelector() = null
+
+    // =============================== Search ===============================
+    override suspend fun getSearchAnime(page: Int, query: String, filters: AnimeFilterList): AnimesPage {
+        return if (query.startsWith(PREFIX_SEARCH)) { // URL intent handler
+            val id = query.removePrefix(PREFIX_SEARCH)
+            client.newCall(GET("$baseUrl/dorama/$id"))
+                .awaitSuccess()
+                .use(::searchAnimeByIdParse)
+        } else {
+            super.getSearchAnime(page, query, filters)
+        }
+    }
+
+    private fun searchAnimeByIdParse(response: Response): AnimesPage {
+        val details = animeDetailsParse(response.asJsoup())
+        return AnimesPage(listOf(details), false)
+    }
+
+    override fun getFilterList() = DoramogoFilters.FILTER_LIST
+
+    override fun searchAnimeRequest(page: Int, query: String, filters: AnimeFilterList): Request {
+        val params = DoramogoFilters.getSearchParameters(filters)
+
+        val url = "$baseUrl/search".toHttpUrl().newBuilder()
+            .addPathSegment(query)
+            .addIfNotBlank("filter_audio", params.audio)
+            .addIfNotBlank("filter_genre", params.genre)
+            .build()
+
+        return GET(url, headers = headers)
+    }
+
+    override fun searchAnimeSelector() = popularAnimeSelector()
+
+    override fun searchAnimeFromElement(element: Element) = popularAnimeFromElement(element)
+
+    override fun searchAnimeNextPageSelector() = null
+
+    // =========================== Anime Details ============================
+    override fun animeDetailsParse(document: Document) = SAnime.create().apply {
+        setUrlWithoutDomain(document.location())
+        title = document.selectFirst("div.dados h1")!!.text()
+        thumbnail_url = document.select("div.image--cover").attr("style")
+            .substringAfter("background-image: url('").substringBefore("')")
+        description = document.selectFirst("p.readMor")!!.textNodes().joinToString("")
+    }
+
+    // ============================== Episodes ==============================
+    override fun episodeListParse(response: Response): List<SEpisode> {
+        return super.episodeListParse(response).reversed()
+    }
+
+    override fun episodeListSelector() = "li.episode--content"
+
+    override fun episodeFromElement(element: Element) = SEpisode.create().apply {
+        setUrlWithoutDomain(element.selectFirst("a")!!.attr("href"))
+        element.selectFirst("div.title-episode a")!!.textNodes().joinToString("").let {
+            name = it.substringAfter(". ")
+            episode_number = it.substringBefore(". ").toFloatOrNull() ?: 1F
+        }
+    }
+
+    // ============================ Video Links =============================
+    override fun videoListParse(response: Response): List<Video> {
+        val document = response.asJsoup()
+
+        val urls = document.select("div.source-box iframe[src]").map {
+            it.attr("src")
+        }
+
+        return urls.parallelCatchingFlatMapBlocking { getVideosFromURL(it) }
+    }
+
+    private val dailymotionExtractor by lazy { DailymotionExtractor(client, headers) }
+    private val doramogoExtractor by lazy { DoramogoExtractor(client, headers) }
+    private val gdriveExtractor by lazy { GoogleDriveExtractor(client, headers) }
+    private val okruExtractor by lazy { OkruExtractor(client) }
+    private val playlistUtils by lazy { PlaylistUtils(client, headers) }
+    private fun getVideosFromURL(url: String): List<Video> {
+        return when {
+            "dailymotion" in url -> dailymotionExtractor.videosFromUrl(url)
+            "ok.ru" in url -> okruExtractor.videosFromUrl(url)
+
+            "drive.google.com" in url -> {
+                val id = Regex("[\\w-]{28,}").find(url)?.groupValues?.get(0) ?: return emptyList()
+                gdriveExtractor.videosFromUrl(id, "GDrive")
+            }
+
+            "embedrise.com" in url -> {
+                val m3u8Url = client.newCall(GET(url)).execute()
+                    .asJsoup()
+                    .selectFirst("video source")?.attr("src") ?: return emptyList()
+                playlistUtils.extractFromHls(
+                    m3u8Url,
+                    referer = url,
+                    videoNameGen = { "Embedrise - $it" },
+                )
+            }
+
+            "streamable.com" in url -> {
+                val mp4Url = client.newCall(GET(url)).execute()
+                    .asJsoup()
+                    .selectFirst("video")
+                    ?.attr("src")
+                    ?.let {
+                        if (it.startsWith("//")) {
+                            return@let "https:$it"
+                        }
+                        it
+                    }
+                    ?: return emptyList()
+                listOf(
+                    Video(mp4Url, "Streamable", mp4Url, headers),
+                )
+            }
+
+            "/player/" in url -> doramogoExtractor.videosFromUrl(url)
+
+            else -> emptyList()
+        }
+    }
+
+    override fun videoListSelector(): String {
+        throw UnsupportedOperationException()
+    }
+
+    override fun videoFromElement(element: Element): Video {
+        throw UnsupportedOperationException()
+    }
+
+    override fun videoUrlParse(document: Document): String {
+        throw UnsupportedOperationException()
+    }
+
+    // ============================= Utilities ==============================
+
+    private fun HttpUrl.Builder.addIfNotBlank(query: String, value: String): HttpUrl.Builder {
+        if (value.isNotBlank()) {
+            addQueryParameter(query, value)
+        }
+        return this
+    }
+
+    companion object {
+        const val PREFIX_SEARCH = "id:"
+    }
+}

src/pt/doramogo/src/eu/kanade/tachiyomi/animeextension/pt/doramogo/DoramogoFilters.kt

@@ -0,0 +1,94 @@
+package eu.kanade.tachiyomi.animeextension.pt.doramogo
+
+import eu.kanade.tachiyomi.animesource.model.AnimeFilter
+import eu.kanade.tachiyomi.animesource.model.AnimeFilterList
+
+object DoramogoFilters {
+
+    open class QueryPartFilter(
+        displayName: String,
+        val vals: Array<Pair<String, String>>,
+    ) : AnimeFilter.Select<String>(
+        displayName,
+        vals.map { it.first }.toTypedArray(),
+    ) {
+        fun toQueryPart() = vals[state].second
+    }
+
+    private inline fun <reified R> AnimeFilterList.asQueryPart(): String {
+        return (first { it is R } as QueryPartFilter).toQueryPart()
+    }
+
+    class AudioFilter : QueryPartFilter("Audio", DoramogoFiltersData.AUDIOS)
+
+    class GenreFilter : QueryPartFilter("Gênero", DoramogoFiltersData.GENRES)
+
+    val FILTER_LIST
+        get() = AnimeFilterList(
+            AudioFilter(),
+            AnimeFilter.Separator(),
+            GenreFilter(),
+        )
+
+    class FilterSearchParams(
+        val audio: String = "",
+        val genre: String = "",
+    )
+
+    internal fun getSearchParameters(filters: AnimeFilterList): FilterSearchParams {
+        if (filters.isEmpty()) return FilterSearchParams()
+
+        return FilterSearchParams(
+            filters.asQueryPart<AudioFilter>(),
+            filters.asQueryPart<GenreFilter>(),
+        )
+    }
+
+    private object DoramogoFiltersData {
+        val AUDIOS = arrayOf(
+            Pair("Todos", ""),
+            Pair("Legendado", "legendados"),
+            Pair("Dublado", "dublados"),
+        )
+
+        val GENRES = arrayOf(
+            Pair("Todos", ""),
+            Pair("Ação", "6"),
+            Pair("Action & Adventure", "47"),
+            Pair("Aventura", "50"),
+            Pair("Business", "70"),
+            Pair("Chinês", "20"),
+            Pair("Comédia", "4"),
+            Pair("Crime", " 18"),
+            Pair("Documentário", "67"),
+            Pair("Drama", " 19"),
+            Pair("Escolar", "0"),
+            Pair("Esporte", "8"),
+            Pair("Família", "7"),
+            Pair("Fantasia", "62"),
+            Pair("Friendship", "31"),
+            Pair("Histórico", " 53"),
+            Pair("Horror", "91"),
+            Pair("Japan", " 31"),
+            Pair("Juventude", " 24"),
+            Pair("Law", "9"),
+            Pair("LGBTQ", " 35"),
+            Pair("Life", "42"),
+            Pair("Médico", "67"),
+            Pair("Melodrama", " 32"),
+            Pair("Militar", "8"),
+            Pair("Mistério", "7 "),
+            Pair("Música", "14"),
+            Pair("Política", "84"),
+            Pair("Psicológico", "7"),
+            Pair("Reality", "7"),
+            Pair("Romance", "5"),
+            Pair("Sci-Fi & Fantasy", "47"),
+            Pair("Sci-Fi", "23"),
+            Pair("Soap", "83"),
+            Pair("Supernatural", "10"),
+            Pair("Thriller", "35"),
+            Pair("War & Politics", "67"),
+        )
+    }
+}

src/pt/doramogo/src/eu/kanade/tachiyomi/animeextension/pt/doramogo/DoramogoUrlActivity.kt

@@ -0,0 +1,41 @@
+package eu.kanade.tachiyomi.animeextension.pt.doramogo
+
+import android.app.Activity
+import android.content.ActivityNotFoundException
+import android.content.Intent
+import android.os.Bundle
+import android.util.Log
+import kotlin.system.exitProcess
+
+/**
+ * Springboard that accepts https://doramogo.com/dorama/<item> intents
+ * and redirects them to the main Aniyomi process.
+ */
+class DoramogoUrlActivity : Activity() {
+
+    private val tag = javaClass.simpleName
+
+    override fun onCreate(savedInstanceState: Bundle?) {
+        super.onCreate(savedInstanceState)
+        val pathSegments = intent?.data?.pathSegments
+        if (pathSegments != null && pathSegments.size > 1) {
+            val item = pathSegments[1]
+            val mainIntent = Intent().apply {
+                action = "eu.kanade.tachiyomi.ANIMESEARCH"
+                putExtra("query", "${Doramogo.PREFIX_SEARCH}$item")
+                putExtra("filter", packageName)
+            }
+
+            try {
+                startActivity(mainIntent)
+            } catch (e: ActivityNotFoundException) {
+                Log.e(tag, e.toString())
+            }
+        } else {
+            Log.e(tag, "could not parse uri from intent $intent")
+        }
+
+        finish()
+        exitProcess(0)
+    }
+}

src/pt/doramogo/src/eu/kanade/tachiyomi/animeextension/pt/doramogo/extractors/DoramogoExtractor.kt

@@ -0,0 +1,31 @@
+package eu.kanade.tachiyomi.animeextension.pt.doramogo.extractors
+
+import dev.datlag.jsunpacker.JsUnpacker
+import eu.kanade.tachiyomi.animesource.model.Video
+import eu.kanade.tachiyomi.network.GET
+import eu.kanade.tachiyomi.util.asJsoup
+import okhttp3.Headers
+import okhttp3.OkHttpClient
+
+class DoramogoExtractor(private val client: OkHttpClient, private val headers: Headers) {
+    fun videosFromUrl(url: String): List<Video> {
+        val document = client.newCall(GET(url, headers)).execute().asJsoup()
+
+        val script = document.selectFirst("script:containsData(eval):containsData(p,a,c,k,e,d)")
+            ?.data()
+            ?.replace(Regex("[\\u00E0-\\u00FC]"), "-") // Fix a bug in JsUnpacker with accents
+            ?.let(JsUnpacker::unpackAndCombine)
+            ?: return emptyList()
+
+        return script.substringAfter("sources:")
+            .substringBefore("]")
+            .split("{")
+            .drop(1)
+            .map { line ->
+                val url = line.substringAfter("file:\\'").substringBefore("\\'")
+                val quality = line.substringAfter("label:\\'").substringBefore("\\'")
+
+                Video(url, "Doramogo - $quality", url, headers)
+            }
+    }
+}