[kotlin] jsoup & retries

object RestUtil : Loggable {
    const val RETRIES = 3
    const val TIMEOUT = 5 * 60 * 1000

    private const val MAX_BODY_SIZE = 0
    private const val IGNORE_CONTENT_TYPE = true

    fun connection(
        url: String,
        json: String,
        headers: Map<String, String> = emptyMap(),
        data: Map<String, String>? = emptyMap(),
        timeout: Int? = TIMEOUT
    ): Connection {
        var connection = Jsoup.connect(url)

        headers.forEach {
            connection = connection.header(it.key, it.value)
        }

        data!!.forEach {
            connection = connection.data(it.key, it.value)
        }

        return connection
            .timeout(timeout!!)
            .maxBodySize(MAX_BODY_SIZE)
            .ignoreContentType(IGNORE_CONTENT_TYPE)
            .requestBody(json)
    }

    inline fun <reified T> get(
        url: String,
        json: String,
        headers: Map<String, String> = emptyMap(),
        data: Map<String, String>? = emptyMap(),
        retries: Int? = RETRIES,
        timeout: Int? = TIMEOUT,
    ): T {
        var text: String? = null

        run loop@{
            repeat(retries!!) {
                try {
                    text = connection(url, json, headers, data, timeout = timeout)
                        .get()
                        .text()
                    return@loop
                } catch (expected: Exception) {
                    logger.error(expected.message, expected)
                }
            }
        }

        if (text == null) {
            throw NotFoundException()
        }

        return try {
            text!!.toObject()
        } catch (expected: Exception) {
            text as T
        }
    }

    inline fun <reified T> post(
        url: String,
        json: String,
        headers: Map<String, String> = emptyMap(),
        data: Map<String, String>? = emptyMap(),
        retries: Int? = RETRIES,
        timeout: Int? = TIMEOUT,
    ): T {
        var text: String? = null

        run loop@{
            repeat(retries!!) {
                try {
                    text = connection(url, json, headers, data, timeout = timeout)
                        .post()
                        .text()
                    return@loop
                } catch (expected: Exception) {
                    logger.error(expected.message, expected)
                }
            }
        }

        if (text == null) {
            throw NotFoundException()
        }

        return try {
            text!!.toObject()
        } catch (expected: Exception) {
            text as T
        }
    }
}

https://stackoverflow.com/questions/10506577/jsoup-connections-and-retries

Jsoup connections and retries

https://stackoverflow.com/questions/37700926/using-jsoup-to-access-html-but-receives-error-code-503

Using Jsoup to access HTML but receives error code 503

https://jsoup.org/apidocs/org/jsoup/Connection.html

Connection (jsoup Java HTML Parser 1.15.4 API)