package net.pterodactylus.sone.core import com.google.common.base.Ticker import freenet.keys.FreenetURI import net.pterodactylus.sone.core.FreenetInterface.BackgroundFetchCallback import net.pterodactylus.sone.test.* import org.hamcrest.MatcherAssert.assertThat import org.hamcrest.Matchers.contains import org.hamcrest.Matchers.equalTo import org.junit.Rule import org.junit.Test import java.io.ByteArrayOutputStream import java.util.concurrent.TimeUnit.MINUTES import java.util.concurrent.atomic.AtomicReference import kotlin.math.min /** * Unit test for [DefaultElementLoaderTest]. */ class DefaultElementLoaderTest { @Test fun `image loader starts request for link that is not known`() { runWithCallback(IMAGE_ID) { _, _, _, fetchedUris -> assertThat(fetchedUris, contains(freenetURI)) } } @Test fun `element loader only starts request once`() { runWithCallback(IMAGE_ID) { elementLoader, _, _, fetchedUris -> elementLoader.loadElement(IMAGE_ID) assertThat(fetchedUris, contains(freenetURI)) } } @Test fun `element loader returns loading element on first call`() { runWithCallback(IMAGE_ID) { _, linkedElement, _, _ -> assertThat(linkedElement.loading, equalTo(true)) } } @Test fun `element loader does not cancel on image mime type with 2 mib size`() { runWithCallback(IMAGE_ID) { _, _, callback, _ -> assertThat(callback.shouldCancel(freenetURI, "image/png", sizeOkay), equalTo(false)) } } @Test fun `element loader does cancel on image mime type with more than 2 mib size`() { runWithCallback(IMAGE_ID) { _, _, callback, _ -> assertThat(callback.shouldCancel(freenetURI, "image/png", sizeNotOkay), equalTo(true)) } } @Test fun `element loader does cancel on audio mime type`() { runWithCallback(IMAGE_ID) { _, _, callback, _ -> assertThat(callback.shouldCancel(freenetURI, "audio/mpeg", sizeOkay), equalTo(true)) } } @Test fun `element loader does cancel on video mime type`() { runWithCallback(IMAGE_ID) { _, _, callback, _ -> assertThat(callback.shouldCancel(freenetURI, "video/mkv", sizeOkay), equalTo(true)) } } @Test fun `element loader does cancel on text mime type`() { runWithCallback(IMAGE_ID) { _, _, callback, _ -> assertThat(callback.shouldCancel(freenetURI, "text/plain", sizeOkay), equalTo(true)) } } @Test fun `element loader does not cancel on text html mime type`() { runWithCallback(IMAGE_ID) { _, _, callback, _ -> assertThat(callback.shouldCancel(freenetURI, "text/html", sizeOkay), equalTo(false)) } } @Test fun `image loader can load image`() { runWithCallback(decomposedKey) { elementLoader, _, callback, _ -> callback.loaded(FreenetURI(normalizedKey), "image/png", read("/static/images/unknown-image-0.png")) val linkedElement = elementLoader.loadElement(decomposedKey) mapOf( "type" to "image", "size" to 2451, "sizeHuman" to "2 KiB" ).also { assertThat(linkedElement, equalTo(LinkedElement(normalizedKey, properties = it))) } } } @Test fun `element loader can extract description from description header`() { runWithCallback(textKey) { elementLoader, _, callback, _ -> callback.loaded(FreenetURI(textKey), "text/html; charset=UTF-8", read("element-loader.html")) val linkedElement = elementLoader.loadElement(textKey) mapOf( "type" to "html", "size" to 266, "sizeHuman" to "266 B", "title" to "Some Nice Page Title", "description" to "This is an example of a very nice freesite." ).also { assertThat(linkedElement, equalTo(LinkedElement(textKey, properties = it))) } } } @Test fun `element loader can extract description from first non-heading paragraph`() { runWithCallback(textKey) { elementLoader, _, callback, _ -> callback.loaded(FreenetURI(textKey), "text/html; charset=UTF-8", read("element-loader2.html")) val linkedElement = elementLoader.loadElement(textKey) mapOf( "type" to "html", "size" to 185, "sizeHuman" to "185 B", "title" to "Some Nice Page Title", "description" to "This is the first paragraph of the very nice freesite." ).also { assertThat(linkedElement, equalTo(LinkedElement(textKey, properties = it))) } } } @Test fun `element loader can not extract description if html is more complicated`() { runWithCallback(textKey) { elementLoader, _, callback, _ -> callback.loaded(FreenetURI(textKey), "text/html; charset=UTF-8", read("element-loader3.html")) val linkedElement = elementLoader.loadElement(textKey) mapOf( "type" to "html", "size" to 204, "sizeHuman" to "204 B", "title" to "Some Nice Page Title", "description" to null ).also { assertThat(linkedElement, equalTo(LinkedElement(textKey, properties = it))) } } } @Test fun `element loader can not extract title if it is missing`() { runWithCallback(textKey) { elementLoader, _, callback, _ -> callback.loaded(FreenetURI(textKey), "text/html; charset=UTF-8", read("element-loader4.html")) val linkedElement = elementLoader.loadElement(textKey) mapOf( "type" to "html", "size" to 229, "sizeHuman" to "229 B", "title" to null, "description" to "This is an example of a very nice freesite." ).also { assertThat(linkedElement, equalTo(LinkedElement(textKey, properties = it))) } } } @Test fun `image is not loaded again after it failed`() { runWithCallback(IMAGE_ID) { elementLoader, _, callback, _ -> elementLoader.loadElement(IMAGE_ID) callback.failed(freenetURI) assertThat(elementLoader.loadElement(IMAGE_ID).failed, equalTo(true)) } } @Test fun `image is loaded again after failure cache is expired`() { runWithCallback(IMAGE_ID, createTicker(1, MINUTES.toNanos(31))) { elementLoader, _, callback, _ -> elementLoader.loadElement(IMAGE_ID) callback.failed(freenetURI) val linkedElement = elementLoader.loadElement(IMAGE_ID) assertThat(linkedElement.failed, equalTo(false)) assertThat(linkedElement.loading, equalTo(true)) } } private fun read(resource: String): ByteArray = javaClass.getResourceAsStream(resource)?.use { input -> ByteArrayOutputStream().use { input.copyTo(it) it }.toByteArray() } ?: ByteArray(0) @get:Rule val silencedLoggin = silencedLogging() } private fun runWithCallback(requestUri: String, ticker: Ticker = createTicker(), callbackAction: (elementLoader: ElementLoader, linkedElement: LinkedElement, callback: BackgroundFetchCallback, fetchedUris: List) -> Unit) { val fetchedUris = mutableListOf() val callback = AtomicReference() val freenetInterface = overrideStartFetch { uri, backgroundFetchCallback -> fetchedUris += uri callback.set(backgroundFetchCallback) } val elementLoader = DefaultElementLoader(freenetInterface, ticker) val linkedElement = elementLoader.loadElement(requestUri) callbackAction(elementLoader, linkedElement, callback.get(), fetchedUris) } private fun overrideStartFetch(action: (FreenetURI, BackgroundFetchCallback) -> Unit) = object : FreenetInterface(null, null, null, null, null, dummyHighLevelSimpleClientCreator) { override fun startFetch(uri: FreenetURI, backgroundFetchCallback: BackgroundFetchCallback) { action(uri, backgroundFetchCallback) } } private fun createTicker(vararg times: Long = LongArray(1) { 1 }) = object : Ticker() { private var counter = 0 override fun read() = times[min(times.size - 1, counter)] .also { counter++ } } private const val IMAGE_ID = "KSK@gpl.png" private val freenetURI = FreenetURI(IMAGE_ID) private const val decomposedKey = "CHK@DCiVgTWW9nnWHJc9EVwtFJ6jAfBSVyy~rgiPvhUKbS4,mNY85V0x7dYcv7SnEYo1PCC6y2wNWMDNt-y9UWQx9fI,AAMC--8/fru%CC%88hstu%CC%88ck.jpg" private const val normalizedKey = "CHK@DCiVgTWW9nnWHJc9EVwtFJ6jAfBSVyy~rgiPvhUKbS4,mNY85V0x7dYcv7SnEYo1PCC6y2wNWMDNt-y9UWQx9fI,AAMC--8/frühstück.jpg" private const val textKey = "KSK@gpl.html" private const val sizeOkay = 2097152L private const val sizeNotOkay = sizeOkay + 1