X-Git-Url: https://git.pterodactylus.net/?a=blobdiff_plain;f=src%2Ftest%2Fkotlin%2Fnet%2Fpterodactylus%2Fsone%2Fcore%2FDefaultElementLoaderTest.kt;h=776d0c994fc4d5b59946eb01234b7fd77f4aeff4;hb=b91623458a0059ec31e6f57768b5814df97c093a;hp=03b42c3033cca479001fb6eff87bd38c9dd3776a;hpb=5a1d1f95e7d122752a405bf1730e67cafb0df177;p=Sone.git

diff --git a/src/test/kotlin/net/pterodactylus/sone/core/DefaultElementLoaderTest.kt b/src/test/kotlin/net/pterodactylus/sone/core/DefaultElementLoaderTest.kt
index 03b42c3..776d0c9 100644
--- a/src/test/kotlin/net/pterodactylus/sone/core/DefaultElementLoaderTest.kt
+++ b/src/test/kotlin/net/pterodactylus/sone/core/DefaultElementLoaderTest.kt
@@ -8,6 +8,7 @@ import net.pterodactylus.sone.test.capture
 import net.pterodactylus.sone.test.mock
 import org.hamcrest.MatcherAssert.assertThat
 import org.hamcrest.Matchers.`is`
+import org.hamcrest.Matchers.equalTo
 import org.junit.Test
 import org.mockito.ArgumentMatchers.any
 import org.mockito.ArgumentMatchers.eq
@@ -27,6 +28,7 @@ class DefaultElementLoaderTest {
 		private val freenetURI = FreenetURI(IMAGE_ID)
 		private const val decomposedKey = "CHK@DCiVgTWW9nnWHJc9EVwtFJ6jAfBSVyy~rgiPvhUKbS4,mNY85V0x7dYcv7SnEYo1PCC6y2wNWMDNt-y9UWQx9fI,AAMC--8/fru%CC%88hstu%CC%88ck.jpg"
 		private const val normalizedKey = "CHK@DCiVgTWW9nnWHJc9EVwtFJ6jAfBSVyy~rgiPvhUKbS4,mNY85V0x7dYcv7SnEYo1PCC6y2wNWMDNt-y9UWQx9fI,AAMC--8/frühstück.jpg"
+		private const val textKey = "KSK@gpl.html"
 		private val sizeOkay = 2097152L
 		private val sizeNotOkay = sizeOkay + 1
 	}
@@ -69,33 +71,102 @@ class DefaultElementLoaderTest {
 	}
 
 	@Test
-	fun `element loader does  cancel on audio mime type`() {
+	fun `element loader does cancel on audio mime type`() {
 		elementLoader.loadElement(IMAGE_ID)
 		verify(freenetInterface).startFetch(eq(freenetURI), callback.capture())
 		assertThat(callback.value.shouldCancel(freenetURI, "audio/mpeg", sizeOkay), `is`(true))
 	}
 
 	@Test
-	fun `element loader does not cancel on video mime type`() {
+	fun `element loader does cancel on video mime type`() {
 		elementLoader.loadElement(IMAGE_ID)
 		verify(freenetInterface).startFetch(eq(freenetURI), callback.capture())
 		assertThat(callback.value.shouldCancel(freenetURI, "video/mkv", sizeOkay), `is`(true))
 	}
 
 	@Test
-	fun `element loader does not cancel on text mime type`() {
+	fun `element loader does cancel on text mime type`() {
 		elementLoader.loadElement(IMAGE_ID)
 		verify(freenetInterface).startFetch(eq(freenetURI), callback.capture())
 		assertThat(callback.value.shouldCancel(freenetURI, "text/plain", sizeOkay), `is`(true))
 	}
 
 	@Test
+	fun `element loader does not cancel on text html mime type`() {
+		elementLoader.loadElement(IMAGE_ID)
+		verify(freenetInterface).startFetch(eq(freenetURI), callback.capture())
+		assertThat(callback.value.shouldCancel(freenetURI, "text/html", sizeOkay), `is`(false))
+	}
+
+	@Test
 	fun `image loader can load image`() {
 		elementLoader.loadElement(decomposedKey)
 		verify(freenetInterface).startFetch(eq(FreenetURI(decomposedKey)), callback.capture())
 		callback.value.loaded(FreenetURI(normalizedKey), "image/png", read("/static/images/unknown-image-0.png"))
 		val linkedElement = elementLoader.loadElement(decomposedKey)
-		assertThat(linkedElement, `is`(LinkedElement(normalizedKey, properties = mapOf("size" to 2451, "sizeHuman" to "2 KiB"))))
+		assertThat(linkedElement, `is`(LinkedElement(normalizedKey, properties = mapOf(
+				"type" to "image", "size" to 2451, "sizeHuman" to "2 KiB"
+		))))
+	}
+
+	@Test
+	fun `element loader can extract description from description header`() {
+	    elementLoader.loadElement(textKey)
+		verify(freenetInterface).startFetch(eq(FreenetURI(textKey)), callback.capture())
+		callback.value.loaded(FreenetURI(textKey), "text/html; charset=UTF-8", read("element-loader.html"))
+		val linkedElement = elementLoader.loadElement(textKey)
+		assertThat(linkedElement, equalTo(LinkedElement(textKey, properties = mapOf(
+				"type" to "html",
+				"size" to 266,
+				"sizeHuman" to "266 B",
+				"title" to "Some Nice Page Title",
+				"description" to "This is an example of a very nice freesite."
+		))))
+	}
+
+	@Test
+	fun `element loader can extract description from first non-heading paragraph`() {
+	    elementLoader.loadElement(textKey)
+		verify(freenetInterface).startFetch(eq(FreenetURI(textKey)), callback.capture())
+		callback.value.loaded(FreenetURI(textKey), "text/html; charset=UTF-8", read("element-loader2.html"))
+		val linkedElement = elementLoader.loadElement(textKey)
+		assertThat(linkedElement, equalTo(LinkedElement(textKey, properties = mapOf(
+				"type" to "html",
+				"size" to 185,
+				"sizeHuman" to "185 B",
+				"title" to "Some Nice Page Title",
+				"description" to "This is the first paragraph of the very nice freesite."
+		))))
+	}
+
+	@Test
+	fun `element loader can not extract description if html is more complicated`() {
+	    elementLoader.loadElement(textKey)
+		verify(freenetInterface).startFetch(eq(FreenetURI(textKey)), callback.capture())
+		callback.value.loaded(FreenetURI(textKey), "text/html; charset=UTF-8", read("element-loader3.html"))
+		val linkedElement = elementLoader.loadElement(textKey)
+		assertThat(linkedElement, equalTo(LinkedElement(textKey, properties = mapOf(
+				"type" to "html",
+				"size" to 204,
+				"sizeHuman" to "204 B",
+				"title" to "Some Nice Page Title",
+				"description" to null
+		))))
+	}
+
+	@Test
+	fun `element loader can not extract title if it is missing`() {
+	    elementLoader.loadElement(textKey)
+		verify(freenetInterface).startFetch(eq(FreenetURI(textKey)), callback.capture())
+		callback.value.loaded(FreenetURI(textKey), "text/html; charset=UTF-8", read("element-loader4.html"))
+		val linkedElement = elementLoader.loadElement(textKey)
+		assertThat(linkedElement, equalTo(LinkedElement(textKey, properties = mapOf(
+				"type" to "html",
+				"size" to 229,
+				"sizeHuman" to "229 B",
+				"title" to null,
+				"description" to "This is an example of a very nice freesite."
+		))))
 	}
 
 	@Test