-class DefaultElementLoader @Inject constructor(private val freenetInterface: FreenetInterface) : ElementLoader {
-
- private val loadingLinks = CacheBuilder.newBuilder().build<String, Boolean>()
- private val imageCache = CacheBuilder.newBuilder().build<String, LinkedImage>()
- private val callback = object : FreenetInterface.BackgroundFetchCallback {
- override fun loaded(uri: FreenetURI, mimeType: String, data: ByteArray) {
- if (!mimeType.startsWith("image/")) {
- return
- }
- ByteArrayInputStream(data).use {
- ImageIO.read(it)
- }?.let {
- imageCache.get(uri.toString()) { LinkedImage(uri.toString()) }
+class DefaultElementLoader(private val freenetInterface: FreenetInterface, ticker: Ticker): ElementLoader {
+
+ @Inject constructor(freenetInterface: FreenetInterface): this(freenetInterface, Ticker.systemTicker())
+
+ private val loadingLinks: Cache<String, Boolean> = CacheBuilder.newBuilder().build()
+ private val failureCache: Cache<String, Boolean> = CacheBuilder.newBuilder().ticker(ticker).expireAfterWrite(30, MINUTES).build()
+ private val elementCache: Cache<String, LinkedElement> = CacheBuilder.newBuilder().build()
+ private val callback = object: FreenetInterface.BackgroundFetchCallback {
+ override fun shouldCancel(uri: FreenetURI, mimeType: String, size: Long): Boolean {
+ return (size > 2097152) || (!mimeType.startsWith("image/") && !mimeType.startsWith("text/html"))
+ }
+
+ override fun loaded(uri: FreenetURI, mimeTypeText: String, data: ByteArray) {
+ MimeType(mimeTypeText).also { mimeType ->
+ when {
+ mimeType.primaryType == "image" -> {
+ ByteArrayInputStream(data).use {
+ ImageIO.read(it)
+ }?.let {
+ elementCache.get(uri.toString().decode().normalize()) {
+ LinkedElement(uri.toString(), properties = mapOf("type" to "image", "size" to data.size, "sizeHuman" to data.size.human))
+ }
+ }
+ }
+ mimeType.baseType == "text/html" -> {
+ val document = Jsoup.parse(data.toString(Charset.forName(mimeType.getParameter("charset") ?: "UTF-8")))
+ elementCache.get(uri.toString().decode().normalize()) {
+ LinkedElement(uri.toString(), properties = mapOf(
+ "type" to "html", "size" to data.size, "sizeHuman" to data.size.human,
+ "title" to document.title().emptyToNull,
+ "description" to (document.metaDescription ?: document.firstNonHeadingParagraph)
+ ))
+ }
+ }
+ }
+ removeLoadingLink(uri)