X-Git-Url: https://git.pterodactylus.net/?a=blobdiff_plain;f=src%2Fmain%2Fkotlin%2Fnet%2Fpterodactylus%2Fsone%2Fcore%2FDefaultElementLoader.kt;h=67d55387a510e7ad3715f138df93b6d9ec8bd16e;hb=5a1d1f95e7d122752a405bf1730e67cafb0df177;hp=9eae5977815baecf0935bd4dcb401577f8658dda;hpb=5b0a3b1498a972ec1dedfcb97d6b831d03e58b07;p=Sone.git diff --git a/src/main/kotlin/net/pterodactylus/sone/core/DefaultElementLoader.kt b/src/main/kotlin/net/pterodactylus/sone/core/DefaultElementLoader.kt index 9eae597..67d5538 100644 --- a/src/main/kotlin/net/pterodactylus/sone/core/DefaultElementLoader.kt +++ b/src/main/kotlin/net/pterodactylus/sone/core/DefaultElementLoader.kt @@ -1,6 +1,7 @@ package net.pterodactylus.sone.core import com.google.common.base.Ticker +import com.google.common.cache.Cache import com.google.common.cache.CacheBuilder import freenet.keys.FreenetURI import java.io.ByteArrayInputStream @@ -17,37 +18,41 @@ class DefaultElementLoader(private val freenetInterface: FreenetInterface, ticke @Inject constructor(freenetInterface: FreenetInterface) : this(freenetInterface, Ticker.systemTicker()) - private val loadingLinks = CacheBuilder.newBuilder().build() - private val failureCache = CacheBuilder.newBuilder().ticker(ticker).expireAfterWrite(30, MINUTES).build() - private val imageCache = CacheBuilder.newBuilder().build() + private val loadingLinks: Cache = CacheBuilder.newBuilder().build() + private val failureCache: Cache = CacheBuilder.newBuilder().ticker(ticker).expireAfterWrite(30, MINUTES).build() + private val imageCache: Cache = CacheBuilder.newBuilder().build() private val callback = object : FreenetInterface.BackgroundFetchCallback { - override fun cancelForMimeType(uri: FreenetURI, mimeType: String): Boolean { - println("Got MIME Type “$mimeType” for $uri.") - return !mimeType.startsWith("image/") + override fun shouldCancel(uri: FreenetURI, mimeType: String, size: Long): Boolean { + return !mimeType.startsWith("image/") || (size > 2097152) } override fun loaded(uri: FreenetURI, mimeType: String, data: ByteArray) { - println("Got ${data.size} Bytes with MIME Type $mimeType for $uri.") if (!mimeType.startsWith("image/")) { return } ByteArrayInputStream(data).use { ImageIO.read(it) }?.let { - println("Successfully parsed images from $uri.") - imageCache.get(uri.toString().decode().normalize()) { LinkedElement(uri.toString()) } + imageCache.get(uri.toString().decode().normalize()) { + LinkedElement(uri.toString(), properties = mapOf("size" to data.size, "sizeHuman" to data.size.human)) + } } removeLoadingLink(uri) } + private val Int.human get() = when (this) { + in 0..1023 -> "$this B" + in 1024..1048575 -> "${this / 1024} KiB" + in 1048576..1073741823 -> "${this / 1048576} MiB" + else -> "${this / 1073741824} GiB" + } + override fun failed(uri: FreenetURI) { - println("Failed to load $uri.") failureCache.put(uri.toString().decode().normalize(), true) removeLoadingLink(uri) } private fun removeLoadingLink(uri: FreenetURI) { - println("Not loading anymore: $uri.") synchronized(loadingLinks) { loadingLinks.invalidate(uri.toString().decode().normalize()) } @@ -56,27 +61,22 @@ class DefaultElementLoader(private val freenetInterface: FreenetInterface, ticke override fun loadElement(link: String): LinkedElement { val normalizedLink = link.decode().normalize() - println("Checking for $normalizedLink...") synchronized(loadingLinks) { imageCache.getIfPresent(normalizedLink)?.run { - println("In the Image Cache: $normalizedLink") return this } failureCache.getIfPresent(normalizedLink)?.run { - println("In the Failure Cache: $normalizedLink") return LinkedElement(link, failed = true) } if (loadingLinks.getIfPresent(normalizedLink) == null) { - println("Not loading: $normalizedLink") loadingLinks.put(normalizedLink, true) freenetInterface.startFetch(FreenetURI(link), callback) } } - println("Returning loading element: $normalizedLink") return LinkedElement(link, loading = true) } - private fun String.decode() = URLDecoder.decode(this, "UTF-8") - private fun String.normalize() = Normalizer.normalize(this, Normalizer.Form.NFC) + private fun String.decode() = URLDecoder.decode(this, "UTF-8")!! + private fun String.normalize() = Normalizer.normalize(this, Normalizer.Form.NFC)!! }