X-Git-Url: https://git.pterodactylus.net/?p=Sone.git;a=blobdiff_plain;f=src%2Fmain%2Fkotlin%2Fnet%2Fpterodactylus%2Fsone%2Fcore%2FDefaultElementLoader.kt;h=9eae5977815baecf0935bd4dcb401577f8658dda;hp=98a2caa7f2e78a31b34f5a757600aa3309eeb377;hb=5b0a3b1498a972ec1dedfcb97d6b831d03e58b07;hpb=b91ce252d94a8876097b939e129dc33264cef2f5 diff --git a/src/main/kotlin/net/pterodactylus/sone/core/DefaultElementLoader.kt b/src/main/kotlin/net/pterodactylus/sone/core/DefaultElementLoader.kt index 98a2caa..9eae597 100644 --- a/src/main/kotlin/net/pterodactylus/sone/core/DefaultElementLoader.kt +++ b/src/main/kotlin/net/pterodactylus/sone/core/DefaultElementLoader.kt @@ -4,6 +4,8 @@ import com.google.common.base.Ticker import com.google.common.cache.CacheBuilder import freenet.keys.FreenetURI import java.io.ByteArrayInputStream +import java.net.URLDecoder +import java.text.Normalizer import java.util.concurrent.TimeUnit.MINUTES import javax.imageio.ImageIO import javax.inject.Inject @@ -11,54 +13,70 @@ import javax.inject.Inject /** * [ElementLoader] implementation that uses a simple Guava [com.google.common.cache.Cache]. */ -class DefaultElementLoader @Inject constructor(private val freenetInterface: FreenetInterface, ticker: Ticker = Ticker.systemTicker()) : ElementLoader { +class DefaultElementLoader(private val freenetInterface: FreenetInterface, ticker: Ticker) : ElementLoader { + + @Inject constructor(freenetInterface: FreenetInterface) : this(freenetInterface, Ticker.systemTicker()) private val loadingLinks = CacheBuilder.newBuilder().build() private val failureCache = CacheBuilder.newBuilder().ticker(ticker).expireAfterWrite(30, MINUTES).build() private val imageCache = CacheBuilder.newBuilder().build() private val callback = object : FreenetInterface.BackgroundFetchCallback { override fun cancelForMimeType(uri: FreenetURI, mimeType: String): Boolean { + println("Got MIME Type “$mimeType” for $uri.") return !mimeType.startsWith("image/") } override fun loaded(uri: FreenetURI, mimeType: String, data: ByteArray) { + println("Got ${data.size} Bytes with MIME Type $mimeType for $uri.") if (!mimeType.startsWith("image/")) { return } ByteArrayInputStream(data).use { ImageIO.read(it) }?.let { - imageCache.get(uri.toString()) { LinkedElement(uri.toString()) } + println("Successfully parsed images from $uri.") + imageCache.get(uri.toString().decode().normalize()) { LinkedElement(uri.toString()) } } removeLoadingLink(uri) } override fun failed(uri: FreenetURI) { - failureCache.put(uri.toString(), true) + println("Failed to load $uri.") + failureCache.put(uri.toString().decode().normalize(), true) removeLoadingLink(uri) } private fun removeLoadingLink(uri: FreenetURI) { + println("Not loading anymore: $uri.") synchronized(loadingLinks) { - loadingLinks.invalidate(uri.toString()) + loadingLinks.invalidate(uri.toString().decode().normalize()) } } } override fun loadElement(link: String): LinkedElement { + val normalizedLink = link.decode().normalize() + println("Checking for $normalizedLink...") synchronized(loadingLinks) { - imageCache.getIfPresent(link)?.run { + imageCache.getIfPresent(normalizedLink)?.run { + println("In the Image Cache: $normalizedLink") return this } - failureCache.getIfPresent(link)?.run { + failureCache.getIfPresent(normalizedLink)?.run { + println("In the Failure Cache: $normalizedLink") return LinkedElement(link, failed = true) } - if (loadingLinks.getIfPresent(link) == null) { - loadingLinks.put(link, true) + if (loadingLinks.getIfPresent(normalizedLink) == null) { + println("Not loading: $normalizedLink") + loadingLinks.put(normalizedLink, true) freenetInterface.startFetch(FreenetURI(link), callback) } } + println("Returning loading element: $normalizedLink") return LinkedElement(link, loading = true) } + private fun String.decode() = URLDecoder.decode(this, "UTF-8") + private fun String.normalize() = Normalizer.normalize(this, Normalizer.Form.NFC) + }