dev(narugo): merge from index

app.py

@@ -14,6 +14,8 @@ from hfutils.operate import get_hf_fs, get_hf_client
 from hfutils.utils import TemporaryDirectory
 from imgutils.tagging import wd14
 
+from pools import quick_webp_pool
+
 _REPO_ID = 'deepghs/anime_sites_indices'
 
 hf_fs = get_hf_fs()
@@ -38,7 +40,8 @@ _SITE_CLS = {
 
 def _get_from_ids(site_name: str, ids: List[int]) -> Dict[int, Image.Image]:
     with TemporaryDirectory() as td:
-        datapool = _SITE_CLS[site_name]()
+        site_cls = _SITE_CLS.get(site_name) or quick_webp_pool(site_name, 3)
+        datapool = site_cls()
         datapool.batch_download_to_directory(
             resource_ids=ids,
             dst_dir=td,

pools.py

@@ -0,0 +1,20 @@
+from typing import Type
+
+from cheesechaser.datapool import IncrementIDDataPool
+
+
+def quick_webp_pool(site_name: str, level: int = 3) -> Type[IncrementIDDataPool]:
+    repo_id = f'deepghs/{site_name}-webp-4Mpixel'
+
+    class _QuickWebpDataPool(IncrementIDDataPool):
+        def __init__(self, revision: str = 'main'):
+            IncrementIDDataPool.__init__(
+                self,
+                data_repo_id=repo_id,
+                data_revision=revision,
+                idx_repo_id=repo_id,
+                idx_revision=revision,
+                base_level=level,
+            )
+
+    return _QuickWebpDataPool