Spaces:
Sleeping
Sleeping
| import sys | |
| from pathlib import Path | |
| from .. import logger | |
| from ..utils.base_model import BaseModel | |
| lightglue_path = Path(__file__).parent / "../../third_party/LightGlue" | |
| sys.path.append(str(lightglue_path)) | |
| from lightglue import LightGlue as LG | |
| class LightGlue(BaseModel): | |
| default_conf = { | |
| "match_threshold": 0.2, | |
| "filter_threshold": 0.2, | |
| "width_confidence": 0.99, # for point pruning | |
| "depth_confidence": 0.95, # for early stopping, | |
| "features": "superpoint", | |
| "model_name": "superpoint_lightglue.pth", | |
| "flash": True, # enable FlashAttention if available. | |
| "mp": False, # enable mixed precision | |
| "add_scale_ori": False, | |
| } | |
| required_inputs = [ | |
| "image0", | |
| "keypoints0", | |
| "scores0", | |
| "descriptors0", | |
| "image1", | |
| "keypoints1", | |
| "scores1", | |
| "descriptors1", | |
| ] | |
| def _init(self, conf): | |
| weight_path = lightglue_path / "weights" / conf["model_name"] | |
| conf["weights"] = str(weight_path) | |
| conf["filter_threshold"] = conf["match_threshold"] | |
| self.net = LG(**conf) | |
| logger.info("Load lightglue model done.") | |
| def _forward(self, data): | |
| input = {} | |
| input["image0"] = { | |
| "image": data["image0"], | |
| "keypoints": data["keypoints0"], | |
| "descriptors": data["descriptors0"].permute(0, 2, 1), | |
| } | |
| if "scales0" in data: | |
| input["image0"] = {**input["image0"], "scales": data["scales0"]} | |
| if "oris0" in data: | |
| input["image0"] = {**input["image0"], "oris": data["oris0"]} | |
| input["image1"] = { | |
| "image": data["image1"], | |
| "keypoints": data["keypoints1"], | |
| "descriptors": data["descriptors1"].permute(0, 2, 1), | |
| } | |
| if "scales1" in data: | |
| input["image1"] = {**input["image1"], "scales": data["scales1"]} | |
| if "oris1" in data: | |
| input["image1"] = {**input["image1"], "oris": data["oris1"]} | |
| return self.net(input) | |