Spaces:
Running
on
L4
Running
on
L4
Commit
·
dddb137
1
Parent(s):
21df5b4
fix a silly bug that hurts performance
Browse files- hugging_face/app.py +1 -1
- matanyone/model/matanyone.py +2 -2
hugging_face/app.py
CHANGED
@@ -474,7 +474,7 @@ If you have any questions, please feel free to reach me out at <b>peiqingyang99@
|
|
474 |
<br>
|
475 |
👏 **Acknowledgement**
|
476 |
<br>
|
477 |
-
|
478 |
"""
|
479 |
|
480 |
my_custom_css = """
|
|
|
474 |
<br>
|
475 |
👏 **Acknowledgement**
|
476 |
<br>
|
477 |
+
This project is built upon [Cutie](https://github.com/hkchengrex/Cutie), with the interactive demo adapted from [ProPainter](https://huggingface.co/spaces/sczhou/ProPainter), leveraging segmentation capabilities from [Segment Anything](https://github.com/facebookresearch/segment-anything). Thanks for their awesome works!
|
478 |
"""
|
479 |
|
480 |
my_custom_css = """
|
matanyone/model/matanyone.py
CHANGED
@@ -40,7 +40,7 @@ class MatAnyone(nn.Module):
|
|
40 |
self.object_transformer = QueryTransformer(model_cfg)
|
41 |
self.object_summarizer = ObjectSummarizer(model_cfg)
|
42 |
self.aux_computer = AuxComputer(cfg)
|
43 |
-
self.
|
44 |
|
45 |
self.register_buffer("pixel_mean", torch.Tensor(model_cfg.pixel_mean).view(-1, 1, 1), False)
|
46 |
self.register_buffer("pixel_std", torch.Tensor(model_cfg.pixel_std).view(-1, 1, 1), False)
|
@@ -58,7 +58,7 @@ class MatAnyone(nn.Module):
|
|
58 |
return others
|
59 |
|
60 |
def pred_uncertainty(self, last_pix_feat: torch.Tensor, cur_pix_feat: torch.Tensor, last_mask: torch.Tensor, mem_val_diff:torch.Tensor):
|
61 |
-
logits = self.
|
62 |
cur_frame_feat=cur_pix_feat,
|
63 |
last_mask=last_mask,
|
64 |
mem_val_diff=mem_val_diff)
|
|
|
40 |
self.object_transformer = QueryTransformer(model_cfg)
|
41 |
self.object_summarizer = ObjectSummarizer(model_cfg)
|
42 |
self.aux_computer = AuxComputer(cfg)
|
43 |
+
self.temp_sparity = UncertPred(model_cfg)
|
44 |
|
45 |
self.register_buffer("pixel_mean", torch.Tensor(model_cfg.pixel_mean).view(-1, 1, 1), False)
|
46 |
self.register_buffer("pixel_std", torch.Tensor(model_cfg.pixel_std).view(-1, 1, 1), False)
|
|
|
58 |
return others
|
59 |
|
60 |
def pred_uncertainty(self, last_pix_feat: torch.Tensor, cur_pix_feat: torch.Tensor, last_mask: torch.Tensor, mem_val_diff:torch.Tensor):
|
61 |
+
logits = self.temp_sparity(last_frame_feat=last_pix_feat,
|
62 |
cur_frame_feat=cur_pix_feat,
|
63 |
last_mask=last_mask,
|
64 |
mem_val_diff=mem_val_diff)
|