lllliuhhhhggg
commited on
Commit
•
af3d978
1
Parent(s):
aa89ed1
Update eva_vit_model.py
Browse files- eva_vit_model.py +1 -5
eva_vit_model.py
CHANGED
@@ -11,13 +11,9 @@ import torch
|
|
11 |
import torch.nn as nn
|
12 |
import torch.nn.functional as F
|
13 |
import yaml
|
14 |
-
from open_clip.transform import image_transform
|
15 |
from timm.models.layers import drop_path, to_2tuple, trunc_normal_
|
16 |
|
17 |
-
|
18 |
-
from open_flamingo.src.visual_encoder.rope import VisionRotaryEmbeddingFast
|
19 |
-
from open_flamingo.src.visual_encoder.transformer import Attention, PatchDropout
|
20 |
-
from open_flamingo.src.xperf_training import FTFlashAttention, FTLayerNorm, FTLinear
|
21 |
|
22 |
if os.getenv("ENV_TYPE") == "deepspeed":
|
23 |
try:
|
|
|
11 |
import torch.nn as nn
|
12 |
import torch.nn.functional as F
|
13 |
import yaml
|
|
|
14 |
from timm.models.layers import drop_path, to_2tuple, trunc_normal_
|
15 |
|
16 |
+
|
|
|
|
|
|
|
17 |
|
18 |
if os.getenv("ENV_TYPE") == "deepspeed":
|
19 |
try:
|