import numpy as np import torch import torch.nn as nn from collections import OrderedDict def tf2th(conv_weights): """Possibly convert HWIO to OIHW.""" if conv_weights.ndim == 4: conv_weights = conv_weights.transpose([3, 2, 0, 1]) return torch.from_numpy(conv_weights) def _rename_conv_weights_for_deformable_conv_layers(state_dict, cfg): import re layer_keys = sorted(state_dict.keys()) for ix, stage_with_dcn in enumerate(cfg.MODEL.RESNETS.STAGE_WITH_DCN, 1): if not stage_with_dcn: continue for old_key in layer_keys: pattern = ".*block{}.*conv2.*".format(ix) r = re.match(pattern, old_key) if r is None: continue for param in ["weight", "bias"]: if old_key.find(param) is -1: continue if 'unit01' in old_key: continue new_key = old_key.replace( "conv2.{}".format(param), "conv2.conv.{}".format(param) ) print("pattern: {}, old_key: {}, new_key: {}".format( pattern, old_key, new_key )) # Calculate SD conv weight w = state_dict[old_key] v, m = torch.var_mean(w, dim=[1, 2, 3], keepdim=True, unbiased=False) w = (w - m) / torch.sqrt(v + 1e-10) state_dict[new_key] = w del state_dict[old_key] return state_dict def load_big_format(cfg, f): model = OrderedDict() weights = np.load(f) cmap = {'a':1, 'b':2, 'c':3} for key, val in weights.items(): old_key = key.replace('resnet/', '') if 'root_block' in old_key: new_key = 'root.conv.weight' elif '/proj/standardized_conv2d/kernel' in old_key: key_pattern = old_key.replace('/proj/standardized_conv2d/kernel', '').replace('resnet/', '') bname, uname, cidx = key_pattern.split('/') new_key = '{}.downsample.{}.conv{}.weight'.format(bname,uname,cmap[cidx]) elif '/standardized_conv2d/kernel' in old_key: key_pattern = old_key.replace('/standardized_conv2d/kernel', '').replace('resnet/', '') bname, uname, cidx = key_pattern.split('/') new_key = '{}.{}.conv{}.weight'.format(bname,uname,cmap[cidx]) elif '/group_norm/gamma' in old_key: key_pattern = old_key.replace('/group_norm/gamma', '').replace('resnet/', '') bname, uname, cidx = key_pattern.split('/') new_key = '{}.{}.gn{}.weight'.format(bname,uname,cmap[cidx]) elif '/group_norm/beta' in old_key: key_pattern = old_key.replace('/group_norm/beta', '').replace('resnet/', '') bname, uname, cidx = key_pattern.split('/') new_key = '{}.{}.gn{}.bias'.format(bname,uname,cmap[cidx]) else: print('Unknown key {}'.format(old_key)) continue print('Map {} -> {}'.format(key, new_key)) model[new_key] = tf2th(val) model = _rename_conv_weights_for_deformable_conv_layers(model, cfg) return dict(model=model)