Davide Sapienza
164 lines
5.0 KiB
Python
164 lines
5.0 KiB
Python
import torch
|
|
import urllib
|
|
from PIL import Image
|
|
from torchvision import transforms
|
|
from torchsummary import summary
|
|
import numpy as np
|
|
import struct
|
|
|
|
import torch.nn as nn
|
|
|
|
def bin_write(f, data):
|
|
data =data.flatten()
|
|
# print(data)
|
|
fmt = 'f'*len(data)
|
|
bin = struct.pack(fmt, *data)
|
|
f.write(bin)
|
|
|
|
def hook(module, input, output):
|
|
setattr(module, "_value_hook", output)
|
|
|
|
|
|
|
|
def print_wb(model, folder):
|
|
for name, param in model.named_parameters():
|
|
# print ("Layer", name)
|
|
t = name.split('.')[0:-1]
|
|
arg = name.split('.')[-1]
|
|
t = '-'.join(t)
|
|
print (" type: ", t)
|
|
|
|
if arg == 'weight':
|
|
w = param.data.numpy()
|
|
print (" weights shape:", np.shape(w))
|
|
w.tofile(folder + "/" + t + ".bin", format="f")
|
|
elif arg == 'bias':
|
|
b = param.data.numpy()
|
|
print (" bias shape:", np.shape(b))
|
|
b.tofile(folder + "/" + t + ".bias.bin", format="f")
|
|
else:
|
|
print("Ops!")
|
|
|
|
|
|
def print_wb_output(model, input_batch):
|
|
for n, m in model.named_modules():
|
|
m.register_forward_hook(hook)
|
|
|
|
model(input_batch)
|
|
i = input_batch.data.numpy()
|
|
i = np.array(i, dtype=np.float32)
|
|
print(i.shape)
|
|
i.tofile("debug/input.bin", format="f")
|
|
|
|
f = None
|
|
for n, m in model.named_modules():
|
|
in_output = m._value_hook
|
|
o = in_output.data.numpy()
|
|
o = np.array(o, dtype=np.float32)
|
|
t = '-'.join(n.split('.'))
|
|
o.tofile("debug/" + t + ".bin", format="f")
|
|
|
|
if not(' of Conv2d' in str(m.type) or ' of Linear' in str(m.type) or ' of BatchNorm2d' in str(m.type)):
|
|
continue
|
|
|
|
if ' of Conv2d' in str(m.type) or ' of Linear' in str(m.type):
|
|
file_name = "layers/" + t + ".bin"
|
|
print("open file: ", file_name)
|
|
f = open(file_name, mode='wb')
|
|
|
|
print(n, ' ----------------------------------------------------------------')
|
|
# print(m._parameters)
|
|
#print(m.type)
|
|
|
|
w = np.array([])
|
|
b = np.array([])
|
|
|
|
|
|
if 'weight' in m._parameters and m._parameters['weight'] is not None:
|
|
w = m._parameters['weight'].data.numpy()
|
|
w = np.array(w, dtype=np.float32)
|
|
print (" weights shape:", np.shape(w))
|
|
|
|
if 'bias' in m._parameters and m._parameters['bias'] is not None:
|
|
b = m._parameters['bias'].data.numpy()
|
|
b = np.array(b, dtype=np.float32)
|
|
print (" bias shape:", np.shape(b))
|
|
# else:
|
|
# b = np.zeros(w.shape[0], dtype=np.float32)
|
|
# print (" bias shape:", np.shape(b))
|
|
|
|
if 'BatchNorm2d' in str(m.type):
|
|
b = m._parameters['bias'].data.numpy()
|
|
b = np.array(b, dtype=np.float32)
|
|
s = m._parameters['weight'].data.numpy()
|
|
s = np.array(s, dtype=np.float32)
|
|
rm = m.running_mean.data.numpy()
|
|
rm = np.array(rm, dtype=np.float32)
|
|
rv = m.running_var.data.numpy()
|
|
rv = np.array(rv, dtype=np.float32)
|
|
#s.tofile(f, format="f")
|
|
bin_write(f,b)
|
|
bin_write(f,s)
|
|
bin_write(f,rm)
|
|
bin_write(f,rv)
|
|
print (" s shape:", np.shape(s))
|
|
print (" rm shape:", np.shape(rm))
|
|
print (" rv shape:", np.shape(rv))
|
|
|
|
else:
|
|
|
|
# w.tofile(f, format="f")
|
|
bin_write(f,w)
|
|
# print("w- ",w)
|
|
if b.size > 0:
|
|
# b.tofile(f, format="f")
|
|
bin_write(f,b)
|
|
# print("b - ",b)
|
|
|
|
if ' of BatchNorm2d' in str(m.type) or ' of Linear' in str(m.type):
|
|
f.close()
|
|
print("close file")
|
|
f = None
|
|
# return
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
model = torch.hub.load('pytorch/vision', 'resnet101', pretrained=True)
|
|
model.eval()
|
|
|
|
# Download an example image from the pytorch website
|
|
url, filename = ("https://github.com/pytorch/hub/raw/master/dog.jpg", "dog.jpg")
|
|
try: urllib.URLopener().retrieve(url, filename)
|
|
except: urllib.request.urlretrieve(url, filename)
|
|
|
|
# sample execution (requires torchvision)
|
|
input_image = Image.open(filename)
|
|
preprocess = transforms.Compose([
|
|
transforms.Resize(256),
|
|
transforms.CenterCrop(224),
|
|
transforms.ToTensor(),
|
|
transforms.Normalize(mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225]),
|
|
])
|
|
input_tensor = preprocess(input_image)
|
|
input_batch = input_tensor.unsqueeze(0) # create a mini-batch as expected by the model
|
|
|
|
# move the input and model to GPU for speed if available
|
|
if torch.cuda.is_available():
|
|
input_batch = input_batch.to('cuda')
|
|
model.to('cuda')
|
|
|
|
with torch.no_grad():
|
|
output = model(input_batch)
|
|
|
|
# Tensor of shape 1000, with confidence scores over Imagenet's 1000 classes
|
|
# print(output)
|
|
|
|
|
|
print_wb_output(model, input_batch)
|
|
|
|
# print(list(model.children()))
|