Push model using huggingface_hub.
Browse files- README.md +1 -194
- model.safetensors +1 -1
README.md
CHANGED
@@ -6,197 +6,4 @@ tags:
|
|
6 |
|
7 |
This model has been pushed to the Hub using the [PytorchModelHubMixin](https://huggingface.co/docs/huggingface_hub/package_reference/mixins#huggingface_hub.PyTorchModelHubMixin) integration:
|
8 |
- Library: [More Information Needed]
|
9 |
-
- Docs: [More Information Needed]
|
10 |
-
|
11 |
-
---
|
12 |
-
dataset_info:
|
13 |
-
features:
|
14 |
-
- name: image
|
15 |
-
dtype: image
|
16 |
-
- name: label
|
17 |
-
dtype:
|
18 |
-
class_label:
|
19 |
-
names:
|
20 |
-
'0': test
|
21 |
-
'1': train
|
22 |
-
'2': validation
|
23 |
-
splits:
|
24 |
-
- name: train
|
25 |
-
num_bytes: 7260686.0
|
26 |
-
num_examples: 560
|
27 |
-
- name: validation
|
28 |
-
num_bytes: 182280987.0
|
29 |
-
num_examples: 78
|
30 |
-
- name: test
|
31 |
-
num_bytes: 2290972.0
|
32 |
-
num_examples: 147
|
33 |
-
download_size: 172987254
|
34 |
-
dataset_size: 191832645.0
|
35 |
-
configs:
|
36 |
-
- config_name: default
|
37 |
-
data_files:
|
38 |
-
- split: train
|
39 |
-
path: data/train-*
|
40 |
-
- split: validation
|
41 |
-
path: data/validation-*
|
42 |
-
- split: test
|
43 |
-
path: data/test-*
|
44 |
-
---
|
45 |
-
Model inference:
|
46 |
-
# model
|
47 |
-
|
48 |
-
import os
|
49 |
-
import torch
|
50 |
-
import torch.nn as nn
|
51 |
-
from torch.utils.data import Dataset, DataLoader
|
52 |
-
from PIL import Image
|
53 |
-
from torchvision import transforms
|
54 |
-
import pandas as pd
|
55 |
-
from huggingface_hub import PyTorchModelHubMixin
|
56 |
-
|
57 |
-
# Define the custom dataset
|
58 |
-
class GPSImageDataset(Dataset):
|
59 |
-
def __init__(self, hf_dataset, transform=None, lat_mean=None, lat_std=None, lon_mean=None, lon_std=None):
|
60 |
-
self.hf_dataset = hf_dataset
|
61 |
-
self.transform = transform
|
62 |
-
|
63 |
-
# Compute mean and std from the dataframe if not provided
|
64 |
-
self.latitude_mean = lat_mean if lat_mean is not None else np.mean(np.array(self.hf_dataset['Latitude']))
|
65 |
-
self.latitude_std = lat_std if lat_std is not None else np.std(np.array(self.hf_dataset['Latitude']))
|
66 |
-
self.longitude_mean = lon_mean if lon_mean is not None else np.mean(np.array(self.hf_dataset['Longitude']))
|
67 |
-
self.longitude_std = lon_std if lon_std is not None else np.std(np.array(self.hf_dataset['Longitude']))
|
68 |
-
|
69 |
-
def __len__(self):
|
70 |
-
return len(self.hf_dataset)
|
71 |
-
|
72 |
-
def __getitem__(self, idx):
|
73 |
-
# Extract data
|
74 |
-
example = self.hf_dataset[idx]
|
75 |
-
|
76 |
-
# Load and process the image
|
77 |
-
image = example['image']
|
78 |
-
latitude = example['Latitude']
|
79 |
-
longitude = example['Longitude']
|
80 |
-
# image = image.rotate(-90, expand=True)
|
81 |
-
if self.transform:
|
82 |
-
image = self.transform(image)
|
83 |
-
|
84 |
-
# Normalize GPS coordinates
|
85 |
-
latitude = (latitude - self.latitude_mean) / self.latitude_std
|
86 |
-
longitude = (longitude - self.longitude_mean) / self.longitude_std
|
87 |
-
gps_coords = torch.tensor([latitude, longitude], dtype=torch.float32)
|
88 |
-
|
89 |
-
return image, gps_coords
|
90 |
-
|
91 |
-
|
92 |
-
# Define the CNN model
|
93 |
-
class CustomCNNModel(nn.Module, PyTorchModelHubMixin):
|
94 |
-
def __init__(self, num_classes=2):
|
95 |
-
super(CustomCNNModel, self).__init__()
|
96 |
-
|
97 |
-
# Define the CNN architecture (4 convolutional layers followed by fully connected layers)
|
98 |
-
self.conv1 = nn.Conv2d(3, 32, kernel_size=3, stride=1, padding=1)
|
99 |
-
self.conv2 = nn.Conv2d(32, 64, kernel_size=3, stride=1, padding=1)
|
100 |
-
self.conv3 = nn.Conv2d(64, 128, kernel_size=3, stride=1, padding=1)
|
101 |
-
self.conv4 = nn.Conv2d(128, 256, kernel_size=3, stride=1, padding=1)
|
102 |
-
|
103 |
-
self.pool = nn.MaxPool2d(2, 2)
|
104 |
-
|
105 |
-
# Define the fully connected layers after flattening
|
106 |
-
self.fc1 = nn.Linear(256 * 14 * 14, 512) # Output size after pooling (assuming input image is 224x224)
|
107 |
-
self.fc2 = nn.Linear(512, 256)
|
108 |
-
self.fc3 = nn.Linear(256, num_classes) # Output layer (2 values: latitude and longitude)
|
109 |
-
|
110 |
-
# Activation functions
|
111 |
-
self.relu = nn.ReLU()
|
112 |
-
|
113 |
-
def forward(self, x):
|
114 |
-
# Pass through convolutional layers
|
115 |
-
x = self.relu(self.conv1(x))
|
116 |
-
x = self.pool(x)
|
117 |
-
x = self.relu(self.conv2(x))
|
118 |
-
x = self.pool(x)
|
119 |
-
x = self.relu(self.conv3(x))
|
120 |
-
x = self.pool(x)
|
121 |
-
x = self.relu(self.conv4(x))
|
122 |
-
x = self.pool(x)
|
123 |
-
|
124 |
-
# Flatten the tensor before passing it to the fully connected layers
|
125 |
-
x = x.view(-1, 256 * 14 * 14)
|
126 |
-
|
127 |
-
# Pass through fully connected layers
|
128 |
-
x = self.relu(self.fc1(x))
|
129 |
-
x = self.relu(self.fc2(x))
|
130 |
-
x = self.fc3(x)
|
131 |
-
|
132 |
-
return x
|
133 |
-
|
134 |
-
|
135 |
-
# Define transformations for images
|
136 |
-
transform = transforms.Compose([
|
137 |
-
transforms.Resize((224, 224)), # Resize to match the input size of the model
|
138 |
-
transforms.ToTensor(), # Convert image to tensor
|
139 |
-
transforms.Normalize(mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225]) # Optional normalization
|
140 |
-
])
|
141 |
-
|
142 |
-
from datasets import load_dataset
|
143 |
-
|
144 |
-
# loading in data
|
145 |
-
ds = load_dataset("gydou/released_img", split = "train")
|
146 |
-
|
147 |
-
# pulling in weights from hugging face
|
148 |
-
model=CustomCNNModel.from_pretrained("CIS-5190-Project-1/model")
|
149 |
-
|
150 |
-
lat_mean = 35
|
151 |
-
lat_std = 8
|
152 |
-
lon_mean = 70
|
153 |
-
lon_std = 6
|
154 |
-
# Optionally, you can create a separate transform for inference without augmentations
|
155 |
-
inference_transform = transforms.Compose([
|
156 |
-
transforms.Resize((224, 224)),
|
157 |
-
transforms.ToTensor(),
|
158 |
-
transforms.Normalize(mean=[0.485, 0.456, 0.406],
|
159 |
-
std=[0.229, 0.224, 0.225])
|
160 |
-
])
|
161 |
-
|
162 |
-
val_dataset = GPSImageDataset(
|
163 |
-
hf_dataset=ds,
|
164 |
-
transform=inference_transform,
|
165 |
-
lat_mean=lat_mean,
|
166 |
-
lat_std=lat_std,
|
167 |
-
lon_mean=lon_mean,
|
168 |
-
lon_std=lon_std
|
169 |
-
)
|
170 |
-
val_dataloader = DataLoader(val_dataset, batch_size=32, shuffle=False)
|
171 |
-
|
172 |
-
from sklearn.metrics import mean_absolute_error, mean_squared_error
|
173 |
-
|
174 |
-
# Initialize lists to store predictions and actual values
|
175 |
-
all_preds = []
|
176 |
-
all_actuals = []
|
177 |
-
|
178 |
-
model.eval()
|
179 |
-
with torch.no_grad():
|
180 |
-
for images, gps_coords in val_dataloader:
|
181 |
-
images, gps_coords = images.to("cpu"), gps_coords.to("cpu")
|
182 |
-
|
183 |
-
outputs = model(images)
|
184 |
-
|
185 |
-
# Denormalize predictions and actual values
|
186 |
-
preds = outputs.cpu() * torch.tensor([lat_std, lon_std]) + torch.tensor([lat_mean, lon_mean])
|
187 |
-
actuals = gps_coords.cpu() * torch.tensor([lat_std, lon_std]) + torch.tensor([lat_mean, lon_mean])
|
188 |
-
|
189 |
-
all_preds.append(preds)
|
190 |
-
all_actuals.append(actuals)
|
191 |
-
break
|
192 |
-
|
193 |
-
# Concatenate all batches
|
194 |
-
all_preds = torch.cat(all_preds).numpy()
|
195 |
-
all_actuals = torch.cat(all_actuals).numpy()
|
196 |
-
|
197 |
-
# Compute error metrics
|
198 |
-
mae = mean_absolute_error(all_actuals, all_preds)
|
199 |
-
rmse = mean_squared_error(all_actuals, all_preds, squared=False)
|
200 |
-
|
201 |
-
print(f'Mean Absolute Error: {mae}')
|
202 |
-
print(f'Root Mean Squared Error: {rmse}')
|
|
|
6 |
|
7 |
This model has been pushed to the Hub using the [PytorchModelHubMixin](https://huggingface.co/docs/huggingface_hub/package_reference/mixins#huggingface_hub.PyTorchModelHubMixin) integration:
|
8 |
- Library: [More Information Needed]
|
9 |
+
- Docs: [More Information Needed]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 104844624
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e18815fdf160d33cd21265e42d5f9bf3c4f9623c237789ae2ed9805a87d6ef65
|
3 |
size 104844624
|