Upload 7 files
Browse files- .gitattributes +9 -26
- README.md +26 -0
- config.json +6 -0
- helpers.py +4 -0
- model.pkl +3 -0
- pipeline.py +40 -0
- requirements.txt +1 -0
.gitattributes
CHANGED
@@ -1,35 +1,18 @@
|
|
1 |
-
*.
|
2 |
-
*.
|
3 |
*.bin filter=lfs diff=lfs merge=lfs -text
|
4 |
-
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
5 |
-
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
6 |
-
*.ftz filter=lfs diff=lfs merge=lfs -text
|
7 |
-
*.gz filter=lfs diff=lfs merge=lfs -text
|
8 |
*.h5 filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
9 |
*.joblib filter=lfs diff=lfs merge=lfs -text
|
10 |
-
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
11 |
-
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
12 |
*.model filter=lfs diff=lfs merge=lfs -text
|
13 |
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
14 |
-
*.npy filter=lfs diff=lfs merge=lfs -text
|
15 |
-
*.npz filter=lfs diff=lfs merge=lfs -text
|
16 |
-
*.onnx filter=lfs diff=lfs merge=lfs -text
|
17 |
-
*.ot filter=lfs diff=lfs merge=lfs -text
|
18 |
-
*.parquet filter=lfs diff=lfs merge=lfs -text
|
19 |
*.pb filter=lfs diff=lfs merge=lfs -text
|
20 |
-
*.pickle filter=lfs diff=lfs merge=lfs -text
|
21 |
-
*.pkl filter=lfs diff=lfs merge=lfs -text
|
22 |
*.pt filter=lfs diff=lfs merge=lfs -text
|
23 |
*.pth filter=lfs diff=lfs merge=lfs -text
|
24 |
-
*.
|
25 |
-
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
26 |
-
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
27 |
-
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
28 |
-
*.tar filter=lfs diff=lfs merge=lfs -text
|
29 |
-
*.tflite filter=lfs diff=lfs merge=lfs -text
|
30 |
-
*.tgz filter=lfs diff=lfs merge=lfs -text
|
31 |
-
*.wasm filter=lfs diff=lfs merge=lfs -text
|
32 |
-
*.xz filter=lfs diff=lfs merge=lfs -text
|
33 |
-
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
-
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
1 |
+
*.bin.* filter=lfs diff=lfs merge=lfs -text
|
2 |
+
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
3 |
*.bin filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
4 |
*.h5 filter=lfs diff=lfs merge=lfs -text
|
5 |
+
*.tflite filter=lfs diff=lfs merge=lfs -text
|
6 |
+
*.tar.gz filter=lfs diff=lfs merge=lfs -text
|
7 |
+
*.ot filter=lfs diff=lfs merge=lfs -text
|
8 |
+
*.onnx filter=lfs diff=lfs merge=lfs -text
|
9 |
+
*.arrow filter=lfs diff=lfs merge=lfs -text
|
10 |
+
*.ftz filter=lfs diff=lfs merge=lfs -text
|
11 |
*.joblib filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
12 |
*.model filter=lfs diff=lfs merge=lfs -text
|
13 |
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
14 |
*.pb filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
15 |
*.pt filter=lfs diff=lfs merge=lfs -text
|
16 |
*.pth filter=lfs diff=lfs merge=lfs -text
|
17 |
+
*.pkl filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
18 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
tags:
|
3 |
+
- image-classification
|
4 |
+
library_name: generic
|
5 |
+
---
|
6 |
+
|
7 |
+
# Dog vs Cat Image Classification with FastAI CNN
|
8 |
+
|
9 |
+
Training is based in FastAI [Quick Start](https://docs.fast.ai/quick_start.html). Example training
|
10 |
+
|
11 |
+
|
12 |
+
## Training
|
13 |
+
|
14 |
+
The model was trained as follows
|
15 |
+
|
16 |
+
```python
|
17 |
+
path = untar_data(URLs.PETS)/'images'
|
18 |
+
|
19 |
+
def is_cat(x): return x[0].isupper()
|
20 |
+
dls = ImageDataLoaders.from_name_func(
|
21 |
+
path, get_image_files(path), valid_pct=0.2, seed=42,
|
22 |
+
label_func=is_cat, item_tfms=Resize(224))
|
23 |
+
|
24 |
+
learn = cnn_learner(dls, resnet34, metrics=error_rate)
|
25 |
+
learn.fine_tune(1)
|
26 |
+
```
|
config.json
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"id2label": {
|
3 |
+
"0": "dog",
|
4 |
+
"1": "cat"
|
5 |
+
}
|
6 |
+
}
|
helpers.py
ADDED
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
# Custom code used by the model.
|
2 |
+
|
3 |
+
def is_cat(x):
|
4 |
+
return x[0].isupper()
|
model.pkl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6c147e2f61f1b5d0ae50d0ff0c63ee238179a718fc90e518458504d159ea4ff5
|
3 |
+
size 87549163
|
pipeline.py
ADDED
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
from typing import Dict, List, Any
|
2 |
+
from PIL import Image
|
3 |
+
|
4 |
+
import os
|
5 |
+
import json
|
6 |
+
import numpy as np
|
7 |
+
from fastai.learner import load_learner
|
8 |
+
|
9 |
+
from helpers import is_cat
|
10 |
+
|
11 |
+
class PreTrainedPipeline():
|
12 |
+
def __init__(self, path=""):
|
13 |
+
# IMPLEMENT_THIS
|
14 |
+
# Preload all the elements you are going to need at inference.
|
15 |
+
# For instance your model, processors, tokenizer that might be needed.
|
16 |
+
# This function is only called once, so do all the heavy processing I/O here"""
|
17 |
+
self.model = load_learner(os.path.join(path, "model.pkl"))
|
18 |
+
with open(os.path.join(path, "config.json")) as config:
|
19 |
+
config = json.load(config)
|
20 |
+
self.id2label = config["id2label"]
|
21 |
+
|
22 |
+
def __call__(self, inputs: "Image.Image") -> List[Dict[str, Any]]:
|
23 |
+
"""
|
24 |
+
Args:
|
25 |
+
inputs (:obj:`PIL.Image`):
|
26 |
+
The raw image representation as PIL.
|
27 |
+
No transformation made whatsoever from the input. Make all necessary transformations here.
|
28 |
+
Return:
|
29 |
+
A :obj:`list`:. The list contains items that are dicts should be liked {"label": "XXX", "score": 0.82}
|
30 |
+
It is preferred if the returned list is in decreasing `score` order
|
31 |
+
"""
|
32 |
+
# IMPLEMENT_THIS
|
33 |
+
# FastAI expects a np array, not a PIL Image.
|
34 |
+
_, _, preds = self.model.predict(np.array(inputs))
|
35 |
+
preds = preds.tolist()
|
36 |
+
labels = [
|
37 |
+
{"label": str(self.id2label["0"]), "score": preds[0]},
|
38 |
+
{"label": str(self.id2label["1"]), "score": preds[1]},
|
39 |
+
]
|
40 |
+
return labels
|
requirements.txt
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
fastai==2.4.1
|