Change catfish_server.py (add eval(),change load_model() to base scenario, delete if __name__ ) & add/change bash scripts for excecution for basic catfish service

Author: MarcusFra

chapter8/catfish/catfish_server.py

@@ -1,39 +1,28 @@
-import os
 import requests
 import torch
 from flask import Flask, jsonify, request
 from io import BytesIO
 from PIL import Image
 from torchvision import transforms
-from catfish_model import CatfishModel, CatfishClasses
-from urllib.request import urlopen
-from shutil import copyfileobj
-from tempfile import NamedTemporaryFile
 
+from catfish_model import CatfishModel, CatfishClasses
 
 def load_model():
-  m = CatfishModel
-  if "CATFISH_MODEL_LOCATION" in os.environ:
-    parameter_url = os.environ["CATFISH_MODEL_LOCATION"]
-    print(f"downloading {parameter_url}")
-    with urlopen(parameter_url) as fsrc, NamedTemporaryFile() as fdst:
-      copyfileobj(fsrc, fdst)
-      m.load_state_dict(torch.load(fdst))
-      m.load_state_dict(torch.load(location))
-  return m
+    m = CatfishModel
+    m.eval()
+    return m
 
 model = load_model()
 
 img_transforms = transforms.Compose([
     transforms.Resize((224,224)),
     transforms.ToTensor(),
     transforms.Normalize(mean=[0.485, 0.456, 0.406],
-                    std=[0.229, 0.224, 0.225] )
+                         std=[0.229, 0.224, 0.225])
 ])
 
 def create_app():
     app = Flask(__name__)
-  
 
     @app.route("/")
     def status():
@@ -53,6 +42,4 @@ def predict():
         predicted_class = CatfishClasses[torch.argmax(prediction)]
         return jsonify({"image": img_url, "prediction": predicted_class})
 
-    return app
-if __name__ == '__main__':
-  app.run(host=os.environ["CATFISH_HOST"], port=os.environ["CATFISH_PORT"])
+    return app

chapter8/catfish/get-prediction.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+#run-model-service.sh
+
+curl http://127.0.0.1:8080/predict\?image_url\=https://upload.wikimedia.org/wikipedia/commons/thumb/3/36/A_domestic_shorthair_tortie-tabby_cat.jpg/412px-A_domestic_shorthair_tortie-tabby_cat.jpg

chapter8/catfish/run-flask-server.sh

@@ -0,0 +1,4 @@
+#!/usr/bin/env bash
+#run-flask-server.sh
+
+FLASK_APP=catfish_server.py FLASK_RUN_PORT=8080 flask run

chapter8/catfish/run-model-service.sh

@@ -0,0 +1,4 @@
+#!/usr/bin/env bash
+#run-waitress-server.sh
+
+waitress-serve --call 'catfish_server:create_app'

chapter8/catfish/run-waitress-server.sh

@@ -0,0 +1,58 @@
+import os
+import requests
+import torch
+from flask import Flask, jsonify, request
+from io import BytesIO
+from PIL import Image
+from torchvision import transforms
+from catfish_model import CatfishModel, CatfishClasses
+from urllib.request import urlopen
+from shutil import copyfileobj
+from tempfile import NamedTemporaryFile
+
+
+def load_model():
+  m = CatfishModel
+  if "CATFISH_MODEL_LOCATION" in os.environ:
+    parameter_url = os.environ["CATFISH_MODEL_LOCATION"]
+    print(f"downloading {parameter_url}")
+    with urlopen(parameter_url) as fsrc, NamedTemporaryFile() as fdst:
+      copyfileobj(fsrc, fdst)
+      m.load_state_dict(torch.load(fdst))
+      m.load_state_dict(torch.load(location))
+  return m
+
+model = load_model()
+
+img_transforms = transforms.Compose([
+    transforms.Resize((224,224)),
+    transforms.ToTensor(),
+    transforms.Normalize(mean=[0.485, 0.456, 0.406],
+                    std=[0.229, 0.224, 0.225] )
+])
+
+def create_app():
+    app = Flask(__name__)
+  
+
+    @app.route("/")
+    def status():
+        return jsonify({"status": "ok"})
+
+    @app.route("/predict", methods=['GET', 'POST'])
+    def predict():
+        if request.method == 'POST':
+            img_url = request.form.image_url
+        else:
+            img_url = request.args.get('image_url', '')
+
+        response = requests.get(img_url)
+        img = Image.open(BytesIO(response.content))
+        img_tensor = img_transforms(img).unsqueeze(0)
+        prediction =  model(img_tensor)
+        predicted_class = CatfishClasses[torch.argmax(prediction)]
+        return jsonify({"image": img_url, "prediction": predicted_class})
+
+    return app
+if __name__ == '__main__':
+  app.run(host=os.environ["CATFISH_HOST"], port=os.environ["CATFISH_PORT"])