Update to DeepSpeed model

app.py

@@ -1,4 +1,4 @@
-# !pip install 'git+https://github.com/Lightning-AI/stablediffusion.git@lit'
+# !pip install 'git+https://github.com/Lightning-AI/stablediffusion.git@add_deepspeed'
 # !pip install 'git+https://github.com/Lightning-AI/DiffusionWithAutoscaler.git'
 # !pip install 'git+https://github.com/Lightning-AI/LAI-API-Access-UI-Component.git'
 # !curl https://raw.githubusercontent.com/Lightning-AI/stablediffusion/lit/configs/stable-diffusion/v1-inference.yaml -o v1-inference.yaml
@@ -27,7 +27,7 @@ def setup(self):
             checkpoint_path="v1-5-pruned-emaonly.ckpt",
             device=device,
         )
-        self._model.steps = 30
+        L.seed_everything(42)
 
     def predict(self, requests):
         texts = [request.text for request in requests.inputs]

client.py

@@ -5,8 +5,8 @@
 
 for i in range(100):
     start = time.time()
-    response = requests.post('https://vsjly-01gmqtjwnyy1sd1qgkv545btyp.litng-ai-03.litng.ai/predict', json={
-        "text": "A portrait of a person looking away from the camera"
+    response = requests.post('https://buaac-01gpc0bjpwqxkk143xmr73dcs2.litng-ai-03.litng.ai/predict', json={
+        "text": "astronaut riding a horse, digital art, epic lighting, highly-detailed masterpiece trending HQ"
     })
 
     img = response.json()["image"]

diffusion_with_autoscaler/datatypes.py

@@ -52,7 +52,7 @@ class Text(BaseModel):
 
     @staticmethod
     def get_sample_data() -> Dict[Any, Any]:
-        return {"text": "A portrait of a person looking away from the camera"}
+        return {"text": "astronaut riding a horse, digital art, epic lighting, highly-detailed masterpiece trending HQ"}
 
     @staticmethod
     def request_code_sample(url: str) -> str:
@@ -64,13 +64,13 @@ def request_code_sample(url: str) -> str:
 response = requests.post('"""
             + url
             + """', json={
-"text": "A portrait of a person looking away from the camera"
+"text": "astronaut riding a horse, digital art, epic lighting, highly-detailed masterpiece trending HQ"
 })
 # If you are using basic authentication for your app, you should add your credentials to the request:
 # response = requests.post('"""
             + url
             + """', json={
-# "text": "A portrait of a person looking away from the camera"
+# "text": "astronaut riding a horse, digital art, epic lighting, highly-detailed masterpiece trending HQ"
 # }, auth=requests.auth.HTTPBasicAuth('your_username', 'your_password'))
 """
         )
@@ -89,13 +89,13 @@ def request_code_sample(url: str) -> str:
 response = requests.post('"""
                 + url
                 + """', json={
-"inputs": [{"text": "A portrait of a person looking away from the camera"}]
+"inputs": [{"text": "astronaut riding a horse, digital art, epic lighting, highly-detailed masterpiece trending HQ"}]
 })
 # If you are using basic authentication for your app, you should add your credentials to the request:
 # response = requests.post('"""
                 + url
                 + """', json={
-# "inputs": [{"text": "A portrait of a person looking away from the camera"}],
+# "inputs": [{"text": "astronaut riding a horse, digital art, epic lighting, highly-detailed masterpiece trending HQ"}],
 # }, auth=requests.auth.HTTPBasicAuth('your_username', 'your_password'))
 """
         )

loadtest/locustfile.py

@@ -1,8 +1,8 @@
-import os, time
+import os
 
 from locust import FastHttpUser, task
 
-TEXT = "A cat running away from a mouse"
+TEXT = "astronaut riding a horse, digital art, epic lighting, highly-detailed masterpiece trending HQ"
 SERVER_URL = os.getenv("SERVER_URL", None)