Reduce text and image size to reduce compute load.

app.py

@@ -76,7 +76,7 @@ def gen_image(prompt):
     pipeline = DiffusionPipeline.from_pretrained("runwayml/stable-diffusion-v1-5",
                                                  custom_pipeline="stable_diffusion_mega", torch_dtype=torch.float32,
                                                  use_auth_token=AUTH_TOKEN)
-    images = pipeline.text2img(prompt, width=512, height=512).images
+    images = pipeline.text2img(prompt, width=256, height=256).images
     # images = model.generate_images(
     #     text=prompt,
     #     seed=-1,
@@ -117,7 +117,7 @@ def gen_monster_text(name):
         inp = tensor(prompt_ids)[None].cuda()  # Use .cuda() for torch GPU
     else:
         inp = tensor(prompt_ids)[None]
-    preds = learner.model.generate(inp, max_length=1024, num_beams=5, temperature=1.5, do_sample=True,
+    preds = learner.model.generate(inp, max_length=512, num_beams=5, temperature=1.5, do_sample=True,
                                    repetition_penalty=1.2)
     result = tokenizer.decode(preds[0].cpu().numpy())
     result = result.split('###')[0].replace(r'\r\n', '\n').replace('\r', '').replace(r'\r', '')