feat: add support for leonardoai

Author: jakowenko

README.md

@@ -42,6 +42,7 @@ If you would like to make a donation to support development, please use [GitHub
 - [Stability AI](https://stability.ai)
 - [Dream](https://dream.ai)
 - [DeepAI](https://deepai.org)
+- [Leonardo.Ai](https://leonardo.ai)
 
 \* _Midjourney currently uses an unofficial third party [package](https://github.com/erictik/midjourney-client). Use this integration at your own risk._
 
@@ -367,6 +368,53 @@ dream:
       - buliojourney v2
 ```
 
+### `leonardoai`
+
+To configure Leonardo.Ai, obtain an [API key](https://leonardo.ai) and add it to your config like the following. All other default settings found bellow will also be applied. You can overwrite the settings by updating your `config.yml` file.
+
+```yaml
+# leonardoai settings (default: shown below)
+
+leonardoai:
+  # api key
+  key:
+
+  image:
+    # enable or disable image generation
+    enable: true
+    # number of seconds before the request times out and is aborted
+    timeout: 30
+    # indicate what you want to be removed from the image
+    negative_prompt:
+    # model id used for the image generation, if not provided uses sd_version to determine the version of stable diffusion to use
+    model_id: 6bef9f1b-29cb-40c7-b9df-32b51c1f67d3
+    # base version of stable diffusion to use if not using a custom model
+    sd_version: v2
+    # number of images to generate for each style
+    num_images: 1
+    # width of the image in pixels, must be between 32 and 1024 and be a multiple of 8
+    width: 512
+    # height of the image in pixels, must be between 32 and 1024 and be a multiple of 8
+    height: 512
+    # number of inference steps to use for the generation, must be between 30 and 60
+    num_inference_steps:
+    # how strongly the generation should reflect the prompt, must be between 1 and 20.
+    guidance_scale: 7
+    # scheduler to generate images with
+    scheduler:
+    # style to generate images with
+    preset_style: LEONARDO
+    # whether the generated images should tile on all axis
+    tiling:
+    # whether the generated images should show in the community feed
+    public:
+    # enable to use prompt magic
+    prompt_magic:
+    # used with summary to guide the image model towards a particular style
+    style:
+      - cinematic
+```
+
 ### `time`
 
 ```yaml

api/src/ai/leonardoai.ts

@@ -0,0 +1,109 @@
+import axios from 'axios';
+
+import AI, { LogError } from './ai';
+import config from '../config';
+
+const {
+  LEONARDOAI: { KEY, IMAGE },
+} = config();
+
+class DeepAI extends AI {
+  generationId?: string;
+  constructor(meta?: any) {
+    super('leonardoai', meta);
+    this.generationId = undefined;
+    this.styles = IMAGE.STYLE;
+  }
+
+  async generateImageId() {
+    const { data } = await axios({
+      method: 'post',
+      url: 'https://cloud.leonardo.ai/api/rest/v1/generations',
+      headers: {
+        Authorization: `Bearer ${KEY}`,
+      },
+      data: {
+        prompt: `${this.meta.summary.summary}, ${this.style}`,
+        negative_prompt: IMAGE.NEGATIVE_PROMPT,
+        modelId: IMAGE.MODEL_ID,
+        sd_version: IMAGE.SD_VERSION,
+        num_images: IMAGE.NUM_IMAGES,
+        width: IMAGE.WIDTH,
+        height: IMAGE.HEIGHT,
+        num_inference_steps: IMAGE.NUM_INFERENCE_STEPS,
+        guidance_scale: IMAGE.GUIDANCE_SCALE,
+        scheduler: IMAGE.SCHEDULER,
+        presetStyle: IMAGE.PRESET_STYLE,
+        tiling: IMAGE.TILING,
+        public: IMAGE.PUBLIC,
+        promptMagic: IMAGE.PROMPT_MAGIC,
+      },
+    });
+
+    if (data?.sdGenerationJob?.generationId) this.generationId = data.sdGenerationJob.generationId;
+  }
+
+  async generateImage() {
+    await this.createAttemptHandler('create generation', this.generateImageId.bind(this))();
+    if (!this.generationId) {
+      this.log.error('generation id not found');
+      return;
+    }
+    const images = await this.waitForImage();
+    if (images?.length) await this.downloadImage(images);
+  }
+
+  async waitForImage() {
+    try {
+      this.log.info('wait for image');
+      for (let i = 0; i < IMAGE.TIMEOUT; i++) {
+        const { data } = await axios({
+          method: 'get',
+          url: `https://cloud.leonardo.ai/api/rest/v1/generations/${this.generationId}`,
+          headers: {
+            Authorization: `Bearer ${KEY}`,
+          },
+        });
+
+        if (i === IMAGE.TIMEOUT / 2) {
+          this.log.info('still waiting');
+        }
+
+        const { status, generated_images } = data.generations_by_pk;
+        if (status == 'FAILED') {
+          this.log.error('failed to generate image');
+          break;
+        } else if (status == 'COMPLETE') {
+          return generated_images.map(({ url }: { url: string }) => ({
+            url,
+          }));
+        }
+        await this.sleep(1);
+      }
+      this.log.warn(`image was not generated after ${IMAGE.TIMEOUT} seconds`);
+    } catch (error: any) {
+      this.logError({ type: 'wait for image', error });
+      throw new Error(error);
+    }
+  }
+
+  async test() {
+    try {
+      const { data } = await axios({
+        method: 'get',
+        url: 'https://cloud.leonardo.ai/api/rest/v1/me',
+        headers: { Authorization: `Bearer ${KEY}` },
+        timeout: 10000,
+      });
+      return true;
+    } catch (error: any) {
+      return error?.response?.data || error;
+    }
+  }
+
+  logError({ type, error }: LogError) {
+    this.log.error(`${type}: ${error?.response?.data.error || error}`);
+  }
+}
+
+export default DeepAI;

api/src/config/default.ts

@@ -71,4 +71,24 @@ export default {
       style: ['cinematic'],
     },
   },
+  leonardoai: {
+    image: {
+      enable: true,
+      negative_prompt: null,
+      model_id: '6bef9f1b-29cb-40c7-b9df-32b51c1f67d3',
+      sd_version: 'v2',
+      num_images: 1,
+      width: 512,
+      height: 512,
+      num_inference_steps: null,
+      guidance_scale: 7,
+      scheduler: null,
+      preset_style: 'LEONARDO',
+      tiling: null,
+      public: null,
+      prompt_magic: null,
+      timeout: 30,
+      style: ['cinematic'],
+    },
+  },
 };