layout

frontend/src/lib/components/Button.svelte

@@ -1,14 +1,15 @@
 <script lang="ts">
-  export let classList: string = '';
+  export let classList: string = 'p-2';
   export let disabled: boolean = false;
+  export let title: string = '';
 </script>
 
-<button class="button {classList}" on:click {disabled}>
+<button class="button {classList}" on:click {disabled} {title}>
   <slot />
 </button>
 
 <style lang="postcss" scoped>
   .button {
-    @apply rounded bg-gray-700 p-2 font-normal text-white hover:bg-gray-800 disabled:cursor-not-allowed disabled:bg-gray-300 dark:disabled:bg-gray-700 dark:disabled:text-black;
+    @apply rounded bg-gray-700 font-normal text-white hover:bg-gray-800 disabled:cursor-not-allowed disabled:bg-gray-300 dark:disabled:bg-gray-700 dark:disabled:text-black;
   }
 </style>

frontend/src/lib/components/ImagePlayer.svelte

@@ -1,38 +1,46 @@
 <script lang="ts">
   import { lcmLiveStatus, LCMLiveStatus, streamId } from '$lib/lcmLive';
+  import { getPipelineValues } from '$lib/store';
+
   import Button from '$lib/components/Button.svelte';
+  import Floppy from '$lib/icons/floppy.svelte';
   import { snapImage } from '$lib/utils';
 
-  $: {
-    console.log('streamId', $streamId);
-  }
   $: isLCMRunning = $lcmLiveStatus !== LCMLiveStatus.DISCONNECTED;
   $: console.log('isLCMRunning', isLCMRunning);
   let imageEl: HTMLImageElement;
   async function takeSnapshot() {
     if (isLCMRunning) {
-      await snapImage(imageEl);
+      await snapImage(imageEl, {
+        prompt: getPipelineValues()?.prompt,
+        negative_prompt: getPipelineValues()?.negative_prompt,
+        seed: getPipelineValues()?.seed,
+        guidance_scale: getPipelineValues()?.guidance_scale
+      });
     }
   }
 </script>
 
-<div class="flex flex-col">
-  <div class="relative overflow-hidden rounded-lg border border-slate-300">
-    <!-- svelte-ignore a11y-missing-attribute -->
-    {#if isLCMRunning}
-      <img
-        bind:this={imageEl}
-        class="aspect-square w-full rounded-lg"
-        src={'/stream/' + $streamId}
-      />
-    {:else}
-      <div class="aspect-square w-full rounded-lg" />
-    {/if}
-    <div class="absolute left-0 top-0 aspect-square w-1/4">
-      <slot />
+<div
+  class="relative mx-auto aspect-square max-w-lg self-center overflow-hidden rounded-lg border border-slate-300"
+>
+  <!-- svelte-ignore a11y-missing-attribute -->
+  {#if isLCMRunning}
+    <img bind:this={imageEl} class="aspect-square w-full rounded-lg" src={'/stream/' + $streamId} />
+    <div class="absolute bottom-1 right-1">
+      <Button
+        on:click={takeSnapshot}
+        disabled={!isLCMRunning}
+        title={'Take Snapshot'}
+        classList={'text-sm ml-auto text-white p-1 shadow-lg rounded-lg opacity-50'}
+      >
+        <Floppy classList={''} />
+      </Button>
     </div>
-  </div>
-  <Button on:click={takeSnapshot} disabled={!isLCMRunning} classList={'text-sm my-1 ml-auto'}
-    >Snap</Button
-  >
+  {:else}
+    <img
+      class="aspect-square w-full rounded-lg"
+      src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNkYAAAAAYAAjCB0C8AAAAASUVORK5CYII="
+    />
+  {/if}
 </div>

frontend/src/lib/components/VideoInput.svelte

@@ -53,24 +53,23 @@
   }
 </script>
 
-<div class="relative z-10 aspect-square w-full object-cover">
-  <video
-    class="aspect-square w-full object-cover"
-    bind:this={videoEl}
-    playsinline
-    autoplay
-    muted
-    loop
-  ></video>
+<div class="relative overflow-hidden rounded-lg border border-slate-300">
+  <div class="relative z-10 aspect-square w-full object-cover">
+    <video
+      class="aspect-square w-full object-cover"
+      bind:this={videoEl}
+      playsinline
+      autoplay
+      muted
+      loop
+    ></video>
+  </div>
+  <div class="absolute left-0 top-0 flex aspect-square w-full items-center justify-center">
+    <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 448" class="w-40 p-5 opacity-20">
+      <path
+        fill="currentColor"
+        d="M224 256a128 128 0 1 0 0-256 128 128 0 1 0 0 256zm-45.7 48A178.3 178.3 0 0 0 0 482.3 29.7 29.7 0 0 0 29.7 512h388.6a29.7 29.7 0 0 0 29.7-29.7c0-98.5-79.8-178.3-178.3-178.3h-91.4z"
+      />
+    </svg>
+  </div>
 </div>
-<svg
-  xmlns="http://www.w3.org/2000/svg"
-  viewBox="0 0 448 448"
-  width="100"
-  class="absolute top-0 z-0 w-full p-4 opacity-20"
->
-  <path
-    fill="currentColor"
-    d="M224 256a128 128 0 1 0 0-256 128 128 0 1 0 0 256zm-45.7 48A178.3 178.3 0 0 0 0 482.3 29.7 29.7 0 0 0 29.7 512h388.6a29.7 29.7 0 0 0 29.7-29.7c0-98.5-79.8-178.3-178.3-178.3h-91.4z"
-  />
-</svg>

frontend/src/lib/icons/floppy.svelte

@@ -0,0 +1,10 @@
+<script lang="ts">
+  export let classList: string;
+</script>
+
+<svg xmlns="http://www.w3.org/2000/svg" height="1em" viewBox="0 0 448 512" class={classList}>
+  <path
+    fill="currentColor"
+    d="M48 96v320a16 16 0 0 0 16 16h320a16 16 0 0 0 16-16V170.5a16 16 0 0 0-4.7-11.3l33.9-33.9a64 64 0 0 1 18.7 45.3V416a64 64 0 0 1-64 64H64a64 64 0 0 1-64-64V96a64 64 0 0 1 64-64h245.5a64 64 0 0 1 45.3 18.7l74.5 74.5-33.9 33.9-74.6-74.4-.8-.8V184a24 24 0 0 1-24 24H104a24 24 0 0 1-24-24V80H64a16 16 0 0 0-16 16zm80-16v80h144V80H128zm32 240a64 64 0 1 1 128 0 64 64 0 1 1-128 0z"
+  />
+</svg>

frontend/src/lib/utils.ts

@@ -1,12 +1,19 @@
 import * as piexif from "piexifjs";
 
-export function snapImage(imageEl: HTMLImageElement) {
+interface IImageInfo {
+    prompt?: string;
+    negative_prompt?: string;
+    seed?: number;
+    guidance_scale?: number;
+}
+
+export function snapImage(imageEl: HTMLImageElement, info: IImageInfo) {
     try {
         const zeroth: { [key: string]: any } = {};
         const exif: { [key: string]: any } = {};
         const gps: { [key: string]: any } = {};
         zeroth[piexif.ImageIFD.Make] = "LCM Image-to-Image ControNet";
-        // zeroth[piexif.ImageIFD.ImageDescription] = `prompt: ${getValue("#prompt")} | seed: ${getValue("#seed")} | guidance_scale: ${getValue("#guidance-scale")} | strength: ${getValue("#strength")} | controlnet_start: ${getValue("#controlnet_start")} | controlnet_end: ${getValue("#controlnet_end")} | steps: ${getValue("#steps")}`;
+        zeroth[piexif.ImageIFD.ImageDescription] = `prompt: ${info?.prompt} | negative_prompt: ${info?.negative_prompt} | seed: ${info?.seed} | guidance_scale: ${info?.guidance_scale}`;
         zeroth[piexif.ImageIFD.Software] = "https://github.com/radames/Real-Time-Latent-Consistency-Model";
         exif[piexif.ExifIFD.DateTimeOriginal] = new Date().toISOString();
 

frontend/src/routes/+page.svelte

@@ -68,7 +68,7 @@
   }
 </script>
 
-<main class="container mx-auto flex flex-col gap-3 px-4 py-4">
+<main class="container mx-auto flex max-w-5xl flex-col gap-3 px-4 py-4">
   <article class="text-center">
     <h1 class="text-3xl font-bold">Real-Time Latent Consistency Model</h1>
     {#if pipelineInfo?.title?.default}
@@ -108,23 +108,24 @@
     {/if}
   </article>
   {#if pipelineParams}
-    <article class="my-3 grid grid-cols-1 gap-3 lg:grid-cols-2">
-      <div>
-        <PipelineOptions {pipelineParams}></PipelineOptions>
-        <Button on:click={toggleLcmLive} {disabled} classList={'text-lg my-1'}>
+    <article class="my-3 grid grid-cols-1 gap-3 sm:grid-cols-2">
+      {#if isImageMode}
+        <div class="col-start-1">
+          <VideoInput></VideoInput>
+        </div>
+      {/if}
+      <div class={isImageMode ? 'col-start-2' : 'col-span-2'}>
+        <ImagePlayer />
+      </div>
+      <div class="col-span-2">
+        <Button on:click={toggleLcmLive} {disabled} classList={'text-lg my-1 p-2'}>
           {#if isLCMRunning}
             Stop
           {:else}
             Start
           {/if}
         </Button>
-      </div>
-      <div>
-        <ImagePlayer>
-          {#if isImageMode}
-            <VideoInput></VideoInput>
-          {/if}
-        </ImagePlayer>
+        <PipelineOptions {pipelineParams}></PipelineOptions>
       </div>
     </article>
   {:else}

pipelines/controlnet.py

@@ -53,7 +53,7 @@ class Pipeline:
         guidance_scale: float = Field(
             0.2,
             min=0,
-            max=2,
+            max=5,
             step=0.001,
             title="Guidance Scale",
             field="range",