faster gradio when saving jpgs
This commit is contained in:
parent
b0555f1954
commit
dd9165a99e
70
gradio_ui.py
70
gradio_ui.py
|
@ -44,8 +44,7 @@ class BlendingFrontend():
|
||||||
self.lb = LatentBlending(sdh)
|
self.lb = LatentBlending(sdh)
|
||||||
|
|
||||||
self.share = True
|
self.share = True
|
||||||
|
self.num_inference_steps = 20
|
||||||
self.num_inference_steps = 30
|
|
||||||
self.depth_strength = 0.25
|
self.depth_strength = 0.25
|
||||||
self.seed1 = 42
|
self.seed1 = 42
|
||||||
self.seed2 = 420
|
self.seed2 = 420
|
||||||
|
@ -55,7 +54,6 @@ class BlendingFrontend():
|
||||||
self.prompt1 = ""
|
self.prompt1 = ""
|
||||||
self.prompt2 = ""
|
self.prompt2 = ""
|
||||||
self.negative_prompt = ""
|
self.negative_prompt = ""
|
||||||
self.dp_base = "/output/"
|
|
||||||
self.list_settings = []
|
self.list_settings = []
|
||||||
self.state_prev = {}
|
self.state_prev = {}
|
||||||
self.state_current = {}
|
self.state_current = {}
|
||||||
|
@ -63,8 +61,8 @@ class BlendingFrontend():
|
||||||
self.branch1_influence = 0.3
|
self.branch1_influence = 0.3
|
||||||
self.imgs_show_last = []
|
self.imgs_show_last = []
|
||||||
self.imgs_show_current = []
|
self.imgs_show_current = []
|
||||||
self.nmb_branches_final = 13
|
self.nmb_branches_final = 9
|
||||||
self.nmb_imgs_show = 5
|
self.nmb_imgs_show = 5 # don't change
|
||||||
self.fps = 30
|
self.fps = 30
|
||||||
self.duration = 10
|
self.duration = 10
|
||||||
self.max_size_imgs = 200 # gradio otherwise mega slow
|
self.max_size_imgs = 200 # gradio otherwise mega slow
|
||||||
|
@ -199,10 +197,17 @@ class BlendingFrontend():
|
||||||
for j in idx_list:
|
for j in idx_list:
|
||||||
list_imgs.append(imgs_transition[j])
|
list_imgs.append(imgs_transition[j])
|
||||||
|
|
||||||
list_imgs = self.downscale_imgs(list_imgs)
|
# list_imgs = self.downscale_imgs(list_imgs)
|
||||||
|
|
||||||
self.imgs_show_current = copy.deepcopy(list_imgs)
|
self.imgs_show_current = copy.deepcopy(list_imgs)
|
||||||
return list_imgs
|
|
||||||
|
# Save as jpgs on disk so we are not sending umcompressed data around
|
||||||
|
list_fp_imgs = []
|
||||||
|
for i in range(len(list_imgs)):
|
||||||
|
fp_img = f"img_preview_{i}.jpg"
|
||||||
|
list_imgs[i].save(fp_img)
|
||||||
|
list_fp_imgs.append(fp_img)
|
||||||
|
|
||||||
|
return list_fp_imgs
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -210,16 +215,20 @@ class BlendingFrontend():
|
||||||
if self.lb.tree_final_imgs[0] is None:
|
if self.lb.tree_final_imgs[0] is None:
|
||||||
return
|
return
|
||||||
print("save is called!")
|
print("save is called!")
|
||||||
dp_img = os.path.join(self.dp_base, get_time("second"))
|
|
||||||
imgs_transition = self.lb.tree_final_imgs
|
imgs_transition = self.lb.tree_final_imgs
|
||||||
self.lb.write_imgs_transition(dp_img, imgs_transition)
|
|
||||||
|
if False:
|
||||||
|
# skip for now: writing images.
|
||||||
|
dp_img = "/"
|
||||||
|
self.lb.write_imgs_transition(dp_img, imgs_transition)
|
||||||
|
|
||||||
|
|
||||||
fps = self.fps
|
fps = self.fps
|
||||||
# Let's get more cheap frames via linear interpolation (duration_transition*fps frames)
|
# Let's get more cheap frames via linear interpolation (duration_transition*fps frames)
|
||||||
imgs_transition_ext = add_frames_linear_interp(imgs_transition, self.duration, fps)
|
imgs_transition_ext = add_frames_linear_interp(imgs_transition, self.duration, fps)
|
||||||
|
|
||||||
# Save as MP4
|
# Save as MP4
|
||||||
fp_movie = os.path.join(dp_img, "movie_lowres.mp4")
|
fp_movie = f"movie_{get_time('second')}.mp4"
|
||||||
if os.path.isfile(fp_movie):
|
if os.path.isfile(fp_movie):
|
||||||
os.remove(fp_movie)
|
os.remove(fp_movie)
|
||||||
ms = MovieSaver(fp_movie, fps=fps)
|
ms = MovieSaver(fp_movie, fps=fps)
|
||||||
|
@ -241,40 +250,12 @@ class BlendingFrontend():
|
||||||
return state_dict
|
return state_dict
|
||||||
|
|
||||||
|
|
||||||
def compare_last(self):
|
|
||||||
if len(self.state_prev) == 0 or len(self.state_current) == 0:
|
|
||||||
return ""
|
|
||||||
|
|
||||||
if self.showing_current:
|
|
||||||
# inject the last images that were shown and return str of changes
|
|
||||||
str_fill = "showing last version: "
|
|
||||||
list_return = self.imgs_show_last
|
|
||||||
idx = 0
|
|
||||||
verb = 'was'
|
|
||||||
self.showing_current = False
|
|
||||||
|
|
||||||
elif not self.showing_current:
|
|
||||||
# inject the current images and show no string
|
|
||||||
str_fill = "showing current version: "
|
|
||||||
verb = 'is'
|
|
||||||
idx = 1
|
|
||||||
list_return = self.imgs_show_current
|
|
||||||
self.showing_current = True
|
|
||||||
|
|
||||||
dict_diff = compare_dicts(self.state_prev, self.state_current)
|
|
||||||
for key in dict_diff:
|
|
||||||
str_fill += f"{key} {verb} {dict_diff[key][idx]}, "
|
|
||||||
str_fill = str_fill[:-2]
|
|
||||||
list_return.extend([str_fill])
|
|
||||||
return list_return
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
|
|
||||||
fp_ckpt = "../stable_diffusion_models/ckpt/v2-1_512-ema-pruned.ckpt"
|
fp_ckpt = "../stable_diffusion_models/ckpt/v2-1_512-ema-pruned.ckpt"
|
||||||
sdh = StableDiffusionHolder(fp_ckpt)
|
# sdh = StableDiffusionHolder(fp_ckpt)
|
||||||
|
|
||||||
self = BlendingFrontend(sdh)
|
|
||||||
|
|
||||||
|
self = BlendingFrontend(None)
|
||||||
|
|
||||||
with gr.Blocks() as demo:
|
with gr.Blocks() as demo:
|
||||||
|
|
||||||
|
@ -303,7 +284,6 @@ if __name__ == "__main__":
|
||||||
seed1 = gr.Number(42, label="seed 1", interactive=True)
|
seed1 = gr.Number(42, label="seed 1", interactive=True)
|
||||||
b_newseed2 = gr.Button("rand seed 2")
|
b_newseed2 = gr.Button("rand seed 2")
|
||||||
seed2 = gr.Number(420, label="seed 2", interactive=True)
|
seed2 = gr.Number(420, label="seed 2", interactive=True)
|
||||||
b_compare = gr.Button("compare")
|
|
||||||
|
|
||||||
with gr.Row():
|
with gr.Row():
|
||||||
b_run = gr.Button('run preview!')
|
b_run = gr.Button('run preview!')
|
||||||
|
@ -315,13 +295,10 @@ if __name__ == "__main__":
|
||||||
img4 = gr.Image(label="4/5")
|
img4 = gr.Image(label="4/5")
|
||||||
img5 = gr.Image(label="5/5")
|
img5 = gr.Image(label="5/5")
|
||||||
|
|
||||||
with gr.Row():
|
|
||||||
compare_text = gr.Textbox(label="")
|
|
||||||
|
|
||||||
with gr.Row():
|
with gr.Row():
|
||||||
fps = gr.Slider(1, 120, self.fps, step=1, label='fps', interactive=True)
|
fps = gr.Slider(1, 120, self.fps, step=1, label='fps', interactive=True)
|
||||||
duration = gr.Slider(0.1, 30, self.duration, step=0.1, label='duration', interactive=True)
|
duration = gr.Slider(0.1, 30, self.duration, step=0.1, label='duration', interactive=True)
|
||||||
b_save = gr.Button('save video')
|
b_save = gr.Button('make video')
|
||||||
|
|
||||||
with gr.Row():
|
with gr.Row():
|
||||||
vid = gr.Video()
|
vid = gr.Video()
|
||||||
|
@ -348,7 +325,6 @@ if __name__ == "__main__":
|
||||||
|
|
||||||
b_newseed1.click(self.randomize_seed1, outputs=seed1)
|
b_newseed1.click(self.randomize_seed1, outputs=seed1)
|
||||||
b_newseed2.click(self.randomize_seed2, outputs=seed2)
|
b_newseed2.click(self.randomize_seed2, outputs=seed2)
|
||||||
b_compare.click(self.compare_last, outputs=[img1, img2, img3, img4, img5, compare_text])
|
|
||||||
b_run.click(self.run, outputs=[img1, img2, img3, img4, img5])
|
b_run.click(self.run, outputs=[img1, img2, img3, img4, img5])
|
||||||
b_save.click(self.save, outputs=vid)
|
b_save.click(self.save, outputs=vid)
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue