【PaddleGAN】视频风格迁移

# 从github上克隆PaddleGAN代码（如下载速度过慢，可用gitee源）#!git clone https://github.com/PaddlePaddle/PaddleGAN!git clone https://gitee.com/PaddlePaddle/PaddleGAN# 安装依赖%cd /home/aistudio/PaddleGAN
!pip install -r requirements.txt

import cv2import osimport shutildef video2frame(videos_path,frames_save_path,time_interval):
 
  '''
  :param videos_path: 视频的存放路径
  :param frames_save_path: 视频切分成帧之后图片的保存路径
  :param time_interval: 保存间隔
  :return:
  '''
  vidcap = cv2.VideoCapture(videos_path)
  success, image = vidcap.read()
  count = 10000
  while success:
    success, image = vidcap.read()
    count += 1
    if count % time_interval == 0:
      cv2.imencode('.jpg', image)[1].tofile(frames_save_path + "/%d.jpg" % count)    # if count == 20:
    #   break
  print(count) 
def RemoveDir(filepath):
    if not os.path.exists(filepath):
        os.mkdir(filepath)    else:
        shutil.rmtree(filepath)
        os.mkdir(filepath)try:
    videos_path = '/home/aistudio/q3.mp4'
    frames_save_path = '/home/aistudio/切出图片'
    RemoveDir(frames_save_path)
    time_interval = 1 #隔一帧保存一次
    video2frame(videos_path, frames_save_path, time_interval)except:    pass

%cd PaddleGAN
!git checkout develop

#视频转换            import os  
import subprocess  
  
# 设置变量  content_dir = "/home/aistudio/切出图片"             output_dir = "/home/aistudio/result"  #weight_path = "/home/aistudio/weight/moon_iter_30000_weight.pdparams"style_image_path = "/home/aistudio/style_pic/style3.png"  style = 'stars'
  os.makedirs(output_dir, exist_ok=True)  
  
# 遍历内容图片目录中的所有文件  for content_img in os.listdir(content_dir):  
    if content_img.lower().endswith(('.jpg', '.jpeg', '.png')):  
        content_img_path = os.path.join(content_dir, content_img)  
  
        filename = os.path.splitext(content_img)[0]  
  
        output_img_path = os.path.join(output_dir, f"{filename}z.jpg")  
  
        # 构建运行 lapstyle.py 的命令  
        command = [  
            "python", "applications/tools/lapstyle.py",  
            "--content_img", content_img_path,  
            "--output_path", output_img_path,  
            "--style", style,  
            "--style_image_path", style_image_path  
        ]  
  
        # 运行命令  
        subprocess.run(command)

import matplotlib.pyplot as plt  
from PIL import Image 

file_path2 = '/home/aistudio/切出图片/10001.jpg'  file_path2 = '/home/aistudio/result/10001z.jpg/LapStyle/stylized.png'  
  image1 = Image.open(file_path2)  
image2 = Image.open(file_path2)  
  
fig, axes = plt.subplots(1, 2, figsize=(15, 20))  
  
axes[0].imshow(image1)  
axes[0].set_title('Original pic')  
axes[0].axis('off')  
  
axes[1].imshow(image2)  
axes[1].set_title('Stylized pic')  
axes[1].axis('off')  
  
plt.show()

%cd

import os  
import shutil  
import re  
  

source_folder = '/home/aistudio/result'  destination_folder = '/home/aistudio/stylized/'  
  if not os.path.exists(destination_folder):  
    os.makedirs(destination_folder)  
  

jpg_folders = sorted(  
    (f for f in os.listdir(source_folder) if f.endswith('.jpg') and os.path.isdir(os.path.join(source_folder, f))),  
    key=lambda x: int(re.search(r'd+', x).group()) 
)  

num = 0for jpg_folder in jpg_folders:  
    lapstyle_folder = os.path.join(source_folder, jpg_folder, 'LapStyle')  
    if os.path.exists(lapstyle_folder):  
        stylized_file = os.path.join(lapstyle_folder, 'stylized.png')  
        if os.path.exists(stylized_file):  
            destination_file = f'stylized/stylized_{jpg_folders.index(jpg_folder) + 10001}.png' 
            shutil.copy2(stylized_file, destination_file)  
            print(f'Copied {stylized_file} to {destination_file}',num)
            num+=1
  print('Image copying and numbering completed.')print(num)

import osimport cv2# 要被合成的多张图片所在文件夹# 路径分隔符最好使用“/”,而不是“”,“”本身有转义的意思；或者“\”也可以。# 因为是文件夹，所以最后还要有一个“/”file_dir = '/home/aistudio/stylized'list = []for root ,dirs, files in os.walk(file_dir):    for file in files:        list.append(file)      # 获取目录下文件名列表print(len(list))
fps = 5  #代表视频的帧频为5，如果图片不多，帧频最好设置的小一点     video = cv2.VideoWriter('/home/aistudio/work/test66.mp4',cv2.VideoWriter_fourcc(*'mp4v'),30,(1280,720))try:    for i in range(10001,num+10001):        print(i)        #读取图片
        img = cv2.imread('/home/aistudio/stylized/stylized_'+str(i)+'.png')     
        img = cv2.resize(img,(1280,720))        # 写入视频
        video.write(img)    print('done')except:    pass# 释放资源video.release()

#解压coco2017数据集!unzip -oq /home/aistudio/data/data97273/annotations_trainval2017.zip -d home/aistudio/dataset
!unzip -oq /home/aistudio/data/data97273/val2017.zip -d home/aistudio/dataset
!unzip -oq /home/aistudio/data/data97273/train2017.zip home/aistudio/dataset

#训练第一个模型 !python -u tools/main.py --config-file configs/lapstyle_draft.yaml

#训练第二个模型 !python -u tools/main.py --config-file configs/lapstyle_rev_first.yaml --resume output_dir/lapstyle_rev_first/iter_20000_checkpoint.pdparams

#训练第三个模型 !python -u tools/main.py --config-file configs/lapstyle_rev_second.yaml --resume output_dir/lapstyle_rev_second/iter_25000_checkpoint.pdparams