Upload 8 files

.pre-commit-config.yaml

@@ -0,0 +1,35 @@
+repos:
+-   repo: local
+    hooks:
+    -   id: yapf
+        name: yapf
+        entry: yapf --style .style.yapf -i
+        language: system
+        files: \.py$
+
+-   repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: a11d9314b22d8f8c7556443875b731ef05965464
+    hooks:
+    -   id: check-merge-conflict
+    -   id: check-symlinks
+    -   id: end-of-file-fixer
+    -   id: trailing-whitespace
+    -   id: detect-private-key
+    -   id: check-added-large-files
+
+-   repo: local
+    hooks:
+    -   id: flake8
+        name: flake8
+        entry: flake8 --count --select=E9,F63,F7,F82 --show-source --statistics
+        language: system
+        files: \.py$
+
+-   repo: local
+    hooks:
+    -   id: clang-format-with-version-check
+        name: clang-format
+        description: Format files with ClangFormat
+        entry: bash .clang_format.hook  -style=Google -i
+        language: system
+        files: \.(c|cc|cxx|cpp|cu|h|hpp|hxx|cuh|proto)$

.style.yapf

@@ -0,0 +1,3 @@
+[style]
+based_on_style = pep8
+column_limit = 80

requirements.txt

@@ -0,0 +1,5 @@
+moviepy
+gradio>=4.8
+insightface
+flake8
+yapf

run_faceswapper.py

@@ -0,0 +1,106 @@
+import argparse
+from dofaker import FaceSwapper
+
+
+def parse_args():
+    parser = argparse.ArgumentParser(description='running face swap')
+    parser.add_argument('--source',
+                        help='select an image or video to be swapped',
+                        dest='source',
+                        required=True)
+    parser.add_argument('--dst_face_paths',
+                        help='select images in source to be swapped',
+                        dest='dst_face_paths',
+                        nargs='+',
+                        default=None)
+    parser.add_argument(
+        '--src_face_paths',
+        help='select images to replace dst_faces in source image or video.',
+        dest='src_face_paths',
+        nargs='+',
+        required=True)
+    parser.add_argument('--output_dir',
+                        help='output directory',
+                        dest='output_dir',
+                        default='output')
+    parser.add_argument('--det_model_name',
+                        help='detection model name for insightface',
+                        dest='det_model_name',
+                        default='buffalo_l')
+    parser.add_argument('--det_model_dir',
+                        help='detection model dir for insightface',
+                        dest='det_model_dir',
+                        default='weights/models')
+    parser.add_argument('--swap_model_name',
+                        help='swap model name',
+                        dest='swap_model_name',
+                        default='inswapper')
+    parser.add_argument('--image_sr_model',
+                        help='image super resolution model',
+                        dest='image_sr_model',
+                        default='bsrgan')
+    parser.add_argument('--face_swap_model_dir',
+                        help='swap model path',
+                        dest='face_swap_model_dir',
+                        default='weights/models')
+    parser.add_argument('--image_sr_model_dir',
+                        help='image super resolution model dir',
+                        dest='image_sr_model_dir',
+                        default='weights/models')
+    parser.add_argument('--face_enhance_name',
+                        help='face enhance model',
+                        dest='face_enhance_name',
+                        default='gfpgan')
+    parser.add_argument('--face_enhance_model_dir',
+                        help='face enhance model dir',
+                        dest='face_enhance_model_dir',
+                        default='weights/models')
+    parser.add_argument('--face_sim_thre',
+                        help='similarity of face embedding threshold',
+                        dest='face_sim_thre',
+                        default=0.5)
+    parser.add_argument('--log_iters',
+                        help='print log intervals',
+                        dest='log_iters',
+                        default=10,
+                        type=int)
+    parser.add_argument('--use_enhancer',
+                        help='whether use face enhance model',
+                        dest='use_enhancer',
+                        action='store_true')
+    parser.add_argument('--use_sr',
+                        help='whether use image super resolution model',
+                        dest='use_sr',
+                        action='store_true')
+    parser.add_argument('--sr_scale',
+                        help='image super resolution scale',
+                        dest='sr_scale',
+                        default=1,
+                        type=float)
+    return parser.parse_args()
+
+
+if __name__ == '__main__':
+    args = parse_args()
+    faker = FaceSwapper(
+        face_det_model=args.det_model_name,
+        face_det_model_dir=args.det_model_dir,
+        face_swap_model=args.swap_model_name,
+        face_swap_model_dir=args.face_swap_model_dir,
+        image_sr_model=args.image_sr_model,
+        image_sr_model_dir=args.image_sr_model_dir,
+        face_enhance_model=args.face_enhance_name,
+        face_enhance_model_dir=args.face_enhance_model_dir,
+        face_sim_thre=args.face_sim_thre,
+        log_iters=args.log_iters,
+        use_enhancer=args.use_enhancer,
+        use_sr=args.use_sr,
+        scale=args.sr_scale,
+    )
+
+    faker.run(
+        input_path=args.source,
+        dst_face_paths=args.dst_face_paths,
+        src_face_paths=args.src_face_paths,
+        output_dir=args.output_dir,
+    )

run_posetransfer.py

@@ -0,0 +1,103 @@
+import argparse
+from dofaker import PoseSwapper
+
+
+def parse_args():
+    parser = argparse.ArgumentParser(description='running face swap')
+    parser.add_argument('--source',
+                        help='select an image or video to be swapped',
+                        dest='source',
+                        required=True)
+    parser.add_argument('--target',
+                        help='the target pose image',
+                        dest='target',
+                        required=True)
+    parser.add_argument('--output_dir',
+                        help='output directory',
+                        dest='output_dir',
+                        default='output')
+    parser.add_argument('--pose_estimator_name',
+                        help='pose estimator name',
+                        dest='pose_estimator_name',
+                        default='openpose_body')
+    parser.add_argument('--pose_estimator_model_dir',
+                        help='pose estimator model dir',
+                        dest='pose_estimator_model_dir',
+                        default='weights/models')
+    parser.add_argument('--pose_transfer_name',
+                        help='pose transfer name',
+                        dest='pose_transfer_name',
+                        default='pose_transfer')
+    parser.add_argument('--pose_transfer_model_dir',
+                        help='pose transfer model dir',
+                        dest='pose_transfer_model_dir',
+                        default='weights/models')
+    parser.add_argument('--det_model_name',
+                        help='detection model name for insightface',
+                        dest='det_model_name',
+                        default='buffalo_l')
+    parser.add_argument('--det_model_dir',
+                        help='detection model dir for insightface',
+                        dest='det_model_dir',
+                        default='weights/models')
+    parser.add_argument('--image_sr_model',
+                        help='image super resolution model',
+                        dest='image_sr_model',
+                        default='bsrgan')
+    parser.add_argument('--image_sr_model_dir',
+                        help='image super resolution model dir',
+                        dest='image_sr_model_dir',
+                        default='weights/models')
+    parser.add_argument('--face_enhance_name',
+                        help='face enhance model',
+                        dest='face_enhance_name',
+                        default='gfpgan')
+    parser.add_argument('--face_enhance_model_dir',
+                        help='face enhance model dir',
+                        dest='face_enhance_model_dir',
+                        default='weights/models')
+    parser.add_argument('--log_iters',
+                        help='print log intervals',
+                        dest='log_iters',
+                        default=10,
+                        type=int)
+    parser.add_argument('--use_enhancer',
+                        help='whether use face enhance model',
+                        dest='use_enhancer',
+                        action='store_true')
+    parser.add_argument('--use_sr',
+                        help='whether use image super resolution model',
+                        dest='use_sr',
+                        action='store_true')
+    parser.add_argument('--sr_scale',
+                        help='image super resolution scale',
+                        dest='sr_scale',
+                        default=1,
+                        type=float)
+    return parser.parse_args()
+
+
+if __name__ == '__main__':
+    args = parse_args()
+    faker = PoseSwapper(
+        pose_estimator_name=args.pose_estimator_name,
+        pose_estimator_model_dir=args.pose_estimator_model_dir,
+        pose_transfer_name=args.pose_transfer_name,
+        pose_transfer_model_dir=args.pose_transfer_model_dir,
+        face_det_model=args.det_model_name,
+        face_det_model_dir=args.det_model_dir,
+        image_sr_model=args.image_sr_model,
+        image_sr_model_dir=args.image_sr_model_dir,
+        face_enhance_name=args.face_enhance_name,
+        face_enhance_model_dir=args.face_enhance_model_dir,
+        log_iters=args.log_iters,
+        use_enhancer=args.use_enhancer,
+        use_sr=args.use_sr,
+        scale=args.sr_scale,
+    )
+
+    faker.run(
+        input_path=args.source,
+        target_path=args.target,
+        output_dir=args.output_dir,
+    )

setup.py

@@ -0,0 +1,21 @@
+from setuptools import setup, find_packages
+
+with open('requirements.txt') as file:
+    REQUIRED_PACKAGES = file.read()
+
+setup(name='dofaker',
+      version='0.1',
+      keywords=('face swap'),
+      description='A simple face swap tool',
+      url='https://github.com/justld/dofaker',
+      author='justld',
+      author_email='[email protected]',
+      packages=find_packages(),
+      include_package_data=True,
+      platforms='any',
+      install_requires=REQUIRED_PACKAGES,
+      scripts=[],
+      license='GPL 3.0',
+      entry_points={'console_scripts': [
+          'dofaker = web_ui:main',
+      ]})

test.sh

@@ -0,0 +1,13 @@
+# python run_faceswapper.py --source docs/test/multi.png --dst_face_paths docs/test/dst1.png --src_face_paths docs/test/trump.jpg
+
+# python run_faceswapper.py --source docs/test/multi.png --dst_face_paths docs/test/dst1.png docs/test/dst2.png --src_face_paths docs/test/trump.jpg docs/test/taitan.jpeg
+
+# python run_faceswapper.py --source docs/test/multi.png --dst_face_paths docs/test/dst1.png docs/test/dst2.png --src_face_paths docs/test/trump.jpg docs/test/taitan.jpeg --use_enhancer
+
+python run_faceswapper.py --source docs/test/multi.png --dst_face_paths docs/test/dst1.png docs/test/dst2.png --src_face_paths docs/test/trump.jpg docs/test/taitan.jpeg --use_enhancer --use_sr --sr_scale 2.0
+
+# python run_posetransfer.py --source docs/test/condition.jpg --target docs/test/target_pose_reference.jpg
+
+# python run_posetransfer.py --source docs/test/condition.jpg --target docs/test/target_pose_reference.jpg --use_enhancer
+
+python run_posetransfer.py --source docs/test/condition.jpg --target docs/test/target_pose_reference.jpg --use_enhancer --use_sr --sr_scale 2.0

web_ui.py

@@ -0,0 +1,194 @@
+import argparse
+
+import gradio as gr
+from dofaker import FaceSwapper, PoseSwapper
+
+
+def parse_args():
+    parser = argparse.ArgumentParser(description='running face swap')
+    parser.add_argument(
+        '--inbrowser',
+        help=
+        'whether to automatically launch the interface in a new tab on the default browser.',
+        dest='inbrowser',
+        default=True)
+    parser.add_argument(
+        '--server_port',
+        help=
+        'will start gradio app on this port (if available). Can be set by environment variable GRADIO_SERVER_PORT. If None, will search for an available port starting at 7860.',
+        dest='server_port',
+        type=int,
+        default=None)
+    return parser.parse_args()
+
+
+def swap_face(input_path, dst_path, src_path, use_enhancer, use_sr, scale,
+              face_sim_thre):
+    faker = FaceSwapper(use_enhancer=use_enhancer,
+                        use_sr=use_sr,
+                        scale=scale,
+                        face_sim_thre=face_sim_thre)
+    output_path = faker.run(input_path, dst_path, src_path)
+    return output_path
+
+
+def swap_pose(input_path, target_path, use_enhancer, use_sr, scale):
+    faker = PoseSwapper(use_enhancer=use_enhancer, use_sr=use_sr, scale=scale)
+    output_path = faker.run(input_path, target_path)
+    return output_path
+
+
+def main():
+    args = parse_args()
+
+    with gr.Blocks(title='DoFaker') as web_ui:
+        gr.Markdown('DoFaker: Face Swap and pose swap web ui')
+        with gr.Tab('FaceSwapper'):
+            gr.Markdown('DoFaker: Face Swap Web UI')
+            with gr.Tab('Image'):
+                with gr.Row():
+                    with gr.Column():
+                        gr.Markdown('The source image to be swapped')
+                        image_input = gr.Image(type='filepath')
+                        with gr.Row():
+                            with gr.Column():
+                                gr.Markdown(
+                                    'target face included in source image')
+                                dst_face_image = gr.Image(type='filepath')
+                            with gr.Column():
+                                gr.Markdown(
+                                    'source face to replace target face')
+                                src_face_image = gr.Image(type='filepath')
+
+                    with gr.Column():
+                        output_image = gr.Image(type='filepath')
+                        use_enhancer = gr.Checkbox(
+                            label="face enhance",
+                            info="Whether use face enhance model.")
+                        with gr.Row():
+                            use_sr = gr.Checkbox(
+                                label="super resolution",
+                                info="Whether use image resolution model.")
+                            scale = gr.Number(
+                                value=1, label='image super resolution scale')
+                        with gr.Row():
+                            face_sim_thre = gr.Number(
+                                value=0.6,
+                                label='face similarity threshold',
+                                minimum=0.0,
+                                maximum=1.0)
+                        convert_button = gr.Button('Swap')
+                        convert_button.click(fn=swap_face,
+                                             inputs=[
+                                                 image_input, dst_face_image,
+                                                 src_face_image, use_enhancer,
+                                                 use_sr, scale, face_sim_thre
+                                             ],
+                                             outputs=[output_image],
+                                             api_name='image swap')
+
+            with gr.Tab('Video'):
+                with gr.Row():
+                    with gr.Column():
+                        gr.Markdown('The source video to be swapped')
+                        video_input = gr.Video()
+                        with gr.Row():
+                            with gr.Column():
+                                gr.Markdown(
+                                    'target face included in source image')
+                                dst_face_image = gr.Image(type='filepath')
+                            with gr.Column():
+                                gr.Markdown(
+                                    'source face to replace target face')
+                                src_face_image = gr.Image(type='filepath')
+
+                    with gr.Column():
+                        output_video = gr.Video()
+                        use_enhancer = gr.Checkbox(
+                            label="face enhance",
+                            info="Whether use face enhance model.")
+                        with gr.Row():
+                            use_sr = gr.Checkbox(
+                                label="super resolution",
+                                info="Whether use image resolution model.")
+                            scale = gr.Number(
+                                value=1, label='image super resolution scale')
+                        with gr.Row():
+                            face_sim_thre = gr.Number(
+                                value=0.6,
+                                label='face similarity threshold',
+                                minimum=0.0,
+                                maximum=1.0)
+                        convert_button = gr.Button('Swap')
+                        convert_button.click(fn=swap_face,
+                                             inputs=[
+                                                 video_input, dst_face_image,
+                                                 src_face_image, use_enhancer,
+                                                 use_sr, scale, face_sim_thre
+                                             ],
+                                             outputs=[output_video],
+                                             api_name='video swap')
+
+        with gr.Tab('PoseSwapper'):
+            gr.Markdown('DoFaker: Pose Swap Web UI')
+            with gr.Tab('Image'):
+                with gr.Row():
+                    with gr.Column():
+                        gr.Markdown('The source image to be swapped')
+                        image_input = gr.Image(type='filepath')
+                        gr.Markdown('The target image with pose')
+                        target = gr.Image(type='filepath')
+
+                    with gr.Column():
+                        output_image = gr.Image(type='filepath')
+                        use_enhancer = gr.Checkbox(
+                            label="face enhance",
+                            info="Whether use face enhance model.")
+                        with gr.Row():
+                            use_sr = gr.Checkbox(
+                                label="super resolution",
+                                info="Whether use image resolution model.")
+                            scale = gr.Number(
+                                value=1, label='image super resolution scale')
+                        convert_button = gr.Button('Swap')
+                        convert_button.click(fn=swap_pose,
+                                             inputs=[
+                                                 image_input, target,
+                                                 use_enhancer, use_sr, scale
+                                             ],
+                                             outputs=[output_image],
+                                             api_name='image swap')
+
+            # with gr.Tab('Video'):
+            #     with gr.Row():
+            #         with gr.Column():
+            #             gr.Markdown('The source video to be swapped')
+            #             video_input = gr.Image(type='filepath')
+            #             gr.Markdown('The target image with pose')
+            #             target = gr.Video()
+
+            #         with gr.Column():
+            #             output_video = gr.Video()
+            #             use_enhancer = gr.Checkbox(
+            #                 label="face enhance",
+            #                 info="Whether use face enhance model.")
+            #             with gr.Row():
+            #                 use_sr = gr.Checkbox(
+            #                     label="super resolution",
+            #                     info="Whether use image resolution model.")
+            #                 scale = gr.Number(value=1,
+            #                                 label='image super resolution scale')
+            #             convert_button = gr.Button('Swap')
+            #             convert_button.click(fn=swap_pose,
+            #                                 inputs=[
+            #                                     video_input, target, use_enhancer,
+            #                                     use_sr, scale
+            #                                 ],
+            #                                 outputs=[output_video],
+            #                                 api_name='video swap')
+
+    web_ui.launch(inbrowser=args.inbrowser, server_port=args.server_port)
+
+
+if __name__ == '__main__':
+    main()