Wav2Lip-CodeFormer-English.ipynb

{"cells":[{"cell_type":"markdown","metadata":{"id":"ncjUdsIYOoXi"},"source":["#\n","# This code is only for demonstration of WAV2LIP reasoning with CodeFormer for high -definition.\n","# Is better than Wav2lip-GFPPGAN.\n"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":34068,"status":"ok","timestamp":1685063315428,"user":{"displayName":"rui lu","userId":"15695518765939055507"},"user_tz":-480},"id":"Qgo-oaI3JU2u","outputId":"d0db78a4-9f21-40b2-8458-eacadd8a590c"},"outputs":[{"name":"stdout","output_type":"stream","text":["\n","Done\n"]}],"source":["#@title1. Download WAV2LIP source code and weight and install the WAV2LIP environment\n","#@title \n","!rm -rf /content/sample_data\n","!mkdir /content/sample_data\n","\n","!git clone https://github.com/zabique/Wav2Lip\n","\n","#download the pretrained model\n","!wget 'https://iiitaphyd-my.sharepoint.com/personal/radrabha_m_research_iiit_ac_in/_layouts/15/download.aspx?share=EdjI7bZlgApMqsVoEUUXpLsBxqXbn5z8VTmoxp55YNDcIA' -O '/content/Wav2Lip/checkpoints/wav2lip_gan.pth'\n","a = !pip install https://raw.githubusercontent.com/AwaleSajil/ghc/master/ghc-1.0-py3-none-any.whl\n","\n","# !pip uninstall tensorflow tensorflow-gpu\n","!cd Wav2Lip && pip install -r requirements.txt\n","\n","#download pretrained model for face detection\n","!wget \"https://www.adrianbulat.com/downloads/python-fan/s3fd-619a316812.pth\" -O \"/content/Wav2Lip/face_detection/detection/sfd/s3fd.pth\"\n","\n","!pip install -q youtube-dl\n","!pip install ffmpeg-python\n","!pip install librosa==0.9.1\n","\n","#this code for recording audio\n","\"\"\"\n","To write this piece of code I took inspiration/code from a lot of places.\n","It was late night, so I'm not sure how much I created or just copied o.O\n","Here are some of the possible references:\n","https://blog.addpipe.com/recording-audio-in-the-browser-using-pure-html5-and-minimal-javascript/\n","https://stackoverflow.com/a/18650249\n","https://hacks.mozilla.org/2014/06/easy-audio-capture-with-the-mediarecorder-api/\n","https://air.ghost.io/recording-to-an-audio-file-using-html5-and-js/\n","https://stackoverflow.com/a/49019356\n","\"\"\"\n","from IPython.display import HTML, Audio\n","from google.colab.output import eval_js\n","from base64 import b64decode\n","import numpy as np\n","from scipy.io.wavfile import read as wav_read\n","import io\n","import ffmpeg\n","\n","from IPython.display import clear_output \n","clear_output()\n","print(\"\\nDone\")"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":1545,"status":"ok","timestamp":1685063414204,"user":{"displayName":"rui lu","userId":"15695518765939055507"},"user_tz":-480},"id":"rpa5nWB4wdr7","outputId":"fedbd6cc-5d9a-404b-bab2-28769fd396f1"},"outputs":[{"name":"stdout","output_type":"stream","text":["/content\n","Cloning into 'CodeFormer'...\n","remote: Enumerating objects: 583, done.\u001b[K\n","remote: Counting objects: 100% (234/234), done.\u001b[K\n","remote: Compressing objects: 100% (90/90), done.\u001b[K\n","remote: Total 583 (delta 167), reused 166 (delta 144), pack-reused 349\u001b[K\n","Receiving objects: 100% (583/583), 17.31 MiB | 21.33 MiB/s, done.\n","Resolving deltas: 100% (278/278), done.\n","/content/CodeFormer\n"]}],"source":["#@Title 2. Download the source code weight of CodeFormer and install dependencies\n","\n","# Download the source code of CodeFormer\n","%cd /content\n","!rm -rf CodeFormer\n","!git clone https://github.com/sczhou/CodeFormer.git\n","%cd /content/CodeFormer"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":10077,"status":"ok","timestamp":1685063954028,"user":{"displayName":"rui lu","userId":"15695518765939055507"},"user_tz":-480},"id":"CQ-66EwgweAM","outputId":"2e44619f-b8b9-4984-b65f-4e6aaec0dbb3"},"outputs":[{"name":"stdout","output_type":"stream","text":["/content/CodeFormer\n","Downloading: \"https://github.com/sczhou/CodeFormer/releases/download/v0.1.0/detection_Resnet50_Final.pth\" to /content/CodeFormer/weights/facelib/detection_Resnet50_Final.pth\n","\n","100% 104M/104M [00:00<00:00, 298MB/s] \n","Downloading: \"https://github.com/sczhou/CodeFormer/releases/download/v0.1.0/parsing_parsenet.pth\" to /content/CodeFormer/weights/facelib/parsing_parsenet.pth\n","\n","100% 81.4M/81.4M [00:00<00:00, 278MB/s]\n","Downloading: \"https://github.com/sczhou/CodeFormer/releases/download/v0.1.0/codeformer.pth\" to /content/CodeFormer/weights/CodeFormer/codeformer.pth\n","\n","100% 359M/359M [00:02<00:00, 167MB/s]\n"]}],"source":["# Download and download the weight of CodeFormer\n","%cd /content/CodeFormer\n","!python scripts/download_pretrained_models.py facelib\n","!python scripts/download_pretrained_models.py CodeFormer"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":14066,"status":"ok","timestamp":1685063470284,"user":{"displayName":"rui lu","userId":"15695518765939055507"},"user_tz":-480},"id":"cAo8kmNPwd3T","outputId":"b26914b6-ad37-400e-aa02-56c86b433b0c"},"outputs":[{"name":"stdout","output_type":"stream","text":["/usr/local/lib/python3.10/dist-packages/setuptools/__init__.py:84: _DeprecatedInstaller: setuptools.installer and fetch_build_eggs are deprecated.\n","!!\n","\n","        ********************************************************************************\n","        Requirements should be satisfied by a PEP 517 installer.\n","        If you are using pip, you can try `pip install --use-pep517`.\n","        ********************************************************************************\n","\n","!!\n","  dist.fetch_build_eggs(dist.setup_requires)\n","running develop\n","/usr/local/lib/python3.10/dist-packages/setuptools/command/develop.py:40: EasyInstallDeprecationWarning: easy_install command is deprecated.\n","!!\n","\n","        ********************************************************************************\n","        Please avoid running ``setup.py`` and ``easy_install``.\n","        Instead, use pypa/build, pypa/installer, pypa/build or\n","        other standards-based tools.\n","\n","        See https://github.com/pypa/setuptools/issues/917 for details.\n","        ********************************************************************************\n","\n","!!\n","  easy_install.initialize_options(self)\n","/usr/local/lib/python3.10/dist-packages/setuptools/_distutils/cmd.py:66: SetuptoolsDeprecationWarning: setup.py install is deprecated.\n","!!\n","\n","        ********************************************************************************\n","        Please avoid running ``setup.py`` directly.\n","        Instead, use pypa/build, pypa/installer, pypa/build or\n","        other standards-based tools.\n","\n","        See https://blog.ganssle.io/articles/2021/10/setup-py-deprecated.html for details.\n","        ********************************************************************************\n","\n","!!\n","  self.initialize_options()\n","running egg_info\n","creating basicsr.egg-info\n","writing basicsr.egg-info/PKG-INFO\n","writing dependency_links to basicsr.egg-info/dependency_links.txt\n","writing requirements to basicsr.egg-info/requires.txt\n","writing top-level names to basicsr.egg-info/top_level.txt\n","writing manifest file 'basicsr.egg-info/SOURCES.txt'\n","reading manifest file 'basicsr.egg-info/SOURCES.txt'\n","adding license file 'LICENSE'\n","writing manifest file 'basicsr.egg-info/SOURCES.txt'\n","/usr/local/lib/python3.10/dist-packages/torch/utils/cpp_extension.py:476: UserWarning: Attempted to use ninja as the BuildExtension backend but we could not find ninja.. Falling back to using the slow distutils backend.\n","  warnings.warn(msg.format('we could not find ninja.'))\n","running build_ext\n","Creating /usr/local/lib/python3.10/dist-packages/basicsr.egg-link (link to .)\n","Adding basicsr 1.3.2 to easy-install.pth file\n","\n","Installed /content/CodeFormer\n","Processing dependencies for basicsr==1.3.2\n","Searching for lpips\n","Reading https://pypi.org/simple/lpips/\n","Downloading https://files.pythonhosted.org/packages/9b/13/1df50c7925d9d2746702719f40e864f51ed66f307b20ad32392f1ad2bb87/lpips-0.1.4-py3-none-any.whl#sha256=fd537af5828b69d2e6ffc0a397bd506dbc28ca183543617690844c08e102ec5e\n","Best match: lpips 0.1.4\n","Processing lpips-0.1.4-py3-none-any.whl\n","Installing lpips-0.1.4-py3-none-any.whl to /usr/local/lib/python3.10/dist-packages\n","Adding lpips 0.1.4 to easy-install.pth file\n","\n","Installed /usr/local/lib/python3.10/dist-packages/lpips-0.1.4-py3.10.egg\n","Searching for yapf\n","Reading https://pypi.org/simple/yapf/\n","Downloading https://files.pythonhosted.org/packages/32/ec/531851d561ecb656bd58dc102338d0aa07e086788f351c63a9f6b8a00fe6/yapf-0.33.0-py2.py3-none-any.whl#sha256=4c2b59bd5ffe46f3a7da48df87596877189148226ce267c16e8b44240e51578d\n","Best match: yapf 0.33.0\n","Processing yapf-0.33.0-py2.py3-none-any.whl\n","Installing yapf-0.33.0-py2.py3-none-any.whl to /usr/local/lib/python3.10/dist-packages\n","Adding yapf 0.33.0 to easy-install.pth file\n","Installing yapf script to /usr/local/bin\n","Installing yapf-diff script to /usr/local/bin\n","\n","Installed /usr/local/lib/python3.10/dist-packages/yapf-0.33.0-py3.10.egg\n","Searching for tb-nightly\n","Reading https://pypi.org/simple/tb-nightly/\n","Downloading https://files.pythonhosted.org/packages/a5/32/e2bccb7f84afd8c3b0e7fed7dbb713a0b46ece6c38636ce3396c483abcf5/tb_nightly-2.14.0a20230525-py3-none-any.whl#sha256=57aec995980c39a073c7304b82d83293b85b0e2446905648446ab1052d8ddf26\n","Best match: tb-nightly 2.14.0a20230525\n","Processing tb_nightly-2.14.0a20230525-py3-none-any.whl\n","Installing tb_nightly-2.14.0a20230525-py3-none-any.whl to /usr/local/lib/python3.10/dist-packages\n","Adding tb-nightly 2.14.0a20230525 to easy-install.pth file\n","Installing tensorboard script to /usr/local/bin\n","\n","Installed /usr/local/lib/python3.10/dist-packages/tb_nightly-2.14.0a20230525-py3.10.egg\n","Searching for lmdb\n","Reading https://pypi.org/simple/lmdb/\n","Downloading https://files.pythonhosted.org/packages/83/67/8f32a70336d3ff1149cbd31e5a877997384f78c3940edc0abff95c8a5601/lmdb-1.4.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=6f8018a947608c4be0dc885c90f477a600be1b71285059a9c68280d36b3fb29b\n","Best match: lmdb 1.4.1\n","Processing lmdb-1.4.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl\n","Installing lmdb-1.4.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl to /usr/local/lib/python3.10/dist-packages\n","Adding lmdb 1.4.1 to easy-install.pth file\n","\n","Installed /usr/local/lib/python3.10/dist-packages/lmdb-1.4.1-py3.10-linux-x86_64.egg\n","Searching for addict\n","Reading https://pypi.org/simple/addict/\n","Downloading https://files.pythonhosted.org/packages/6a/00/b08f23b7d7e1e14ce01419a467b583edbb93c6cdb8654e54a9cc579cd61f/addict-2.4.0-py3-none-any.whl#sha256=249bb56bbfd3cdc2a004ea0ff4c2b6ddc84d53bc2194761636eb314d5cfa5dfc\n","Best match: addict 2.4.0\n","Processing addict-2.4.0-py3-none-any.whl\n","Installing addict-2.4.0-py3-none-any.whl to /usr/local/lib/python3.10/dist-packages\n","Adding addict 2.4.0 to easy-install.pth file\n","\n","Installed /usr/local/lib/python3.10/dist-packages/addict-2.4.0-py3.10.egg\n","Searching for gdown==4.6.6\n","Best match: gdown 4.6.6\n","Adding gdown 4.6.6 to easy-install.pth file\n","Installing gdown script to /usr/local/bin\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for tqdm==4.65.0\n","Best match: tqdm 4.65.0\n","Adding tqdm 4.65.0 to easy-install.pth file\n","Installing tqdm script to /usr/local/bin\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for torchvision==0.15.2+cu118\n","Best match: torchvision 0.15.2+cu118\n","Adding torchvision 0.15.2+cu118 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for torch==2.0.1+cu118\n","Best match: torch 2.0.1+cu118\n","Adding torch 2.0.1+cu118 to easy-install.pth file\n","Installing convert-caffe2-to-onnx script to /usr/local/bin\n","Installing convert-onnx-to-caffe2 script to /usr/local/bin\n","Installing torchrun script to /usr/local/bin\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for scipy==1.10.1\n","Best match: scipy 1.10.1\n","Adding scipy 1.10.1 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for scikit-image==0.19.3\n","Best match: scikit-image 0.19.3\n","Adding scikit-image 0.19.3 to easy-install.pth file\n","Installing skivi script to /usr/local/bin\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for requests==2.27.1\n","Best match: requests 2.27.1\n","Adding requests 2.27.1 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for PyYAML==6.0\n","Best match: PyYAML 6.0\n","Adding PyYAML 6.0 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for Pillow==8.4.0\n","Best match: Pillow 8.4.0\n","Adding Pillow 8.4.0 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for opencv-python==4.7.0.72\n","Best match: opencv-python 4.7.0.72\n","Adding opencv-python 4.7.0.72 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for numpy==1.22.4\n","Best match: numpy 1.22.4\n","Adding numpy 1.22.4 to easy-install.pth file\n","Installing f2py script to /usr/local/bin\n","Installing f2py3 script to /usr/local/bin\n","Installing f2py3.10 script to /usr/local/bin\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for future==0.18.3\n","Best match: future 0.18.3\n","Adding future 0.18.3 to easy-install.pth file\n","Installing futurize script to /usr/local/bin\n","Installing pasteurize script to /usr/local/bin\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for beautifulsoup4==4.11.2\n","Best match: beautifulsoup4 4.11.2\n","Adding beautifulsoup4 4.11.2 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for six==1.16.0\n","Best match: six 1.16.0\n","Adding six 1.16.0 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for filelock==3.12.0\n","Best match: filelock 3.12.0\n","Adding filelock 3.12.0 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for tomli==2.0.1\n","Best match: tomli 2.0.1\n","Adding tomli 2.0.1 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for triton==2.0.0\n","Best match: triton 2.0.0\n","Adding triton 2.0.0 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for Jinja2==3.1.2\n","Best match: Jinja2 3.1.2\n","Adding Jinja2 3.1.2 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for networkx==3.1\n","Best match: networkx 3.1\n","Adding networkx 3.1 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for sympy==1.11.1\n","Best match: sympy 1.11.1\n","Adding sympy 1.11.1 to easy-install.pth file\n","Installing isympy script to /usr/local/bin\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for typing-extensions==4.5.0\n","Best match: typing-extensions 4.5.0\n","Adding typing-extensions 4.5.0 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for wheel==0.40.0\n","Best match: wheel 0.40.0\n","Adding wheel 0.40.0 to easy-install.pth file\n","Installing wheel script to /usr/local/bin\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for Werkzeug==2.3.0\n","Best match: Werkzeug 2.3.0\n","Adding Werkzeug 2.3.0 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for tensorboard-data-server==0.7.0\n","Best match: tensorboard-data-server 0.7.0\n","Adding tensorboard-data-server 0.7.0 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for setuptools==67.7.2\n","Best match: setuptools 67.7.2\n","Adding setuptools 67.7.2 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for protobuf==3.20.3\n","Best match: protobuf 3.20.3\n","Adding protobuf 3.20.3 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for Markdown==3.4.3\n","Best match: Markdown 3.4.3\n","Adding Markdown 3.4.3 to easy-install.pth file\n","Installing markdown_py script to /usr/local/bin\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for google-auth-oauthlib==1.0.0\n","Best match: google-auth-oauthlib 1.0.0\n","Adding google-auth-oauthlib 1.0.0 to easy-install.pth file\n","Installing google-oauthlib-tool script to /usr/local/bin\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for google-auth==2.17.3\n","Best match: google-auth 2.17.3\n","Adding google-auth 2.17.3 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for grpcio==1.54.0\n","Best match: grpcio 1.54.0\n","Adding grpcio 1.54.0 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for absl-py==1.4.0\n","Best match: absl-py 1.4.0\n","Adding absl-py 1.4.0 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for packaging==23.1\n","Best match: packaging 23.1\n","Adding packaging 23.1 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for PyWavelets==1.4.1\n","Best match: PyWavelets 1.4.1\n","Adding PyWavelets 1.4.1 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for tifffile==2023.4.12\n","Best match: tifffile 2023.4.12\n","Adding tifffile 2023.4.12 to easy-install.pth file\n","Installing lsm2bin script to /usr/local/bin\n","Installing tiff2fsspec script to /usr/local/bin\n","Installing tiffcomment script to /usr/local/bin\n","Installing tifffile script to /usr/local/bin\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for imageio==2.25.1\n","Best match: imageio 2.25.1\n","Adding imageio 2.25.1 to easy-install.pth file\n","Installing imageio_download_bin script to /usr/local/bin\n","Installing imageio_remove_bin script to /usr/local/bin\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for idna==3.4\n","Best match: idna 3.4\n","Adding idna 3.4 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for charset-normalizer==2.0.12\n","Best match: charset-normalizer 2.0.12\n","Adding charset-normalizer 2.0.12 to easy-install.pth file\n","Installing normalizer script to /usr/local/bin\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for certifi==2022.12.7\n","Best match: certifi 2022.12.7\n","Adding certifi 2022.12.7 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for urllib3==1.26.15\n","Best match: urllib3 1.26.15\n","Adding urllib3 1.26.15 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for soupsieve==2.4.1\n","Best match: soupsieve 2.4.1\n","Adding soupsieve 2.4.1 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for PySocks==1.7.1\n","Best match: PySocks 1.7.1\n","Adding PySocks 1.7.1 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for lit==16.0.5\n","Best match: lit 16.0.5\n","Adding lit 16.0.5 to easy-install.pth file\n","Installing lit script to /usr/local/bin\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for cmake==3.25.2\n","Best match: cmake 3.25.2\n","Adding cmake 3.25.2 to easy-install.pth file\n","Installing cmake script to /usr/local/bin\n","Installing cpack script to /usr/local/bin\n","Installing ctest script to /usr/local/bin\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for MarkupSafe==2.1.2\n","Best match: MarkupSafe 2.1.2\n","Adding MarkupSafe 2.1.2 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for mpmath==1.3.0\n","Best match: mpmath 1.3.0\n","Adding mpmath 1.3.0 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for requests-oauthlib==1.3.1\n","Best match: requests-oauthlib 1.3.1\n","Adding requests-oauthlib 1.3.1 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for rsa==4.9\n","Best match: rsa 4.9\n","Adding rsa 4.9 to easy-install.pth file\n","Installing pyrsa-decrypt script to /usr/local/bin\n","Installing pyrsa-encrypt script to /usr/local/bin\n","Installing pyrsa-keygen script to /usr/local/bin\n","Installing pyrsa-priv2pub script to /usr/local/bin\n","Installing pyrsa-sign script to /usr/local/bin\n","Installing pyrsa-verify script to /usr/local/bin\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for pyasn1-modules==0.3.0\n","Best match: pyasn1-modules 0.3.0\n","Adding pyasn1-modules 0.3.0 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for cachetools==5.3.0\n","Best match: cachetools 5.3.0\n","Adding cachetools 5.3.0 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for oauthlib==3.2.2\n","Best match: oauthlib 3.2.2\n","Adding oauthlib 3.2.2 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Searching for pyasn1==0.5.0\n","Best match: pyasn1 0.5.0\n","Adding pyasn1 0.5.0 to easy-install.pth file\n","\n","Using /usr/local/lib/python3.10/dist-packages\n","Finished processing dependencies for basicsr==1.3.2\n"]}],"source":["# Install CodeFormer's dependence%cd /content/CodeFormer\n","!python basicsr/setup.py develop"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":445,"status":"ok","timestamp":1685063534744,"user":{"displayName":"rui lu","userId":"15695518765939055507"},"user_tz":-480},"id":"vsphzJawLF-f","outputId":"cd1f00e8-340c-46c9-b635-e5deceea36f8"},"outputs":[{"name":"stdout","output_type":"stream","text":["/content\n"]}],"source":["#@Title 3, upload video and audio\n","# Create related folders\n","%cd /content\n","!mkdir output \n","!mkdir input \n","# Upload sound video\n","%cd /content/input \n","from google.colab import files\n","from io import BytesIO\n","uploaded = files.upload()"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":1189,"status":"ok","timestamp":1685069572399,"user":{"displayName":"rui lu","userId":"15695518765939055507"},"user_tz":-480},"id":"juHcmv6ouFHH","outputId":"d42b468b-cbd7-4690-aca3-437d98a45ba9"},"outputs":[{"name":"stdout","output_type":"stream","text":["/content\n","/content/CodeFormer\n"]}],"source":["#@Title Four. Use WAV2LIP to initially generate videos after modifying the mouth shape\n","\n","# Clean up the temporary file generated before\n","%cd /content\n","!rm -rf output\n","!mkdir output \n","!rm -rf /content/Wav2Lip/temp/result.avi\n","!rm -rf /content/Wav2Lip/temp/temp.wav\n","!rm -rf /content/Wav2Lip/results/result_voice.mp4\n","!rm -rf images\n","!mkdir images \n","%cd /content/CodeFormer\n","!rm -rf results\n","!mkdir results "]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":501415,"status":"ok","timestamp":1685070096506,"user":{"displayName":"rui lu","userId":"15695518765939055507"},"user_tz":-480},"id":"jR5utmDMcSZY","outputId":"3f827673-60f1-4989-9172-45afa644dec7"},"outputs":[{"name":"stdout","output_type":"stream","text":["/content/Wav2Lip\n","Using cuda for inference.\n","Reading video frames...\n","Number of frames available for inference: 270\n","Extracting raw audio...\n","ffmpeg version 4.2.7-0ubuntu0.1 Copyright (c) 2000-2022 the FFmpeg developers\n","  built with gcc 9 (Ubuntu 9.4.0-1ubuntu1~20.04.1)\n","  configuration: --prefix=/usr --extra-version=0ubuntu0.1 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --arch=amd64 --enable-gpl --disable-stripping --enable-avresample --disable-filter=resample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libaom --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libcodec2 --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libjack --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librsvg --enable-librubberband --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvidstab --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-lv2 --enable-omx --enable-openal --enable-opencl --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-nvenc --enable-chromaprint --enable-frei0r --enable-libx264 --enable-shared\n","  libavutil      56. 31.100 / 56. 31.100\n","  libavcodec     58. 54.100 / 58. 54.100\n","  libavformat    58. 29.100 / 58. 29.100\n","  libavdevice    58.  8.100 / 58.  8.100\n","  libavfilter     7. 57.100 /  7. 57.100\n","  libavresample   4.  0.  0 /  4.  0.  0\n","  libswscale      5.  5.100 /  5.  5.100\n","  libswresample   3.  5.100 /  3.  5.100\n","  libpostproc    55.  5.100 / 55.  5.100\n","\u001b[0;35m[mp3 @ 0x55f758644f80] \u001b[0m\u001b[0;33mEstimating duration from bitrate, this may be inaccurate\n","\u001b[0mInput #0, mp3, from '/content/input/5566.mp3':\n","  Metadata:\n","    encoder         : LAME3.101 (beta 2)\n","  Duration: 00:00:07.52, start: 0.000000, bitrate: 128 kb/s\n","    Stream #0:0: Audio: mp3, 44100 Hz, stereo, fltp, 128 kb/s\n","Stream mapping:\n","  Stream #0:0 -> #0:0 (mp3 (mp3float) -> pcm_s16le (native))\n","Press [q] to stop, [?] for help\n","Output #0, wav, to 'temp/temp.wav':\n","  Metadata:\n","    ISFT            : Lavf58.29.100\n","    Stream #0:0: Audio: pcm_s16le ([1][0][0][0] / 0x0001), 44100 Hz, stereo, s16, 1411 kb/s\n","    Metadata:\n","      encoder         : Lavc58.54.100 pcm_s16le\n","size=    1296kB time=00:00:07.52 bitrate=1411.3kbits/s speed= 725x    \n","video:0kB audio:1296kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: 0.005877%\n","/content/Wav2Lip/audio.py:100: FutureWarning: Pass sr=16000, n_fft=800 as keyword args. From version 0.10 passing these as positional arguments will result in an error\n","  return librosa.filters.mel(hp.sample_rate, hp.n_fft, n_mels=hp.num_mels,\n","(80, 602)\n","Length of mel chunks: 222\n","  0% 0/2 [00:00<?, ?it/s]\n","  0% 0/14 [00:00<?, ?it/s]\u001b[A\n","  7% 1/14 [03:40<47:52, 220.96s/it]\u001b[A\n"," 14% 2/14 [03:44<18:40, 93.36s/it] \u001b[A\n"," 21% 3/14 [03:48<09:36, 52.41s/it]\u001b[A\n"," 29% 4/14 [03:52<05:31, 33.18s/it]\u001b[A\n"," 36% 5/14 [03:55<03:21, 22.44s/it]\u001b[A\n"," 43% 6/14 [03:59<02:07, 15.96s/it]\u001b[A\n"," 50% 7/14 [04:02<01:23, 11.88s/it]\u001b[A\n"," 57% 8/14 [04:06<00:55,  9.28s/it]\u001b[A\n"," 64% 9/14 [04:09<00:37,  7.44s/it]\u001b[A\n"," 71% 10/14 [04:13<00:24,  6.21s/it]\u001b[A\n"," 79% 11/14 [04:16<00:16,  5.39s/it]\u001b[A\n"," 86% 12/14 [04:20<00:09,  4.88s/it]\u001b[A\n"," 93% 13/14 [04:23<00:04,  4.45s/it]\u001b[A\n","100% 14/14 [07:42<00:00, 33.04s/it]\n","Load checkpoint from: checkpoints/wav2lip_gan.pth\n","Model loaded\n","100% 2/2 [08:03<00:00, 241.98s/it]\n","ffmpeg version 4.2.7-0ubuntu0.1 Copyright (c) 2000-2022 the FFmpeg developers\n","  built with gcc 9 (Ubuntu 9.4.0-1ubuntu1~20.04.1)\n","  configuration: --prefix=/usr --extra-version=0ubuntu0.1 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --arch=amd64 --enable-gpl --disable-stripping --enable-avresample --disable-filter=resample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libaom --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libcodec2 --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libjack --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librsvg --enable-librubberband --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvidstab --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-lv2 --enable-omx --enable-openal --enable-opencl --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-nvenc --enable-chromaprint --enable-frei0r --enable-libx264 --enable-shared\n","  libavutil      56. 31.100 / 56. 31.100\n","  libavcodec     58. 54.100 / 58. 54.100\n","  libavformat    58. 29.100 / 58. 29.100\n","  libavdevice    58.  8.100 / 58.  8.100\n","  libavfilter     7. 57.100 /  7. 57.100\n","  libavresample   4.  0.  0 /  4.  0.  0\n","  libswscale      5.  5.100 /  5.  5.100\n","  libswresample   3.  5.100 /  3.  5.100\n","  libpostproc    55.  5.100 / 55.  5.100\n","\u001b[0;33mGuessed Channel Layout for Input Stream #0.0 : stereo\n","\u001b[0mInput #0, wav, from 'temp/temp.wav':\n","  Metadata:\n","    encoder         : Lavf58.29.100\n","  Duration: 00:00:07.52, bitrate: 1411 kb/s\n","    Stream #0:0: Audio: pcm_s16le ([1][0][0][0] / 0x0001), 44100 Hz, stereo, s16, 1411 kb/s\n","Input #1, avi, from 'temp/result.avi':\n","  Metadata:\n","    encoder         : Lavf59.27.100\n","  Duration: 00:00:07.40, start: 0.000000, bitrate: 1986 kb/s\n","    Stream #1:0: Video: mpeg4 (Simple Profile) (DIVX / 0x58564944), yuv420p, 720x1594 [SAR 1:1 DAR 360:797], 1982 kb/s, 30 fps, 30 tbr, 30 tbn, 30 tbc\n","Stream mapping:\n","  Stream #1:0 -> #0:0 (mpeg4 (native) -> h264 (libx264))\n","  Stream #0:0 -> #0:1 (pcm_s16le (native) -> aac (native))\n","Press [q] to stop, [?] for help\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0m\u001b[0;33m-qscale is ignored, -crf is recommended.\n","\u001b[0m\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0musing SAR=1/1\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0musing cpu capabilities: MMX2 SSE2Fast SSSE3 SSE4.2 AVX FMA3 BMI2 AVX2 AVX512\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0mprofile High, level 3.2\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0m264 - core 155 r2917 0a84d98 - H.264/MPEG-4 AVC codec - Copyleft 2003-2018 - http://www.videolan.org/x264.html - options: cabac=1 ref=3 deblock=1:0:0 analyse=0x3:0x113 me=hex subme=7 psy=1 psy_rd=1.00:0.00 mixed_ref=1 me_range=16 chroma_me=1 trellis=1 8x8dct=1 cqm=0 deadzone=21,11 fast_pskip=1 chroma_qp_offset=-2 threads=3 lookahead_threads=1 sliced_threads=0 nr=0 decimate=1 interlaced=0 bluray_compat=0 constrained_intra=0 bframes=3 b_pyramid=2 b_adapt=1 b_bias=0 direct=1 weightb=1 open_gop=0 weightp=2 keyint=250 keyint_min=25 scenecut=40 intra_refresh=0 rc_lookahead=40 rc=crf mbtree=1 crf=23.0 qcomp=0.60 qpmin=0 qpmax=69 qpstep=4 ip_ratio=1.40 aq=1:1.00\n","Output #0, mp4, to 'results/result_voice.mp4':\n","  Metadata:\n","    encoder         : Lavf58.29.100\n","    Stream #0:0: Video: h264 (libx264) (avc1 / 0x31637661), yuv420p(progressive), 720x1594 [SAR 1:1 DAR 360:797], q=-1--1, 30 fps, 15360 tbn, 30 tbc\n","    Metadata:\n","      encoder         : Lavc58.54.100 libx264\n","    Side data:\n","      cpb: bitrate max/min/avg: 0/0/0 buffer size: 0 vbv_delay: -1\n","    Stream #0:1: Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, stereo, fltp, 128 kb/s\n","    Metadata:\n","      encoder         : Lavc58.54.100 aac\n","frame=  222 fps= 23 q=-1.0 Lsize=    1024kB time=00:00:07.52 bitrate=1114.5kbits/s speed=0.783x    \n","video:909kB audio:106kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: 0.885095%\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0mframe I:1     Avg QP:15.65  size: 14884\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0mframe P:101   Avg QP:19.99  size:  6673\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0mframe B:120   Avg QP:20.07  size:  2009\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0mconsecutive B-frames: 17.1% 25.2% 21.6% 36.0%\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0mmb I  I16..4: 51.1% 47.8%  1.1%\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0mmb P  I16..4:  3.6% 12.9%  0.1%  P16..4: 22.6%  3.1%  1.4%  0.0%  0.0%    skip:56.4%\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0mmb B  I16..4:  0.5%  1.5%  0.0%  B16..8: 18.7%  1.0%  0.0%  direct: 1.8%  skip:76.5%  L0:51.0% L1:47.8% BI: 1.2%\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0m8x8 transform intra:76.0% inter:94.2%\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0mcoded y,uvDC,uvAC intra: 23.2% 44.4% 2.1% inter: 3.1% 7.3% 0.1%\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0mi16 v,h,dc,p: 44% 28% 16% 12%\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0mi8 v,h,dc,ddl,ddr,vr,hd,vl,hu: 31% 21% 43%  1%  1%  1%  1%  1%  1%\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0mi4 v,h,dc,ddl,ddr,vr,hd,vl,hu: 27% 42% 12%  3%  6%  4%  3%  2%  1%\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0mi8c dc,h,v,p: 47% 25% 25%  3%\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0mWeighted P-Frames: Y:3.0% UV:2.0%\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0mref P L0: 71.7%  6.1% 15.8%  6.1%  0.3%\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0mref B L0: 82.7% 13.8%  3.5%\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0mref B L1: 97.0%  3.0%\n","\u001b[1;36m[libx264 @ 0x557848f66780] \u001b[0mkb/s:1005.34\n","\u001b[1;36m[aac @ 0x557848f67d40] \u001b[0mQavg: 9252.723\n"]}],"source":["# Use wav2lip for reasoning\n","# Checkpoints can use wav2lip.pth or wav2lip_gan.pt\n","%cd /content/Wav2Lip \n","!python inference.py --checkpoint_path checkpoints/wav2lip_gan.pth --face '/content/input/1.mp4' --audio '/content/input/1.mp3'"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":5953,"status":"ok","timestamp":1685070102444,"user":{"displayName":"rui lu","userId":"15695518765939055507"},"user_tz":-480},"id":"2Ap1pwvjyGjj","outputId":"bfec88fc-3ab3-4a1b-9ec2-ee89a93f2b78"},"outputs":[{"name":"stdout","output_type":"stream","text":["/content\n","mkdir: cannot create directory ‘images’: File exists\n","/content/Wav2Lip\n","FPS:  30.0 Frames:  222\n"]},{"name":"stderr","output_type":"stream","text":["100%|██████████| 222/222 [00:05<00:00, 37.21it/s]\n"]}],"source":["#The video generated by wav2lip into pictures to images\n","%cd /content\n","!mkdir images\n","%cd /content/Wav2Lip\n","import cv2\n","from tqdm import tqdm\n","from os import path\n","import os\n","\n","vidcap = cv2.VideoCapture(\"/content/Wav2Lip/results/result_voice.mp4\")\n","numberOfFrames = int(vidcap.get(cv2.CAP_PROP_FRAME_COUNT))\n","fps = vidcap.get(cv2.CAP_PROP_FPS)\n","print(\"FPS: \", fps, \"Frames: \", numberOfFrames)\n","\n","for frameNumber in tqdm(range(numberOfFrames)):\n","    _,image = vidcap.read()\n","    cv2.imwrite(path.join('/content/images', str(frameNumber).zfill(4)+'.jpg'), image)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":24,"status":"ok","timestamp":1685070102446,"user":{"displayName":"rui lu","userId":"15695518765939055507"},"user_tz":-480},"id":"Km1SuJc0xRJL","outputId":"7c571a43-024e-4635-8180-fa6a1de4b0e7"},"outputs":[{"name":"stdout","output_type":"stream","text":["/content/CodeFormer\n"]}],"source":["#@Title 5. Use CodeFormer to repair the face\n","\n","%cd /content/CodeFormer\n","# Definition related functions\n","import cv2\n","import matplotlib.pyplot as plt\n","def display(img1, img2):\n","  fig = plt.figure(figsize=(25, 10))\n","  ax1 = fig.add_subplot(1, 2, 1) \n","  plt.title('Input', fontsize=16)\n","  ax1.axis('off')\n","  ax2 = fig.add_subplot(1, 2, 2)\n","  plt.title('CodeFormer', fontsize=16)\n","  ax2.axis('off')\n","  ax1.imshow(img1)\n","  ax2.imshow(img2)\n","def imread(img_path):\n","  img = cv2.imread(img_path)\n","  img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)\n","  return img"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":824641,"status":"ok","timestamp":1685070927067,"user":{"displayName":"rui lu","userId":"15695518765939055507"},"user_tz":-480},"id":"t87g87LoxRSq","outputId":"429bd9b2-bef6-4c87-bb3e-cd6361ad5bfe"},"outputs":[{"name":"stdout","output_type":"stream","text":["/content/CodeFormer\n","Face detection model: retinaface_resnet50\n","Background upsampling: True, Face upsampling: False\n","[1/222] Processing: 0000.jpg\n","\tdetect 1 faces\n","[2/222] Processing: 0001.jpg\n","\tdetect 1 faces\n","[3/222] Processing: 0002.jpg\n","\tdetect 1 faces\n","[4/222] Processing: 0003.jpg\n","\tdetect 1 faces\n","[5/222] Processing: 0004.jpg\n","\tdetect 1 faces\n","[6/222] Processing: 0005.jpg\n","\tdetect 1 faces\n","[7/222] Processing: 0006.jpg\n","\tdetect 1 faces\n","[8/222] Processing: 0007.jpg\n","\tdetect 1 faces\n","[9/222] Processing: 0008.jpg\n","\tdetect 1 faces\n","[10/222] Processing: 0009.jpg\n","\tdetect 1 faces\n","[11/222] Processing: 0010.jpg\n","\tdetect 1 faces\n","[12/222] Processing: 0011.jpg\n","\tdetect 1 faces\n","[13/222] Processing: 0012.jpg\n","\tdetect 1 faces\n","[14/222] Processing: 0013.jpg\n","\tdetect 1 faces\n","[15/222] Processing: 0014.jpg\n","\tdetect 1 faces\n","[16/222] Processing: 0015.jpg\n","\tdetect 1 faces\n","[17/222] Processing: 0016.jpg\n","\tdetect 1 faces\n","[18/222] Processing: 0017.jpg\n","\tdetect 1 faces\n","[19/222] Processing: 0018.jpg\n","\tdetect 1 faces\n","[20/222] Processing: 0019.jpg\n","\tdetect 1 faces\n","[21/222] Processing: 0020.jpg\n","\tdetect 1 faces\n","[22/222] Processing: 0021.jpg\n","\tdetect 1 faces\n","[23/222] Processing: 0022.jpg\n","\tdetect 1 faces\n","[24/222] Processing: 0023.jpg\n","\tdetect 1 faces\n","[25/222] Processing: 0024.jpg\n","\tdetect 1 faces\n","[26/222] Processing: 0025.jpg\n","\tdetect 1 faces\n","[27/222] Processing: 0026.jpg\n","\tdetect 1 faces\n","[28/222] Processing: 0027.jpg\n","\tdetect 1 faces\n","[29/222] Processing: 0028.jpg\n","\tdetect 1 faces\n","[30/222] Processing: 0029.jpg\n","\tdetect 1 faces\n","[31/222] Processing: 0030.jpg\n","\tdetect 1 faces\n","[32/222] Processing: 0031.jpg\n","\tdetect 1 faces\n","[33/222] Processing: 0032.jpg\n","\tdetect 1 faces\n","[34/222] Processing: 0033.jpg\n","\tdetect 1 faces\n","[35/222] Processing: 0034.jpg\n","\tdetect 1 faces\n","[36/222] Processing: 0035.jpg\n","\tdetect 1 faces\n","[37/222] Processing: 0036.jpg\n","\tdetect 1 faces\n","[38/222] Processing: 0037.jpg\n","\tdetect 1 faces\n","[39/222] Processing: 0038.jpg\n","\tdetect 1 faces\n","[40/222] Processing: 0039.jpg\n","\tdetect 1 faces\n","[41/222] Processing: 0040.jpg\n","\tdetect 1 faces\n","[42/222] Processing: 0041.jpg\n","\tdetect 1 faces\n","[43/222] Processing: 0042.jpg\n","\tdetect 1 faces\n","[44/222] Processing: 0043.jpg\n","\tdetect 1 faces\n","[45/222] Processing: 0044.jpg\n","\tdetect 1 faces\n","[46/222] Processing: 0045.jpg\n","\tdetect 1 faces\n","[47/222] Processing: 0046.jpg\n","\tdetect 1 faces\n","[48/222] Processing: 0047.jpg\n","\tdetect 1 faces\n","[49/222] Processing: 0048.jpg\n","\tdetect 1 faces\n","[50/222] Processing: 0049.jpg\n","\tdetect 1 faces\n","[51/222] Processing: 0050.jpg\n","\tdetect 1 faces\n","[52/222] Processing: 0051.jpg\n","\tdetect 1 faces\n","[53/222] Processing: 0052.jpg\n","\tdetect 1 faces\n","[54/222] Processing: 0053.jpg\n","\tdetect 1 faces\n","[55/222] Processing: 0054.jpg\n","\tdetect 1 faces\n","[56/222] Processing: 0055.jpg\n","\tdetect 1 faces\n","[57/222] Processing: 0056.jpg\n","\tdetect 1 faces\n","[58/222] Processing: 0057.jpg\n","\tdetect 1 faces\n","[59/222] Processing: 0058.jpg\n","\tdetect 1 faces\n","[60/222] Processing: 0059.jpg\n","\tdetect 1 faces\n","[61/222] Processing: 0060.jpg\n","\tdetect 1 faces\n","[62/222] Processing: 0061.jpg\n","\tdetect 1 faces\n","[63/222] Processing: 0062.jpg\n","\tdetect 1 faces\n","[64/222] Processing: 0063.jpg\n","\tdetect 1 faces\n","[65/222] Processing: 0064.jpg\n","\tdetect 1 faces\n","[66/222] Processing: 0065.jpg\n","\tdetect 1 faces\n","[67/222] Processing: 0066.jpg\n","\tdetect 1 faces\n","[68/222] Processing: 0067.jpg\n","\tdetect 1 faces\n","[69/222] Processing: 0068.jpg\n","\tdetect 1 faces\n","[70/222] Processing: 0069.jpg\n","\tdetect 1 faces\n","[71/222] Processing: 0070.jpg\n","\tdetect 1 faces\n","[72/222] Processing: 0071.jpg\n","\tdetect 1 faces\n","[73/222] Processing: 0072.jpg\n","\tdetect 1 faces\n","[74/222] Processing: 0073.jpg\n","\tdetect 1 faces\n","[75/222] Processing: 0074.jpg\n","\tdetect 1 faces\n","[76/222] Processing: 0075.jpg\n","\tdetect 1 faces\n","[77/222] Processing: 0076.jpg\n","\tdetect 1 faces\n","[78/222] Processing: 0077.jpg\n","\tdetect 1 faces\n","[79/222] Processing: 0078.jpg\n","\tdetect 1 faces\n","[80/222] Processing: 0079.jpg\n","\tdetect 1 faces\n","[81/222] Processing: 0080.jpg\n","\tdetect 1 faces\n","[82/222] Processing: 0081.jpg\n","\tdetect 1 faces\n","[83/222] Processing: 0082.jpg\n","\tdetect 1 faces\n","[84/222] Processing: 0083.jpg\n","\tdetect 1 faces\n","[85/222] Processing: 0084.jpg\n","\tdetect 1 faces\n","[86/222] Processing: 0085.jpg\n","\tdetect 1 faces\n","[87/222] Processing: 0086.jpg\n","\tdetect 1 faces\n","[88/222] Processing: 0087.jpg\n","\tdetect 1 faces\n","[89/222] Processing: 0088.jpg\n","\tdetect 1 faces\n","[90/222] Processing: 0089.jpg\n","\tdetect 1 faces\n","[91/222] Processing: 0090.jpg\n","\tdetect 1 faces\n","[92/222] Processing: 0091.jpg\n","\tdetect 1 faces\n","[93/222] Processing: 0092.jpg\n","\tdetect 1 faces\n","[94/222] Processing: 0093.jpg\n","\tdetect 1 faces\n","[95/222] Processing: 0094.jpg\n","\tdetect 1 faces\n","[96/222] Processing: 0095.jpg\n","\tdetect 1 faces\n","[97/222] Processing: 0096.jpg\n","\tdetect 1 faces\n","[98/222] Processing: 0097.jpg\n","\tdetect 1 faces\n","[99/222] Processing: 0098.jpg\n","\tdetect 1 faces\n","[100/222] Processing: 0099.jpg\n","\tdetect 1 faces\n","[101/222] Processing: 0100.jpg\n","\tdetect 1 faces\n","[102/222] Processing: 0101.jpg\n","\tdetect 1 faces\n","[103/222] Processing: 0102.jpg\n","\tdetect 1 faces\n","[104/222] Processing: 0103.jpg\n","\tdetect 1 faces\n","[105/222] Processing: 0104.jpg\n","\tdetect 1 faces\n","[106/222] Processing: 0105.jpg\n","\tdetect 1 faces\n","[107/222] Processing: 0106.jpg\n","\tdetect 1 faces\n","[108/222] Processing: 0107.jpg\n","\tdetect 1 faces\n","[109/222] Processing: 0108.jpg\n","\tdetect 1 faces\n","[110/222] Processing: 0109.jpg\n","\tdetect 1 faces\n","[111/222] Processing: 0110.jpg\n","\tdetect 1 faces\n","[112/222] Processing: 0111.jpg\n","\tdetect 1 faces\n","[113/222] Processing: 0112.jpg\n","\tdetect 1 faces\n","[114/222] Processing: 0113.jpg\n","\tdetect 1 faces\n","[115/222] Processing: 0114.jpg\n","\tdetect 1 faces\n","[116/222] Processing: 0115.jpg\n","\tdetect 1 faces\n","[117/222] Processing: 0116.jpg\n","\tdetect 1 faces\n","[118/222] Processing: 0117.jpg\n","\tdetect 1 faces\n","[119/222] Processing: 0118.jpg\n","\tdetect 1 faces\n","[120/222] Processing: 0119.jpg\n","\tdetect 1 faces\n","[121/222] Processing: 0120.jpg\n","\tdetect 1 faces\n","[122/222] Processing: 0121.jpg\n","\tdetect 1 faces\n","[123/222] Processing: 0122.jpg\n","\tdetect 1 faces\n","[124/222] Processing: 0123.jpg\n","\tdetect 1 faces\n","[125/222] Processing: 0124.jpg\n","\tdetect 1 faces\n","[126/222] Processing: 0125.jpg\n","\tdetect 1 faces\n","[127/222] Processing: 0126.jpg\n","\tdetect 1 faces\n","[128/222] Processing: 0127.jpg\n","\tdetect 1 faces\n","[129/222] Processing: 0128.jpg\n","\tdetect 1 faces\n","[130/222] Processing: 0129.jpg\n","\tdetect 1 faces\n","[131/222] Processing: 0130.jpg\n","\tdetect 1 faces\n","[132/222] Processing: 0131.jpg\n","\tdetect 1 faces\n","[133/222] Processing: 0132.jpg\n","\tdetect 1 faces\n","[134/222] Processing: 0133.jpg\n","\tdetect 1 faces\n","[135/222] Processing: 0134.jpg\n","\tdetect 1 faces\n","[136/222] Processing: 0135.jpg\n","\tdetect 1 faces\n","[137/222] Processing: 0136.jpg\n","\tdetect 1 faces\n","[138/222] Processing: 0137.jpg\n","\tdetect 1 faces\n","[139/222] Processing: 0138.jpg\n","\tdetect 1 faces\n","[140/222] Processing: 0139.jpg\n","\tdetect 1 faces\n","[141/222] Processing: 0140.jpg\n","\tdetect 1 faces\n","[142/222] Processing: 0141.jpg\n","\tdetect 1 faces\n","[143/222] Processing: 0142.jpg\n","\tdetect 1 faces\n","[144/222] Processing: 0143.jpg\n","\tdetect 1 faces\n","[145/222] Processing: 0144.jpg\n","\tdetect 1 faces\n","[146/222] Processing: 0145.jpg\n","\tdetect 1 faces\n","[147/222] Processing: 0146.jpg\n","\tdetect 1 faces\n","[148/222] Processing: 0147.jpg\n","\tdetect 1 faces\n","[149/222] Processing: 0148.jpg\n","\tdetect 1 faces\n","[150/222] Processing: 0149.jpg\n","\tdetect 1 faces\n","[151/222] Processing: 0150.jpg\n","\tdetect 1 faces\n","[152/222] Processing: 0151.jpg\n","\tdetect 1 faces\n","[153/222] Processing: 0152.jpg\n","\tdetect 1 faces\n","[154/222] Processing: 0153.jpg\n","\tdetect 1 faces\n","[155/222] Processing: 0154.jpg\n","\tdetect 1 faces\n","[156/222] Processing: 0155.jpg\n","\tdetect 1 faces\n","[157/222] Processing: 0156.jpg\n","\tdetect 1 faces\n","[158/222] Processing: 0157.jpg\n","\tdetect 1 faces\n","[159/222] Processing: 0158.jpg\n","\tdetect 1 faces\n","[160/222] Processing: 0159.jpg\n","\tdetect 1 faces\n","[161/222] Processing: 0160.jpg\n","\tdetect 1 faces\n","[162/222] Processing: 0161.jpg\n","\tdetect 1 faces\n","[163/222] Processing: 0162.jpg\n","\tdetect 1 faces\n","[164/222] Processing: 0163.jpg\n","\tdetect 1 faces\n","[165/222] Processing: 0164.jpg\n","\tdetect 1 faces\n","[166/222] Processing: 0165.jpg\n","\tdetect 1 faces\n","[167/222] Processing: 0166.jpg\n","\tdetect 1 faces\n","[168/222] Processing: 0167.jpg\n","\tdetect 1 faces\n","[169/222] Processing: 0168.jpg\n","\tdetect 1 faces\n","[170/222] Processing: 0169.jpg\n","\tdetect 1 faces\n","[171/222] Processing: 0170.jpg\n","\tdetect 1 faces\n","[172/222] Processing: 0171.jpg\n","\tdetect 1 faces\n","[173/222] Processing: 0172.jpg\n","\tdetect 1 faces\n","[174/222] Processing: 0173.jpg\n","\tdetect 1 faces\n","[175/222] Processing: 0174.jpg\n","\tdetect 1 faces\n","[176/222] Processing: 0175.jpg\n","\tdetect 1 faces\n","[177/222] Processing: 0176.jpg\n","\tdetect 1 faces\n","[178/222] Processing: 0177.jpg\n","\tdetect 1 faces\n","[179/222] Processing: 0178.jpg\n","\tdetect 1 faces\n","[180/222] Processing: 0179.jpg\n","\tdetect 1 faces\n","[181/222] Processing: 0180.jpg\n","\tdetect 1 faces\n","[182/222] Processing: 0181.jpg\n","\tdetect 1 faces\n","[183/222] Processing: 0182.jpg\n","\tdetect 1 faces\n","[184/222] Processing: 0183.jpg\n","\tdetect 1 faces\n","[185/222] Processing: 0184.jpg\n","\tdetect 1 faces\n","[186/222] Processing: 0185.jpg\n","\tdetect 1 faces\n","[187/222] Processing: 0186.jpg\n","\tdetect 1 faces\n","[188/222] Processing: 0187.jpg\n","\tdetect 1 faces\n","[189/222] Processing: 0188.jpg\n","\tdetect 1 faces\n","[190/222] Processing: 0189.jpg\n","\tdetect 1 faces\n","[191/222] Processing: 0190.jpg\n","\tdetect 1 faces\n","[192/222] Processing: 0191.jpg\n","\tdetect 1 faces\n","[193/222] Processing: 0192.jpg\n","\tdetect 1 faces\n","[194/222] Processing: 0193.jpg\n","\tdetect 1 faces\n","[195/222] Processing: 0194.jpg\n","\tdetect 1 faces\n","[196/222] Processing: 0195.jpg\n","\tdetect 1 faces\n","[197/222] Processing: 0196.jpg\n","\tdetect 1 faces\n","[198/222] Processing: 0197.jpg\n","\tdetect 1 faces\n","[199/222] Processing: 0198.jpg\n","\tdetect 1 faces\n","[200/222] Processing: 0199.jpg\n","\tdetect 1 faces\n","[201/222] Processing: 0200.jpg\n","\tdetect 1 faces\n","[202/222] Processing: 0201.jpg\n","\tdetect 1 faces\n","[203/222] Processing: 0202.jpg\n","\tdetect 1 faces\n","[204/222] Processing: 0203.jpg\n","\tdetect 1 faces\n","[205/222] Processing: 0204.jpg\n","\tdetect 1 faces\n","[206/222] Processing: 0205.jpg\n","\tdetect 1 faces\n","[207/222] Processing: 0206.jpg\n","\tdetect 1 faces\n","[208/222] Processing: 0207.jpg\n","\tdetect 1 faces\n","[209/222] Processing: 0208.jpg\n","\tdetect 1 faces\n","[210/222] Processing: 0209.jpg\n","\tdetect 1 faces\n","[211/222] Processing: 0210.jpg\n","\tdetect 1 faces\n","[212/222] Processing: 0211.jpg\n","\tdetect 1 faces\n","[213/222] Processing: 0212.jpg\n","\tdetect 1 faces\n","[214/222] Processing: 0213.jpg\n","\tdetect 1 faces\n","[215/222] Processing: 0214.jpg\n","\tdetect 1 faces\n","[216/222] Processing: 0215.jpg\n","\tdetect 1 faces\n","[217/222] Processing: 0216.jpg\n","\tdetect 1 faces\n","[218/222] Processing: 0217.jpg\n","\tdetect 1 faces\n","[219/222] Processing: 0218.jpg\n","\tdetect 1 faces\n","[220/222] Processing: 0219.jpg\n","\tdetect 1 faces\n","[221/222] Processing: 0220.jpg\n","\tdetect 1 faces\n","[222/222] Processing: 0221.jpg\n","\tdetect 1 faces\n","\n","All results are saved in results/images_0.7\n"]}],"source":["# Use CodeFormer for reasoning\n","%cd /content/CodeFormer\n","## Only repairing the face\n","# CODEFORMER_FIDELITY = 0.5  \n","# !python inference_codeformer.py -w $CODEFORMER_FIDELITY --has_aligned --input_path /content/images\n","\n","#Whole Images ## overall picture repair\n","CODEFORMER_FIDELITY = 0.7\n","!python inference_codeformer.py -w $CODEFORMER_FIDELITY --input_path /content/images --bg_upsampler realesrgan"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":57000,"status":"ok","timestamp":1685070984003,"user":{"displayName":"rui lu","userId":"15695518765939055507"},"user_tz":-480},"id":"tfXGjVvlxRVS","outputId":"1f873c98-7947-4111-df16-6ea6c1eb284e"},"outputs":[{"name":"stderr","output_type":"stream","text":["\r  0%|          | 0/1 [00:00<?, ?it/s]"]},{"name":"stdout","output_type":"stream","text":["processing  0 600\n"]},{"name":"stderr","output_type":"stream","text":["\n","  0%|          | 0/222 [00:00<?, ?it/s]\u001b[A\n","  0%|          | 1/222 [00:00<00:26,  8.47it/s]\u001b[A\n","  1%|          | 2/222 [00:00<00:24,  8.97it/s]\u001b[A\n","  1%|▏         | 3/222 [00:00<00:24,  9.03it/s]\u001b[A\n","  2%|▏         | 4/222 [00:00<00:24,  9.05it/s]\u001b[A\n","  3%|▎         | 6/222 [00:00<00:22,  9.64it/s]\u001b[A\n","  3%|▎         | 7/222 [00:00<00:22,  9.67it/s]\u001b[A\n","  4%|▎         | 8/222 [00:00<00:21,  9.73it/s]\u001b[A\n","  5%|▍         | 10/222 [00:01<00:20, 10.12it/s]\u001b[A\n","  5%|▍         | 11/222 [00:01<00:21,  9.99it/s]\u001b[A\n","  6%|▌         | 13/222 [00:01<00:20, 10.24it/s]\u001b[A\n","  7%|▋         | 15/222 [00:01<00:19, 10.43it/s]\u001b[A\n","  8%|▊         | 17/222 [00:01<00:19, 10.45it/s]\u001b[A\n","  9%|▊         | 19/222 [00:01<00:18, 10.85it/s]\u001b[A\n","  9%|▉         | 21/222 [00:02<00:17, 11.44it/s]\u001b[A\n"," 10%|█         | 23/222 [00:02<00:16, 11.95it/s]\u001b[A\n"," 11%|█▏        | 25/222 [00:02<00:15, 12.37it/s]\u001b[A\n"," 12%|█▏        | 27/222 [00:02<00:15, 12.64it/s]\u001b[A\n"," 13%|█▎        | 29/222 [00:02<00:15, 12.87it/s]\u001b[A\n"," 14%|█▍        | 31/222 [00:02<00:14, 13.00it/s]\u001b[A\n"," 15%|█▍        | 33/222 [00:02<00:14, 12.90it/s]\u001b[A\n"," 16%|█▌        | 35/222 [00:03<00:14, 12.93it/s]\u001b[A\n"," 17%|█▋        | 37/222 [00:03<00:14, 12.94it/s]\u001b[A\n"," 18%|█▊        | 39/222 [00:03<00:14, 13.00it/s]\u001b[A\n"," 18%|█▊        | 41/222 [00:03<00:13, 12.94it/s]\u001b[A\n"," 19%|█▉        | 43/222 [00:03<00:13, 12.89it/s]\u001b[A\n"," 20%|██        | 45/222 [00:03<00:13, 13.04it/s]\u001b[A\n"," 21%|██        | 47/222 [00:04<00:13, 13.09it/s]\u001b[A\n"," 22%|██▏       | 49/222 [00:04<00:13, 13.04it/s]\u001b[A\n"," 23%|██▎       | 51/222 [00:04<00:13, 13.09it/s]\u001b[A\n"," 24%|██▍       | 53/222 [00:04<00:12, 13.15it/s]\u001b[A\n"," 25%|██▍       | 55/222 [00:04<00:12, 13.20it/s]\u001b[A\n"," 26%|██▌       | 57/222 [00:04<00:12, 13.00it/s]\u001b[A\n"," 27%|██▋       | 59/222 [00:04<00:12, 12.99it/s]\u001b[A\n"," 27%|██▋       | 61/222 [00:05<00:12, 12.64it/s]\u001b[A\n"," 28%|██▊       | 63/222 [00:05<00:12, 12.70it/s]\u001b[A\n"," 29%|██▉       | 65/222 [00:05<00:12, 12.88it/s]\u001b[A\n"," 30%|███       | 67/222 [00:05<00:11, 12.93it/s]\u001b[A\n"," 31%|███       | 69/222 [00:05<00:11, 12.88it/s]\u001b[A\n"," 32%|███▏      | 71/222 [00:05<00:11, 12.95it/s]\u001b[A\n"," 33%|███▎      | 73/222 [00:06<00:11, 12.94it/s]\u001b[A\n"," 34%|███▍      | 75/222 [00:06<00:11, 13.07it/s]\u001b[A\n"," 35%|███▍      | 77/222 [00:06<00:11, 12.99it/s]\u001b[A\n"," 36%|███▌      | 79/222 [00:06<00:10, 13.09it/s]\u001b[A\n"," 36%|███▋      | 81/222 [00:06<00:10, 13.17it/s]\u001b[A\n"," 37%|███▋      | 83/222 [00:06<00:10, 13.18it/s]\u001b[A\n"," 38%|███▊      | 85/222 [00:06<00:10, 13.16it/s]\u001b[A\n"," 39%|███▉      | 87/222 [00:07<00:10, 13.16it/s]\u001b[A\n"," 40%|████      | 89/222 [00:07<00:10, 13.14it/s]\u001b[A\n"," 41%|████      | 91/222 [00:07<00:10, 12.91it/s]\u001b[A\n"," 42%|████▏     | 93/222 [00:07<00:09, 13.02it/s]\u001b[A\n"," 43%|████▎     | 95/222 [00:07<00:09, 13.00it/s]\u001b[A\n"," 44%|████▎     | 97/222 [00:07<00:09, 13.09it/s]\u001b[A\n"," 45%|████▍     | 99/222 [00:08<00:09, 13.09it/s]\u001b[A\n"," 45%|████▌     | 101/222 [00:08<00:09, 13.09it/s]\u001b[A\n"," 46%|████▋     | 103/222 [00:08<00:09, 13.01it/s]\u001b[A\n"," 47%|████▋     | 105/222 [00:08<00:08, 13.09it/s]\u001b[A\n"," 48%|████▊     | 107/222 [00:08<00:08, 13.14it/s]\u001b[A\n"," 49%|████▉     | 109/222 [00:08<00:08, 13.02it/s]\u001b[A\n"," 50%|█████     | 111/222 [00:08<00:08, 13.00it/s]\u001b[A\n"," 51%|█████     | 113/222 [00:09<00:08, 13.00it/s]\u001b[A\n"," 52%|█████▏    | 115/222 [00:09<00:08, 13.10it/s]\u001b[A\n"," 53%|█████▎    | 117/222 [00:09<00:08, 13.11it/s]\u001b[A\n"," 54%|█████▎    | 119/222 [00:09<00:07, 13.20it/s]\u001b[A\n"," 55%|█████▍    | 121/222 [00:09<00:07, 13.25it/s]\u001b[A\n"," 55%|█████▌    | 123/222 [00:09<00:07, 13.13it/s]\u001b[A\n"," 56%|█████▋    | 125/222 [00:09<00:07, 13.11it/s]\u001b[A\n"," 57%|█████▋    | 127/222 [00:10<00:07, 13.18it/s]\u001b[A\n"," 58%|█████▊    | 129/222 [00:10<00:07, 13.24it/s]\u001b[A\n"," 59%|█████▉    | 131/222 [00:10<00:06, 13.36it/s]\u001b[A\n"," 60%|█████▉    | 133/222 [00:10<00:06, 13.38it/s]\u001b[A\n"," 61%|██████    | 135/222 [00:10<00:06, 13.31it/s]\u001b[A\n"," 62%|██████▏   | 137/222 [00:10<00:06, 13.30it/s]\u001b[A\n"," 63%|██████▎   | 139/222 [00:11<00:06, 13.03it/s]\u001b[A\n"," 64%|██████▎   | 141/222 [00:11<00:06, 12.92it/s]\u001b[A\n"," 64%|██████▍   | 143/222 [00:11<00:06, 12.98it/s]\u001b[A\n"," 65%|██████▌   | 145/222 [00:11<00:05, 12.98it/s]\u001b[A\n"," 66%|██████▌   | 147/222 [00:11<00:05, 12.96it/s]\u001b[A\n"," 67%|██████▋   | 149/222 [00:11<00:05, 12.70it/s]\u001b[A\n"," 68%|██████▊   | 151/222 [00:12<00:05, 11.90it/s]\u001b[A\n"," 69%|██████▉   | 153/222 [00:12<00:06, 11.24it/s]\u001b[A\n"," 70%|██████▉   | 155/222 [00:12<00:06, 10.78it/s]\u001b[A\n"," 71%|███████   | 157/222 [00:12<00:06, 10.57it/s]\u001b[A\n"," 72%|███████▏  | 159/222 [00:12<00:06, 10.49it/s]\u001b[A\n"," 73%|███████▎  | 161/222 [00:13<00:05, 10.50it/s]\u001b[A\n"," 73%|███████▎  | 163/222 [00:13<00:05, 10.27it/s]\u001b[A\n"," 74%|███████▍  | 165/222 [00:13<00:05, 10.43it/s]\u001b[A\n"," 75%|███████▌  | 167/222 [00:13<00:05, 10.53it/s]\u001b[A\n"," 76%|███████▌  | 169/222 [00:13<00:05, 10.51it/s]\u001b[A\n"," 77%|███████▋  | 171/222 [00:13<00:04, 10.58it/s]\u001b[A\n"," 78%|███████▊  | 173/222 [00:14<00:04, 10.39it/s]\u001b[A\n"," 79%|███████▉  | 175/222 [00:14<00:04, 10.53it/s]\u001b[A\n"," 80%|███████▉  | 177/222 [00:14<00:04, 10.66it/s]\u001b[A\n"," 81%|████████  | 179/222 [00:14<00:04, 10.73it/s]\u001b[A\n"," 82%|████████▏ | 181/222 [00:14<00:03, 10.60it/s]\u001b[A\n"," 82%|████████▏ | 183/222 [00:15<00:03, 10.70it/s]\u001b[A\n"," 83%|████████▎ | 185/222 [00:15<00:03, 10.47it/s]\u001b[A\n"," 84%|████████▍ | 187/222 [00:15<00:03, 10.59it/s]\u001b[A\n"," 85%|████████▌ | 189/222 [00:15<00:02, 11.28it/s]\u001b[A\n"," 86%|████████▌ | 191/222 [00:15<00:02, 11.78it/s]\u001b[A\n"," 87%|████████▋ | 193/222 [00:15<00:02, 12.09it/s]\u001b[A\n"," 88%|████████▊ | 195/222 [00:16<00:02, 12.47it/s]\u001b[A\n"," 89%|████████▊ | 197/222 [00:16<00:02, 12.47it/s]\u001b[A\n"," 90%|████████▉ | 199/222 [00:16<00:01, 12.77it/s]\u001b[A\n"," 91%|█████████ | 201/222 [00:16<00:01, 12.94it/s]\u001b[A\n"," 91%|█████████▏| 203/222 [00:16<00:01, 13.04it/s]\u001b[A\n"," 92%|█████████▏| 205/222 [00:16<00:01, 13.10it/s]\u001b[A\n"," 93%|█████████▎| 207/222 [00:16<00:01, 13.12it/s]\u001b[A\n"," 94%|█████████▍| 209/222 [00:17<00:00, 13.21it/s]\u001b[A\n"," 95%|█████████▌| 211/222 [00:17<00:00, 13.09it/s]\u001b[A\n"," 96%|█████████▌| 213/222 [00:17<00:00, 13.16it/s]\u001b[A\n"," 97%|█████████▋| 215/222 [00:17<00:00, 13.14it/s]\u001b[A\n"," 98%|█████████▊| 217/222 [00:17<00:00, 13.11it/s]\u001b[A\n"," 99%|█████████▊| 219/222 [00:17<00:00, 13.19it/s]\u001b[A\n","100%|██████████| 222/222 [00:18<00:00, 12.25it/s]\n","100%|██████████| 1/1 [00:23<00:00, 23.04s/it]\n"]},{"name":"stdout","output_type":"stream","text":["合并视音频\n","恭喜您，音视频合并完成，存放在output/final.mp4\n"]}],"source":["# Generate new videos after repairing\n","import os\n","restoredFramesPath = '/content/CodeFormer/results/images_0.7' + '/final_results/'\n","processedVideoOutputPath = '/content/output'\n","\n","dir_list = os.listdir(restoredFramesPath)\n","dir_list.sort()\n","\n","import cv2\n","import numpy as np\n","\n","batch = 0\n","batchSize = 600\n","from tqdm import tqdm\n","for i in tqdm(range(0, len(dir_list), batchSize)):\n","  img_array = []\n","  start, end = i, i+batchSize\n","  print(\"processing \", start, end)\n","  for filename in  tqdm(dir_list[start:end]):\n","      filename = restoredFramesPath+filename;\n","      img = cv2.imread(filename)\n","      if img is None:\n","        continue\n","      height, width, layers = img.shape\n","      size = (width,height)\n","      img_array.append(img)\n","\n","\n","  out = cv2.VideoWriter(processedVideoOutputPath+'/batch_'+str(batch).zfill(4)+'.avi',cv2.VideoWriter_fourcc(*'DIVX'), 30, size)\n","  batch = batch + 1\n"," \n","  for i in range(len(img_array)):\n","    out.write(img_array[i])\n","  out.release()\n","\n","# Audio and video merging generate audio video\n","audio = ffmpeg.input(f'/content/input/5566.mp3')\n","video = ffmpeg.input(f'/content/output/batch_0000.avi')\n","print(\"合并视音频\")\n","out = ffmpeg.output(video, audio, f'/content/output/final.mp4')\n","out.run()  \n","print(\"Congratulations, the audio and video merger is completed, stored in Output/Final.mp4\")"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"pcfqxXCbtck-"},"outputs":[],"source":[]}],"metadata":{"accelerator":"GPU","colab":{"gpuType":"T4","provenance":[{"file_id":"1IjFW1cLevs6Ouyu4Yht4mnR4yeuMqO7Y","timestamp":1682835098503},{"file_id":"1_EQJ5DPLfOPufsy26H5PCSVKr43A7KiC","timestamp":1620993149816},{"file_id":"1tZpDWXz49W6wDcTprANRGLo2D_EbD5J8","timestamp":1620984500069},{"file_id":"1NLUwupCBsB1HrpEmOIHeMgU63sus2LxP","timestamp":1597735440478}]},"gpuClass":"standard","kernelspec":{"display_name":"Python 3","name":"python3"}},"nbformat":4,"nbformat_minor":0}