From a0df62500c6100d575ebb3a4af4707b1cc72b824 Mon Sep 17 00:00:00 2001 From: Sayak Paul Date: Thu, 25 May 2023 12:23:40 +0530 Subject: [PATCH 1/4] add: colab notebook on unidiffuser --- diffusers/unidiffuser.ipynb | 11393 ++++++++++++++++++++++++++++++++++ 1 file changed, 11393 insertions(+) create mode 100644 diffusers/unidiffuser.ipynb diff --git a/diffusers/unidiffuser.ipynb b/diffusers/unidiffuser.ipynb new file mode 100644 index 00000000..704a5a8e --- /dev/null +++ b/diffusers/unidiffuser.ipynb @@ -0,0 +1,11393 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "source": [ + "# Generating images and text with UniDiffuser\n", + "\n", + "UniDiffuser was introduced in [One Transformer Fits All Distributions in Multi-Modal Diffusion at Scale](https://arxiv.org/abs/2303.06555).\n", + "\n", + "In this notebook, we will show how the [UniDiffuser pipeline](https://huggingface.co/docs/diffusers/api/pipelines/unidiffuser) in 🧨 diffusers can be used for:\n", + "\n", + "* Unconditional image generation\n", + "* Unconditional text generation\n", + "* Text-to-image generation\n", + "* Image-to-text generation\n", + "* Image variation\n", + "* Text variation\n", + "\n", + "One pipeline to rule six use cases 🀯\n", + "\n", + "Let's start!" + ], + "metadata": { + "id": "PEQHAzAqkYp2" + } + }, + { + "cell_type": "markdown", + "source": [ + "## Setup" + ], + "metadata": { + "id": "pH5NByOqlJ39" + } + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "lIYdn1woOS1n", + "outputId": "c9c4b6d9-1d13-4f58-d2d0-1120747f339e" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + " Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n", + " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n", + " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + " Building wheel for diffusers (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n" + ] + } + ], + "source": [ + "!pip install -q git+https://github.com/dg845/diffusers\n", + "!pip install transformers accelerate -q" + ] + }, + { + "cell_type": "markdown", + "source": [ + "## Unconditional image and text generation" + ], + "metadata": { + "id": "P65FyJgBlRMQ" + } + }, + { + "cell_type": "code", + "source": [ + "import torch\n", + "from diffusers import UniDiffuserPipeline\n", + "\n", + "device = \"cuda\"\n", + "model_id_or_path = \"thu-ml/unidiffuser-v1\"\n", + "pipe = UniDiffuserPipeline.from_pretrained(model_id_or_path, torch_dtype=torch.float16)\n", + "pipe.to(device)\n", + "\n", + "# Unconditional image and text generation. The generation task is automatically inferred.\n", + "sample = pipe(num_inference_steps=20, guidance_scale=8.0)\n", + "image = sample.images[0]\n", + "text = sample.text[0]\n", + "image.save(\"unidiffuser_joint_sample_image.png\")\n", + "print(text)" + ], + "metadata": { + "id": "oc4Wtedcem_z", + "outputId": "cac43f80-01b4-4d3b-eb89-431c9f089159", + "colab": { + "base_uri": "https://localhost:8080/", + "height": 876, + "referenced_widgets": [ + "a7ca351b156749fa9a9ce26046173927", + "4852ca9eeeef4bf988b510954426170b", + "4083ff9a4c364d359b8dcc1d1494ae14", + "45d8841763024e6ba17032736df09c4f", + "b16dad66545841079a05985b71baecc1", + "10dffd58ed8b48d484080723c95e0181", + "bfbd71b155204a9bb1652e5ce273ce15", + "1faf680a58da4b8eaa78abd8999e4585", + "abe8c8ec42da47e7a5d9b1b7f0978ace", + "26920c60f8ca4f99a4c5376697c2b2e4", + "aa8451f2900e4610a8091531f15eee56", + "40597805636e47d3afb280b903646139", + "4b8f572cd6004c7d8b873a3b4b2ce96e", + "2c72c0e04eb2476e807efc165d1a87bd", + "22c9bace8da7493fa928066e8458899f", + "ac10b07c96654420824ab19f59d65811", + "2691b8c94e6849728ff1f6c51ff45b01", + "fe6250b7d91e47d4a4ac818b52c3cfca", + "0ec5760b9cf2438f905eb25f81c6906e", + "f0e01e142db546b29a45920edab7fb66", + "555fad93cae64507b0b84fdb7128ae5c", + "26d5ddf35b614505a93a7b72abd9bb46", + "fe241c8956534b2c89a9820ca22ece8f", + "d7ce7618202243b796428419ac51e400", + "1ae7b7c5df944b358bdec443f512dbbb", + "e01ce8d8426c47739597acd34afd0474", + "51bfad3f63d842d09de984c6ad16639c", + "c96e05c036ca48209583a5ed611af9de", + "b68bb87cf29d44f0ba770b247bd3d7a3", + "21261f7f40ee4e64a7a0e9bbd3648728", + "661570c0e5e64ca49a1c2053ae2a1886", + "2d866f79998e41cc96b1d0d588134c23", + "ce63ec52794e4af7a87aa5a7b4ec7c2d", + "5856910fdfd243eabe09bcf0b346be5e", + "cc9b512c1f3f4f67873b47ab6e0c64d6", + "624baa3d12b446798f693de157ca5c44", + "43f370f65669476da17eeca26e42c3b1", + "d45d60535ad24df297b0b0d41cfba2de", + "27e9555b38e24a6fb8e6f946fca0077b", + "624a1bd7c9bc448482c770041a9e1929", + "b55256d84faa4fca8041f2e37b6beee1", + "81844c00f4884c2bb779fa158a90e9bc", + "06e9d08aedef4ee498f82d99982cc159", + "7d1ef7e8a3a847fa86c231fbc9baa269", + "4bf87aa90a714488969e988c2dc22b99", + "6e60dfce66644fbc8f4a39e510dfa285", + "b3817ec4b6484768bb481f153df0a59c", + "8cada292951a4e95931a487a29b39ef4", + "df78bac1b9964452a557612deca5060d", + "22060f1296cd437c8836676f4b80e269", + "cc673fa94a934b82b5212b0156ade9a3", + "4502316a600b4d0cb83189466d85ac2f", + "0b29329d12eb48b1b7e2d88d9d0fba6e", + "6886a8ce6d6d466e97c842a100c47c31", + "1af5bea15c9048fca9dc41ef78c121da", + "a5509340c9474404bde692a95ccdf245", + "a03baef0864643829ac2dc765f66513f", + "3a0892c9d8ae433586c10df2c8d3e868", + "b9eea949f0b949c1b257c2c14bc7da7e", + "0981468acbaa45f8a444e90e6fc026f2", + "6a05dbc114ce44ec8782cd7138b6e5a5", + "3d2162adb5174c3ab5013741dff52c9e", + "7018446693f34d01ace5a6d372143581", + "0de640d8341d488da6915e694ea4a831", + "07bf478ad5d149698c3c816045595e8e", + "d431a2cfee2f4c8aa4b81fc772dc7b90", + "cc1c9e5a8a5a42908380079547107498", + "c5a69bd22a654ca28a30223079b98584", + "a656c2953b3a4f16b7641c4c6f4aa679", + "af6e5b0e0d0b4c0d988dc716f2218229", + "56f5a4ac86ec42d58da72817929e4c98", + "f468e07f159d45e78d0c421d3664317c", + "1002eb795a6d4e9798b36c7b0e80c98d", + "b4a554b79b4e4c01a416400b826686e4", + "0f11d379c52643678ab6c8f275ad30fe", + "eb609b121473473eafc956b4ea997044", + "37b6ac7ad0bd473faaeefc12254b91b7", + "b9e2a1e66d344be59bd7ca4e25678742", + "4a16dfdf9ff34259902e1997487f1ab1", + "3df37dc6a78e4b5ab35c073fa2b59a68", + "b18a0fa577af4a1e9deaafd9bd83d5c8", + "cb2ac0ec8fda429e976b96f3ec2fe567", + "2922ceec908045d790d5da83d31c6939", + "588f0ebdb36f417d96a63869a7e60219", + "e6ce2c63046b45569f5376ecc134d341", + "03d246939afb49d88a855f30fc734734", + "bf99bc6e16a342daa15e42e576678c89", + "d018e42629504d8fae6ffac74256b011", + "146cb49069194f1b9280e542a774941e", + "321d79c41f824dedbb249ff5015fce27", + "07a1a8822f6d4dd9a9962b913dab1b42", + "1434315821554e2e8a9cbb9c37c0391f", + "baf201404e384b3b911b2d4c22b1f157", + "274352f82c6b464db77331d535c79926", + "161bfde4d74a4f5bb9129bc851b3bf41", + "1e3df3f7d14e4866951ad9da69c554e2", + "41c033f87b5641b987b9f1a0283ee2b1", + "84912404d5064ac2a13988eaf67575c6", + "9a43a9719f8643c9b68de9225cf915ec", + "55c417fd6e74421dbe050ae257f98a41", + "b24c3646b44d4ac9ba1fd15d2e18c0c0", + "8252bd75878444ea9e965abd4c6c328b", + "03104ad85862455b92598cef67f440a7", + "343f728f8d72486a9e947cb9a4ffd716", + "cfe4433d483d4712992b6104198df6f5", + "1503da28954b4c72b01b308162a9cb33", + "5edf017c8a2d4540a84d258a3ec1fb70", + "daa6316ea887456cb1d6fbfaffc61555", + "6b6e02a6593949dd97774ae38bf7d06b", + "d5b025b1de164d7f8bd447c816d1bcdb", + "64297827b7e6489c9cc422fb47abb502", + "471b7d7d2fe94f8a809d67bd70907f5e", + "5b195176101c419fb8d9b94e7e8c03b6", + "5d5ec7d5812a4e8c8e786b7db036e245", + "6378e99f70a3435384eefee647ec56fe", + "25cdef4a54aa4c929a25ccf0c2a6389c", + "c22ac9133bbe4868a35980d717cfcb0a", + "d9e1f7b529fa42b6b8f415658ffa9d0f", + "8884b8bfd82f40928dff8fca66f7bbf4", + "342b77616d7341998c376271a0caf54b", + "7c67572ddf0c4b57a93db680fd77243a", + "fda4071d3e8949ba8586f6de66fb53cd", + "c0c82fa0f0ba4323982bc38f7e44d283", + "26961edd9fda4d7c8288143ab07fc676", + "97f644cf18c04e2da7fc373cc05d2de6", + "3e789e1a7d904ea7bebd705ed7fb5139", + "f300683d14284981a452795635758b90", + "84a889d016954b16b8296941de36acab", + "dd9e7b83eb5545f08e468fe92cdc7623", + "747498e76b354c9db5ddf9fe000ea0cd", + "707acce48d4a4bf19bacac4badf57ab8", + "7754ff456d6647a7a466613ae4425b46", + "89e3a8bbb75b451d821e0c70c417e22d", + "5b4367a35d014e2ea6271f5efc09c292", + "07b3fcc436d74266a93078c6975c4957", + "12a382f2440f45cf9ab4278e1d83149d", + "e7fd1ea1c22649fc98562c035361fc76", + "2456d42944f94dc99c1f788e5b640b61", + "2db868e61d7c4105b0fa7f2af8d4d7d9", + "56973c01f3054677960054c296962080", + "a8696202998e40708ace95a07b89b611", + "ca08cfb83c654fdbab63ca342e9c5301", + "c6b7b686773f4e77a77bca17e36deaec", + "e23b38e2d9ac464e833166ef056395e6", + "4bb6a8c3813540e7a5654be45687c8cc", + "ff2d46252c5e470f98c154d60b1cc5ba", + "cbeb65e342fe4ba89548a8921e05f4d8", + "bb5ea2835bfb4817b501386bfc3f2b3a", + "e6466369b9034e4abbe3f34c6d1b42de", + "8769d8556b9d4baf87cd5b08298d5dea", + "b7124472b1fc445686cd56eaffc59f82", + "9f8dcca4e8594668b8ac909469cb1b7d", + "c678959af1774aebbe2f6e74d536c5fe", + "9216053a464444e2b2663c3134821c08", + "4103904873e04ddaa703723ef8802bd3", + "40a97f51d0764f49812c0b2740dea20f", + "cdf1b285d798419aa5442f1da5fe2324", + "fe1cff535ced48048823963048c40682", + "833fda4f0a1946da8f1ddc2009a8b31e", + "d3c5c28a4f494719ba8bdc93a6170d25", + "27136b25485647ac8eb5d6ee5e890044", + "2207862e9a354371bf55d3ad6f3c4f1c", + "e171fd50fed643078eb0b2c4d5fb514f", + "406bd81b38124216bbfd8ce692b5c988", + "f8aec1bc46fc4c589c9667fa0665640a", + "5b9f6d250b654d1a8f784859323df3ea", + "02239e4bb41a49c18452f52c5dadda28", + "a42157f88fea4d49a7c2ee6a6cdae8da", + "c382957cb1bf4fa89f913b2ddb3ac6e4", + "879eb35c15c240689a844802eefa8e0b", + "5632bcc5b89a4ddfa0017c90fd6dda69", + "e84211a7fec5497698d3ef4834471364", + "6bbfdbc1afe34b75b78a307aebf27065", + "c05fd5f5da3944ee8d635c65db8df404", + "c3ce6574e1004fc0b0cbafbaeba237db", + "6a2dff217ba74f63bc41019cefefdd28", + "a22003a4d4fc47f3a3b931357d07a780", + "6f5a51daa5f3409796710f5508b1cd15", + "90efe49aab634589963a0f1eed42e857", + "64c67a4fa0864ddabd971a48b25f8019", + "f7d0d6624d1c45a69acd7be4671d0e84", + "aa355ac28ea74f968837745cbd6c4ef1", + "50228c4a7e9e4399b2ff1da504b13fdb", + "8e4a4d00d3fb47048a44bfc5f6ff76ae", + "80ecfc215b4245ae8f985afaa90e6d17", + "28332db94d11494d8d451b40c819a564", + "fa06fccba066475797c2fdbe3153eb6d", + "687eb463b5af484faab6a337609c34ad", + "81d2f374fd5c4201b6006e7ae92f223e", + "b2323c35d5834cf8974321998916453a", + "cf7ebec9fed045dc983326c50a22e910", + "01e27d76c6d3447da1613fe380d37e9b", + "ae4f0ceb3874444da2e5e24dfa38cb55", + "c9ad525febe34f87ad990cb4750cea26", + "a12a24d5e32347be8040ed65b3b2f875", + "54388d91291f4f0cbc26031f77f4d11e", + "420739d723cd4417b6c2ea0e42c97e36", + "9780ebbbcbea457cae4e43fe4d149487", + "c5bf562ab6f64a92a329d255dfb7fa76", + "d040cd537f4c434f978b4e37fca1fe91", + "e980c9110bf04a9baa36bb4b736fe05e", + "ba2f2cf5c481497eb5f407354f88fbad", + "17639cc93fa64fff965862449433a5f4", + "cc3a11de2e6f4e5880ef8c8bf5b76ef1", + "c50c55e8228b4365930966e580d8bb92", + "d49b7822defe420f850ac3ced5ab23ed", + "406e7a6a3ffb4393b4e0444ed34d4111", + "0029b5816e3940eaaafaa4d036554dd1", + "e873df88be4b4bf399d814e7cd0d67eb", + "254861f929704ef1ad29afab8b279eff", + "b1ace90ae8654585b018644e93423c80", + "a8b50cede8e04dfbb5089a1451ce4a4b", + "76d4c00c69464a46b9f1ddf35788c504", + "68e8c0fe476042d0909bbceb9f59a15c", + "c2f1379743db4abab80610134ec23292", + "930f09d2ee064256a4b926bc088ea349", + "d6be88bb69c94d4aa967805706538530", + "d81f7c1b67f44d52a631d055d8b33dbb", + "152d52d73b1d498295952db16b441662", + "abda5a13cd79478796cc396d816327f6", + "f1021c00764f474c9c98252b27c578cb", + "3c8eba472f0c4c38845d3e3a1347f3c8", + "acace8d402ac435b8f1e832204754d74", + "f9a171a7d6c74e53ba403c23253b7d80", + "286fa656d2c74726bf2166e80bebd2ff", + "ab761cfb87f1475289e89384e6e7a3e8", + "36e97ff77d4849cbab4a228af9562004", + "9ec5d4dd31c24d77b22be0ff7a7815c9", + "314160a899b543fe8151c54c1469c705", + "0fd92dc54380426a915d655974243bd6", + "e05e0f8d11404a1cbc1c6e253c05d036", + "8f1c07d5f42244d490f8906de304ecce", + "0549306420ae4d6293b2bdc3b7d167e7", + "bdd513bfcf7b4ce5a0f20e9d5c91e1b4", + "e27a2946fd3e4d08b489e1f451da6244", + "42cb3d58a6e5480ca3b288fc5e3c0357", + "f07a850a68dd42a284db98c9e6114f74", + "209adedbe8a0491f92e398776d038374", + "08de2a6c7d0146438d9466a62c603fc0", + "ce4f3c3b75bf48a2a41194d95873a8bf", + "d292a4ffe3b345fca01a4f10cdfde850", + "909870e2172a4f9bba617b7ab8ef92ee", + "2da8b550852a47afba3c33e8947bc066", + "8fc3261c72454a25a1934ab418c87134", + "391a0a996aee40438d4895c8be225485", + "589b954d72f84f1a802354145a308e5f", + "b40f95d04cab486383b91e1a3c733b42", + "67eea3d1cdc748b9b9349914529d251d", + "4af27ad1b29e41eaad53d034a1f9dce6", + "9892107733284776b35d1456fe0a9749", + "bb25f564d8064858bf5b51b1f152ef6f", + "4c1713b90f784d45b8943b068eb4aece", + "2e9b43d3fd02431faeeb2d9be6eda526", + "b2b128f0aff146659f27904bc2329ee1", + "e5b4e9accb384bc6969b3ded00ccdbce", + "1b214fdde70849d0a4b436ca4cbc3ebc", + "6f43a147eb004bf1a512c297544ee718", + "8cd70af2c038444caf0eea95689d5bfd", + "e72421019a984ba6ad82cb4e1bbe9545", + "e7c4820c15d744baa16551715178bc83", + "0199d391c077421a8e78c7a6d7a10acf", + "2fd14bb0f7064f88ad92ca066d6f4412", + "fb4159ce54984926b83a2cfe04afc7ac", + "ddd9aabf6bb04f999f5a14bc9d576a90" + ] + } + }, + "execution_count": 3, + "outputs": [ + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Downloading (…)ain/model_index.json: 0%| | 0.00/694 [00:00 Date: Thu, 25 May 2023 13:35:16 +0530 Subject: [PATCH 2/4] minor updates. --- diffusers/unidiffuser.ipynb | 23436 ++++++++++++++++++---------------- 1 file changed, 12098 insertions(+), 11338 deletions(-) diff --git a/diffusers/unidiffuser.ipynb b/diffusers/unidiffuser.ipynb index 704a5a8e..4c99d56b 100644 --- a/diffusers/unidiffuser.ipynb +++ b/diffusers/unidiffuser.ipynb @@ -1,11393 +1,12153 @@ { - "cells": [ + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "id": "PEQHAzAqkYp2" + }, + "source": [ + "# Generating images and text with UniDiffuser\n", + "\n", + "UniDiffuser was introduced in [One Transformer Fits All Distributions in Multi-Modal Diffusion at Scale](https://arxiv.org/abs/2303.06555).\n", + "\n", + "In this notebook, we will show how the [UniDiffuser pipeline](https://huggingface.co/docs/diffusers/api/pipelines/unidiffuser) in 🧨 diffusers can be used for:\n", + "\n", + "* Unconditional image generation\n", + "* Unconditional text generation\n", + "* Text-to-image generation\n", + "* Image-to-text generation\n", + "* Image variation\n", + "* Text variation\n", + "\n", + "One pipeline to rule six use cases 🀯\n", + "\n", + "Let's start!" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "pH5NByOqlJ39" + }, + "source": [ + "## Setup" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "lIYdn1woOS1n", + "outputId": "f265eb37-70a8-48fa-d6f6-3e147541593a" + }, + "outputs": [ { - "cell_type": "markdown", - "source": [ - "# Generating images and text with UniDiffuser\n", - "\n", - "UniDiffuser was introduced in [One Transformer Fits All Distributions in Multi-Modal Diffusion at Scale](https://arxiv.org/abs/2303.06555).\n", - "\n", - "In this notebook, we will show how the [UniDiffuser pipeline](https://huggingface.co/docs/diffusers/api/pipelines/unidiffuser) in 🧨 diffusers can be used for:\n", - "\n", - "* Unconditional image generation\n", - "* Unconditional text generation\n", - "* Text-to-image generation\n", - "* Image-to-text generation\n", - "* Image variation\n", - "* Text variation\n", - "\n", - "One pipeline to rule six use cases 🀯\n", - "\n", - "Let's start!" - ], - "metadata": { - "id": "PEQHAzAqkYp2" - } + "name": "stdout", + "output_type": "stream", + "text": [ + " Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n", + " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n", + " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + " Building wheel for diffusers (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n" + ] + } + ], + "source": [ + "!pip install -q git+https://github.com/huggingface/diffusers\n", + "!pip install transformers accelerate -q" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "P65FyJgBlRMQ" + }, + "source": [ + "## Unconditional image and text generation\n", + "\n", + "Throughout this notebook, we'll be using the [\"thu-ml/unidiffuser-v1\"](https://huggingface.co/thu-ml/unidiffuser-v1) checkpoint. UniDiffuser comes with two checkpoints:\n", + "\n", + "* [\"thu-ml/unidiffuser-v1\"](https://huggingface.co/thu-ml/unidiffuser-v1)\n", + "* [\"thu-ml/unidiffuser-v0\"](https://huggingface.co/thu-ml/unidiffuser-v0)" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 1000, + "referenced_widgets": [ + "b407caff839049af8b5ae54d1f55d86d", + "758c122429124d82bd42f209822ab1f6", + "1421ae3714be4e7bb986e79b5613b061", + "9e63baeb7c0c4a289f8318942dfe8b45", + "4186e1ef86864dcb809eeeb0fb84d47c", + "d8b122ce544243a79358859eff5fd539", + "f21f067fc65846d5b84f6b2a7dcbeb6a", + "a7eb785f2310454b9eea250dcec0258b", + "b77504c27aee4826a0e0e6541d204fc9", + "41e0c884e288410d9e5714c76793d167", + "74c70f291aed49109a925a1cd6324f31", + "5dd5478f769d4f48bed6a2114f5d3668", + "b52286ed0f8f4540952ab42c23ce81d7", + "df61f0e656d24c608af67ba35b574101", + "cc4f64f5782a424a8576edb80dcdaa96", + "a3df07d5b1544634b86f8430f2d56889", + "68f90deadeae4a08a6e81745399069ea", + "e22590d5aee44d7f9f8524546beb40f7", + "7ffe0fc7b4554ddaa56fba3945f13660", + "73c6d2c1a1414df8bcaee7c75462c557", + "04622e6decc244d08d93fadde716c509", + "cb178bcd42414f9491a4f697024acabe", + "1866cab958a14e868597ea9a514857a9", + "b701f5a9c6f1470391fd2ec3d5d19191", + "8d46d35b01ea40349dbc9c5e8af9de38", + "f49c65283ae14a0abd78611491ee31df", + "24919c3fb5524cd9975840b264822e3f", + "3fe8054bcb9b4b1c95ef0907cff0183f", + "2dea4466b13d495ba196e158bcb552f4", + "56dc105453014cf397efcf52d056876a", + "e3a0c8d714034063b364d3846f84d9b9", + "9362844fd6ec4113ae339f05b81d78c4", + "a950250c00f3437bb3c72a4d8e41152c", + "e78a504a9ac84ba0a3ba90976166b673", + "462f537a7b744e9187c6fd54273f47a0", + "476bfe1587d840fcb26371557d633b64", + "184718350224466b883c63cb3b65fcd5", + "17d40f28a39a4811b9f8a9936bfa96ac", + "ace377223d7d45cb9555dc65f70999a2", + "0940dbd9d09647649dec6c082a52d18a", + "1ca40a552bfb4156a7240d0e9f3d9742", + "633ea15c330b4c4c97d1a9cddebeac48", + "0fb33fd89e2745b8810baa4ee32257fa", + "eb21e14b589a42d09468c73d20e69d37", + "484d7063e20943f6aaa6755c268ba980", + "56c6990657bb4523bda716db328d5f74", + "f950707e804d431c9fbaea951ef0ce25", + "9a58f597a231451da37dd5a7d96a2bd8", + "bfc25f8218e2402bab58d11c5cab7a12", + "fa6ce5247eae43a3a4e9c870baadb7fd", + "72a2114786314c749a6e0f60dbecf0c6", + "90eb52f7be5b4bdc97f913b3fd59e304", + "8bbd5721da1b48ab91afb9f7896d7ce0", + "b9bca4e563c547f39c80abd3b6741044", + "2ca59cbccd214b4fbbb0a81989c08ebf", + "3cd2dde567264e1bb03921ac13a7cbdd", + "007c081c829049f49263d2137029db68", + "904a82bbc02847f594aff9a28c48dcaa", + "54779869d5124c728e5d45c3e0b6fe47", + "501bb0480ea44abf9c2f98c544858b18", + "528f01917dac4bbcb5e0c24d9826f4ce", + "f5027ffb8fd841f995a65b391d1d2ea5", + "c5b6af3e516b499ab3d05765e882d002", + "f8ce2781ed4942f89d3b7fb111b4931a", + "d9645f4500dc4a6ab951bbcb07af10b3", + "96d409689d9f4e5ca1a14c1cdd5b92d4", + "c71826ce7dda40b3a40969f2b5d47a1c", + "dba2f44f027f47d1b206605f9e65dfd8", + "f47c1913f5d0453ab37bcc20b90b6e84", + "0c921dc504c64ba39677aa2ea3bdf39a", + "ef818ede28d44d7ab71f26958d5199f8", + "6ebfa3e10d25425298b5cb167546f8b6", + "49402add7c8b4cf8af99cdd326efac35", + "2191c66319d84766ac5646f65b7b9fee", + "aad1f19323fa4dce8bca5cadc4d8646f", + "3307077008064e4694fa4a1aba706e05", + "9d45d1be864c479aa0a3517b94abb2fe", + "48c7030152164b78929e5f41a8b9a09b", + "da5da2a45d40455a998ad1768cf7e0c0", + "a63f0d365788477e88050180c23f7f77", + "566544f50f0e4031b59254c90e3ffac2", + "98a4b957413c4665ab85c6f69f70962a", + "e97cda6b670345f09d2e58a07d3fbb02", + "972485a38bac47b18e2708d5efd4355b", + "2490f69a4273402584bc86201c6b0b39", + "1e87686352214bbeb974a00e95e30076", + "d84fc3fb6c974cbebb5c3e32ec82a388", + "3808ab39c0034a0caec5762dc5d9002d", + "123e21257dda423c96d3291e038fc64c", + "7a8c016013f246aa8b1738046d85d2b2", + "96f9361fc4a8406bafee221919d14136", + "cf285c3dd6644da6825cd3007fd106a8", + "378c35c715574446a1bc168a3cfacfca", + "eef22d459f024345bcf80fa6266937b5", + "723a3480d7b940df95082b6fdacf2f06", + "d948d35d5a8c4945b98a2307edacee0d", + "e50d98ecbe3d452db269881ba4a3076f", + "59b0059420bf4f9d822ea368d219fc90", + "cdcf179f656740bf872b1237f5c7502c", + "8641c24e76124ee4b17953105c9f1c84", + "a0db687bf1c440a693dd3e47d2e0c64b", + "ec810230aa554afb9620882046cdfda0", + "508cf6a045c342c399a78a30b7263b2d", + "13d8a76c110041a6a265713e1bc7c148", + "3d4e40d00a0b46c484315680227b5183", + "8fe61aedd0764554be68963be0227b69", + "9bf1f8ec59dc41e7ae5dd27f2fb31f03", + "e359d993907c4d4198e6776273710ed5", + "62859358e491477d855915b7934bc8be", + "704639a80cc0488d8a2a52c4c43e282d", + "953d7484988945889d017fd5ddf2eca5", + "7ef0ae78b930427599b128cece06ccaf", + "7c561bb4d9364f6cabb3972254a5c21f", + "33403f53f77c4febaac5cfb56418bc86", + "85ac8116e0ba4c69976de1a539eaf4c6", + "1124470b8ac94e9ab9798417c5d409e4", + "4d8337a32f5147abbe504434890b6590", + "4ac44b0d55244938bc99157b62765405", + "ee9c02adac09403282fea9e10a382ed3", + "1fe1d4562c34448297038fd916fbe4eb", + "1ef48a6661e344879332b43d2350c762", + "df5713b123214070a97169fb9020c933", + "811426ebf8614921bfe9402df45f393d", + "bd831570f9444748a445ae040ed7e9a2", + "a42ef6fbf3cd44d88853ba74852f47fb", + "d0ab6132446d41d0a7f7401ba5902bbb", + "9ce0d0af427d40a092fb544688b64e5b", + "642d2f26c30d474fb344eb5833c97001", + "4fdf58ad347d43a1822317628c069d88", + "480d19d18c6f433588a3c6a77f53aa99", + "05e6378b59974954b0903c9ae2a4fa6a", + "f73cce61ce5c4ca9b4b48d5f58cb3cb2", + "720f32130f374f5d9074154751516884", + "a136bc03ac7d447aaad65a28e3133f51", + "3fd09c394d3149ecbabed6ca37d210df", + "73016a622a3845478fb7fe69960ed07e", + "2ccdb045b8634b70acc7a811b2b809d4", + "fd849308d414462c999a1ec99cffe332", + "283799879b054fb895ec923b03a4648a", + "7c7b9903a5954a269d4f43f328cdb4c8", + "ebff5eb69feb41c0bd4658b257e06b5b", + "00ac86c89e4a417fb781ea53c33ee978", + "343280d0c26c4070bf712a5dbb5467dd", + "1cd54dc940db4ef5a3f4b7875f96f3ba", + "3a978e8ca5194a7db5cde67c66842309", + "c4205df512104c80817eb36b1cbb631f", + "1e06e153a9ef4232ba4e0f97a8efaa44", + "4db0dbb76c2e445787dddc6ac41cc30c", + "5c1e726051954ed8a40450b315851f80", + "56ebf82eaa5e4e1ea67de6b5a8775a7c", + "d9a5e690a1ed4db8b2b17cdb72d18fca", + "6805390745144c02a0f8dab9833d030a", + "c190bcc5e6a74a6f92524b545a51632a", + "d3656e74b1ba46619c88ebeaa60e06ff", + "fa5e22ec2d484e968a145c2a2ccec6e1", + "2a62885b69ce4cfda8c91fe0ec026f7a", + "b5daa68fe407428c85aad17a3da4d30e", + "ef6fa46b7fe84c3b961183eaf9e62004", + "0b1ab50c86994e5485ee044f7ede6b66", + "280f1e25e02a46cfa22e213fed73a040", + "b982d62c31ef4caab22fd72a25d98fde", + "72237c90a76e48eeb2a386edd0550714", + "f490077885c14a85948e5bbd34dcd80f", + "e58004b712514bfda1fd27d82a8e41b5", + "714a896917224ea085a3ba489a06a634", + "2bdf35e50b144bc493cd31d625f6b0f1", + "b57f7f40a0c94059b833f16ea86473ee", + "9e206137fd064f1e853884949669a86a", + "4798e846cf4c41c4aa8c4b26914d9c08", + "7117f422bfb74d31992d3b2ae9fa983b", + "09fad68fd88d4b37b6eb36b4356690ab", + "ae72cb533bb6423386107e800867da35", + "2b2d949ed23f4152b7d3bea54e14d257", + "e0422fae0e5f4637865c75dfc22c5e4b", + "4769460a06f349728f0e527f51cc501e", + "a1a1ad424d9346fabb19bf8ee64395e8", + "bd9476beeb8c4d5fb57de4cee457877b", + "16275a897ad244aa9947ab1667836720", + "31ad35badb72401f91646fbb9e5f29a9", + "ecbe414b3fb041649eebd8e6c344ae93", + "ae986f33a0b9479ab36565a6f9443106", + "e76c6bb876174e69921485cfbbdaafe7", + "f5fa763e6a0c43b491a2158e9dfef5ff", + "d4eb2b6d010a4f54a7d4e73302729a81", + "57cd22980e354fc2865fa4d9a1ad1299", + "68125f40a70e458e92da7aaf854b365c", + "c2555c0fd0ec41f3999c64dd327a33b3", + "a659145de1ad475caff14327217528fe", + "e3e4fa9810294cd5ba176c3b8ce09304", + "0ba913e8908445579f9c7abb121b8dc5", + "cbc3822229ef45a6ab0c22acce2b400e", + "485449a4384445839c5fc41d0112047c", + "a88a6091cbce4b65b0265386c075cc17", + "476e5ee33fe0453883291fd31ce00805", + "e5e4f38e64b94aeba04397165738c6da", + "138f5f9ca49240c3a2a08409e4405250", + "b186ee7059f54caeb5d114a0e0f9e54e", + "55e521af8f824fdebeade2e404d714cd", + "2a87d6c2db854a77905c60434fc1a61a", + "6db4a95e3dd44de2a96f6a943213b81f", + "75ee576f3a9f456c99a691abf2d13b6c", + "beb27d297e644640a8513a387e64b93b", + "ab01ca8dae9d4305a661aff7bc49f0c2", + "8234194a45544a6bb7011079f0ed0861", + "8322a1877b6b42c199c202fd0a9cece8", + "2ac016d65a5642d4898fea080531e758", + "5e78457bff9c435a82318bee7b166bd5", + "2e5c7ed4c77a4044a10a096ed81154bd", + "70cb90fb3a7f4b38ab49336ae398c156", + "363ec3aec34e46698b476d42fff6a36c", + "f0fb9bd958b74c5b866aa42c32fcb59d", + "cfbdd5e57c674cc09ffa38004320b0f2", + "e3fad14177f943f0b5d85a062cfe50e6", + "301c4b9bd88c40688128066d3d67ab10", + "fb5deec6b8cb48c5b0a78a69be827bea", + "676e4a6f8a154d0b9da2ada78b3dc797", + "7bf9fdf853de44b1873ccf8f24949d1b", + "e76be8a6bfdc4d59ad3392960be41f76", + "f64698b9660d489badd28d3942aca6c6", + "f1e93d9753ab4c25a2c626f138442de4", + "be7e923df5ad4379998a7abbe7598db1", + "4b59781082e44194a19e5bf93acf1d91", + "6f7b41a6237a4665b0bd8b4837b16cfd", + "4dea6219e0fb4f77aff05314f119b038", + "6277a1b850c34585bf063a69a330f4cf", + "8b3f29c8da684fadb332182b97dbd1f0", + "8ac09413260744c28e3144f87a3a228f", + "27cf7b4772dc4e36b8e726e2dc2aa404", + "1ac3a9bf3672451bac2432df23b397b4", + "25b6f91b353746f8801a1e2159b64fca", + "be4fd07dae0a43c982455a9225ce7e82", + "27cdd81a42da482792f530fc9c06ab72", + "3a7b0221b0f14be3ac6ab14b74e2623b", + "e099399640df4173b346b9a25a706350", + "411e8118d88e4c4a90e8e038fd1d3e68", + "db9b6a91363c46e48a495aebb8b3ed5c", + "5750d747a08b4da884325cb646297b68", + "98ff6eb5cf7240279a6951beaee8cab1", + "b6ed06e77ebb451f80517f02d4df4516", + "8433aab41b8f4e22bff3c5acdc10303c", + "b87b47c882cd4a47a00491601eee7e81", + "de1ac102414f41d1a314eefd2646ea52", + "3ae046f1dfd74278a729dacf5d0195df", + "372f20bddd98490686329f11a79f5ae6", + "ab91d3f49a8547f3ac0c67f2811d3282", + "6e3f60dc03a54b2ca895f3c92df8f6c4", + "3c64d1f16c38499eaa7b176c8011d805", + "8d61565b80f94500aebeddad682b2c73", + "b6e165eb6cb2471c84538cbd55034335", + "2b7ba586900a4bbeba03266c61b81edc", + "192b9cc9121d416f8160d604993f5f7d", + "6b919e99ec0545d699c1e1e8636f3aaf", + "e6770288917245cd9873b67efa8bda86", + "4647b3622d1c4bea9b20a42d1015e4b2", + "3d6b929f751c4868880a338ae7dcad26", + "6ecf6fbd57574905b107551398de7298", + "10d0f481f23942deab7f07583d3b655e", + "1ba906f141fe43eba9b3433f9a0fa2f6", + "ec3e14a197384872a5c80c546df71a70", + "529618dfe6bb4c1ab3b71b519f2fc0ec", + "a29a4bda7bc847eeb7f56c0d250c7163", + "79b82033cc5d4e68a70257258897332a", + "dcb6cc6f4c33498591583ff2f0214725", + "51c71b94d3d64e3d905f195229441d88" + ] }, + "id": "oc4Wtedcem_z", + "outputId": "52f78a4a-18ad-4024-fbf8-022789c7ee70" + }, + "outputs": [ { - "cell_type": "markdown", - "source": [ - "## Setup" - ], - "metadata": { - "id": "pH5NByOqlJ39" - } + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "b407caff839049af8b5ae54d1f55d86d", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "Downloading (…)ain/model_index.json: 0%| | 0.00/694 [00:00 Date: Thu, 25 May 2023 14:38:52 +0530 Subject: [PATCH 3/4] minor updates. --- diffusers/unidiffuser.ipynb | 24159 +++++++++++++++++----------------- 1 file changed, 12083 insertions(+), 12076 deletions(-) diff --git a/diffusers/unidiffuser.ipynb b/diffusers/unidiffuser.ipynb index 4c99d56b..ead8c396 100644 --- a/diffusers/unidiffuser.ipynb +++ b/diffusers/unidiffuser.ipynb @@ -1,12153 +1,12160 @@ { - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "id": "PEQHAzAqkYp2" - }, - "source": [ - "# Generating images and text with UniDiffuser\n", - "\n", - "UniDiffuser was introduced in [One Transformer Fits All Distributions in Multi-Modal Diffusion at Scale](https://arxiv.org/abs/2303.06555).\n", - "\n", - "In this notebook, we will show how the [UniDiffuser pipeline](https://huggingface.co/docs/diffusers/api/pipelines/unidiffuser) in 🧨 diffusers can be used for:\n", - "\n", - "* Unconditional image generation\n", - "* Unconditional text generation\n", - "* Text-to-image generation\n", - "* Image-to-text generation\n", - "* Image variation\n", - "* Text variation\n", - "\n", - "One pipeline to rule six use cases 🀯\n", - "\n", - "Let's start!" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "pH5NByOqlJ39" - }, - "source": [ - "## Setup" - ] - }, - { - "cell_type": "code", - "execution_count": 1, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "lIYdn1woOS1n", - "outputId": "f265eb37-70a8-48fa-d6f6-3e147541593a" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - " Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n", - " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n", - " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", - " Building wheel for diffusers (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n" - ] - } - ], - "source": [ - "!pip install -q git+https://github.com/huggingface/diffusers\n", - "!pip install transformers accelerate -q" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "P65FyJgBlRMQ" - }, - "source": [ - "## Unconditional image and text generation\n", - "\n", - "Throughout this notebook, we'll be using the [\"thu-ml/unidiffuser-v1\"](https://huggingface.co/thu-ml/unidiffuser-v1) checkpoint. UniDiffuser comes with two checkpoints:\n", - "\n", - "* [\"thu-ml/unidiffuser-v1\"](https://huggingface.co/thu-ml/unidiffuser-v1)\n", - "* [\"thu-ml/unidiffuser-v0\"](https://huggingface.co/thu-ml/unidiffuser-v0)" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/", - "height": 1000, - "referenced_widgets": [ - "b407caff839049af8b5ae54d1f55d86d", - "758c122429124d82bd42f209822ab1f6", - "1421ae3714be4e7bb986e79b5613b061", - "9e63baeb7c0c4a289f8318942dfe8b45", - "4186e1ef86864dcb809eeeb0fb84d47c", - "d8b122ce544243a79358859eff5fd539", - "f21f067fc65846d5b84f6b2a7dcbeb6a", - "a7eb785f2310454b9eea250dcec0258b", - "b77504c27aee4826a0e0e6541d204fc9", - "41e0c884e288410d9e5714c76793d167", - "74c70f291aed49109a925a1cd6324f31", - "5dd5478f769d4f48bed6a2114f5d3668", - "b52286ed0f8f4540952ab42c23ce81d7", - "df61f0e656d24c608af67ba35b574101", - "cc4f64f5782a424a8576edb80dcdaa96", - "a3df07d5b1544634b86f8430f2d56889", - "68f90deadeae4a08a6e81745399069ea", - "e22590d5aee44d7f9f8524546beb40f7", - "7ffe0fc7b4554ddaa56fba3945f13660", - "73c6d2c1a1414df8bcaee7c75462c557", - "04622e6decc244d08d93fadde716c509", - "cb178bcd42414f9491a4f697024acabe", - "1866cab958a14e868597ea9a514857a9", - "b701f5a9c6f1470391fd2ec3d5d19191", - "8d46d35b01ea40349dbc9c5e8af9de38", - "f49c65283ae14a0abd78611491ee31df", - "24919c3fb5524cd9975840b264822e3f", - "3fe8054bcb9b4b1c95ef0907cff0183f", - "2dea4466b13d495ba196e158bcb552f4", - "56dc105453014cf397efcf52d056876a", - "e3a0c8d714034063b364d3846f84d9b9", - "9362844fd6ec4113ae339f05b81d78c4", - "a950250c00f3437bb3c72a4d8e41152c", - "e78a504a9ac84ba0a3ba90976166b673", - "462f537a7b744e9187c6fd54273f47a0", - "476bfe1587d840fcb26371557d633b64", - "184718350224466b883c63cb3b65fcd5", - "17d40f28a39a4811b9f8a9936bfa96ac", - "ace377223d7d45cb9555dc65f70999a2", - "0940dbd9d09647649dec6c082a52d18a", - "1ca40a552bfb4156a7240d0e9f3d9742", - "633ea15c330b4c4c97d1a9cddebeac48", - "0fb33fd89e2745b8810baa4ee32257fa", - "eb21e14b589a42d09468c73d20e69d37", - "484d7063e20943f6aaa6755c268ba980", - "56c6990657bb4523bda716db328d5f74", - "f950707e804d431c9fbaea951ef0ce25", - "9a58f597a231451da37dd5a7d96a2bd8", - "bfc25f8218e2402bab58d11c5cab7a12", - "fa6ce5247eae43a3a4e9c870baadb7fd", - "72a2114786314c749a6e0f60dbecf0c6", - "90eb52f7be5b4bdc97f913b3fd59e304", - "8bbd5721da1b48ab91afb9f7896d7ce0", - "b9bca4e563c547f39c80abd3b6741044", - "2ca59cbccd214b4fbbb0a81989c08ebf", - "3cd2dde567264e1bb03921ac13a7cbdd", - "007c081c829049f49263d2137029db68", - "904a82bbc02847f594aff9a28c48dcaa", - "54779869d5124c728e5d45c3e0b6fe47", - "501bb0480ea44abf9c2f98c544858b18", - "528f01917dac4bbcb5e0c24d9826f4ce", - "f5027ffb8fd841f995a65b391d1d2ea5", - "c5b6af3e516b499ab3d05765e882d002", - "f8ce2781ed4942f89d3b7fb111b4931a", - "d9645f4500dc4a6ab951bbcb07af10b3", - "96d409689d9f4e5ca1a14c1cdd5b92d4", - "c71826ce7dda40b3a40969f2b5d47a1c", - "dba2f44f027f47d1b206605f9e65dfd8", - "f47c1913f5d0453ab37bcc20b90b6e84", - "0c921dc504c64ba39677aa2ea3bdf39a", - "ef818ede28d44d7ab71f26958d5199f8", - "6ebfa3e10d25425298b5cb167546f8b6", - "49402add7c8b4cf8af99cdd326efac35", - "2191c66319d84766ac5646f65b7b9fee", - "aad1f19323fa4dce8bca5cadc4d8646f", - "3307077008064e4694fa4a1aba706e05", - "9d45d1be864c479aa0a3517b94abb2fe", - "48c7030152164b78929e5f41a8b9a09b", - "da5da2a45d40455a998ad1768cf7e0c0", - "a63f0d365788477e88050180c23f7f77", - "566544f50f0e4031b59254c90e3ffac2", - "98a4b957413c4665ab85c6f69f70962a", - "e97cda6b670345f09d2e58a07d3fbb02", - "972485a38bac47b18e2708d5efd4355b", - "2490f69a4273402584bc86201c6b0b39", - "1e87686352214bbeb974a00e95e30076", - "d84fc3fb6c974cbebb5c3e32ec82a388", - "3808ab39c0034a0caec5762dc5d9002d", - "123e21257dda423c96d3291e038fc64c", - "7a8c016013f246aa8b1738046d85d2b2", - "96f9361fc4a8406bafee221919d14136", - "cf285c3dd6644da6825cd3007fd106a8", - "378c35c715574446a1bc168a3cfacfca", - "eef22d459f024345bcf80fa6266937b5", - "723a3480d7b940df95082b6fdacf2f06", - "d948d35d5a8c4945b98a2307edacee0d", - "e50d98ecbe3d452db269881ba4a3076f", - "59b0059420bf4f9d822ea368d219fc90", - "cdcf179f656740bf872b1237f5c7502c", - "8641c24e76124ee4b17953105c9f1c84", - "a0db687bf1c440a693dd3e47d2e0c64b", - "ec810230aa554afb9620882046cdfda0", - "508cf6a045c342c399a78a30b7263b2d", - "13d8a76c110041a6a265713e1bc7c148", - "3d4e40d00a0b46c484315680227b5183", - "8fe61aedd0764554be68963be0227b69", - "9bf1f8ec59dc41e7ae5dd27f2fb31f03", - "e359d993907c4d4198e6776273710ed5", - "62859358e491477d855915b7934bc8be", - "704639a80cc0488d8a2a52c4c43e282d", - "953d7484988945889d017fd5ddf2eca5", - "7ef0ae78b930427599b128cece06ccaf", - "7c561bb4d9364f6cabb3972254a5c21f", - "33403f53f77c4febaac5cfb56418bc86", - "85ac8116e0ba4c69976de1a539eaf4c6", - "1124470b8ac94e9ab9798417c5d409e4", - "4d8337a32f5147abbe504434890b6590", - "4ac44b0d55244938bc99157b62765405", - "ee9c02adac09403282fea9e10a382ed3", - "1fe1d4562c34448297038fd916fbe4eb", - "1ef48a6661e344879332b43d2350c762", - "df5713b123214070a97169fb9020c933", - "811426ebf8614921bfe9402df45f393d", - "bd831570f9444748a445ae040ed7e9a2", - "a42ef6fbf3cd44d88853ba74852f47fb", - "d0ab6132446d41d0a7f7401ba5902bbb", - "9ce0d0af427d40a092fb544688b64e5b", - "642d2f26c30d474fb344eb5833c97001", - "4fdf58ad347d43a1822317628c069d88", - "480d19d18c6f433588a3c6a77f53aa99", - "05e6378b59974954b0903c9ae2a4fa6a", - "f73cce61ce5c4ca9b4b48d5f58cb3cb2", - "720f32130f374f5d9074154751516884", - "a136bc03ac7d447aaad65a28e3133f51", - "3fd09c394d3149ecbabed6ca37d210df", - "73016a622a3845478fb7fe69960ed07e", - "2ccdb045b8634b70acc7a811b2b809d4", - "fd849308d414462c999a1ec99cffe332", - "283799879b054fb895ec923b03a4648a", - "7c7b9903a5954a269d4f43f328cdb4c8", - "ebff5eb69feb41c0bd4658b257e06b5b", - "00ac86c89e4a417fb781ea53c33ee978", - "343280d0c26c4070bf712a5dbb5467dd", - "1cd54dc940db4ef5a3f4b7875f96f3ba", - "3a978e8ca5194a7db5cde67c66842309", - "c4205df512104c80817eb36b1cbb631f", - "1e06e153a9ef4232ba4e0f97a8efaa44", - "4db0dbb76c2e445787dddc6ac41cc30c", - "5c1e726051954ed8a40450b315851f80", - "56ebf82eaa5e4e1ea67de6b5a8775a7c", - "d9a5e690a1ed4db8b2b17cdb72d18fca", - "6805390745144c02a0f8dab9833d030a", - "c190bcc5e6a74a6f92524b545a51632a", - "d3656e74b1ba46619c88ebeaa60e06ff", - "fa5e22ec2d484e968a145c2a2ccec6e1", - "2a62885b69ce4cfda8c91fe0ec026f7a", - "b5daa68fe407428c85aad17a3da4d30e", - "ef6fa46b7fe84c3b961183eaf9e62004", - "0b1ab50c86994e5485ee044f7ede6b66", - "280f1e25e02a46cfa22e213fed73a040", - "b982d62c31ef4caab22fd72a25d98fde", - "72237c90a76e48eeb2a386edd0550714", - "f490077885c14a85948e5bbd34dcd80f", - "e58004b712514bfda1fd27d82a8e41b5", - "714a896917224ea085a3ba489a06a634", - "2bdf35e50b144bc493cd31d625f6b0f1", - "b57f7f40a0c94059b833f16ea86473ee", - "9e206137fd064f1e853884949669a86a", - "4798e846cf4c41c4aa8c4b26914d9c08", - "7117f422bfb74d31992d3b2ae9fa983b", - "09fad68fd88d4b37b6eb36b4356690ab", - "ae72cb533bb6423386107e800867da35", - "2b2d949ed23f4152b7d3bea54e14d257", - "e0422fae0e5f4637865c75dfc22c5e4b", - "4769460a06f349728f0e527f51cc501e", - "a1a1ad424d9346fabb19bf8ee64395e8", - "bd9476beeb8c4d5fb57de4cee457877b", - "16275a897ad244aa9947ab1667836720", - "31ad35badb72401f91646fbb9e5f29a9", - "ecbe414b3fb041649eebd8e6c344ae93", - "ae986f33a0b9479ab36565a6f9443106", - "e76c6bb876174e69921485cfbbdaafe7", - "f5fa763e6a0c43b491a2158e9dfef5ff", - "d4eb2b6d010a4f54a7d4e73302729a81", - "57cd22980e354fc2865fa4d9a1ad1299", - "68125f40a70e458e92da7aaf854b365c", - "c2555c0fd0ec41f3999c64dd327a33b3", - "a659145de1ad475caff14327217528fe", - "e3e4fa9810294cd5ba176c3b8ce09304", - "0ba913e8908445579f9c7abb121b8dc5", - "cbc3822229ef45a6ab0c22acce2b400e", - "485449a4384445839c5fc41d0112047c", - "a88a6091cbce4b65b0265386c075cc17", - "476e5ee33fe0453883291fd31ce00805", - "e5e4f38e64b94aeba04397165738c6da", - "138f5f9ca49240c3a2a08409e4405250", - "b186ee7059f54caeb5d114a0e0f9e54e", - "55e521af8f824fdebeade2e404d714cd", - "2a87d6c2db854a77905c60434fc1a61a", - "6db4a95e3dd44de2a96f6a943213b81f", - "75ee576f3a9f456c99a691abf2d13b6c", - "beb27d297e644640a8513a387e64b93b", - "ab01ca8dae9d4305a661aff7bc49f0c2", - "8234194a45544a6bb7011079f0ed0861", - "8322a1877b6b42c199c202fd0a9cece8", - "2ac016d65a5642d4898fea080531e758", - "5e78457bff9c435a82318bee7b166bd5", - "2e5c7ed4c77a4044a10a096ed81154bd", - "70cb90fb3a7f4b38ab49336ae398c156", - "363ec3aec34e46698b476d42fff6a36c", - "f0fb9bd958b74c5b866aa42c32fcb59d", - "cfbdd5e57c674cc09ffa38004320b0f2", - "e3fad14177f943f0b5d85a062cfe50e6", - "301c4b9bd88c40688128066d3d67ab10", - "fb5deec6b8cb48c5b0a78a69be827bea", - "676e4a6f8a154d0b9da2ada78b3dc797", - "7bf9fdf853de44b1873ccf8f24949d1b", - "e76be8a6bfdc4d59ad3392960be41f76", - "f64698b9660d489badd28d3942aca6c6", - "f1e93d9753ab4c25a2c626f138442de4", - "be7e923df5ad4379998a7abbe7598db1", - "4b59781082e44194a19e5bf93acf1d91", - "6f7b41a6237a4665b0bd8b4837b16cfd", - "4dea6219e0fb4f77aff05314f119b038", - "6277a1b850c34585bf063a69a330f4cf", - "8b3f29c8da684fadb332182b97dbd1f0", - "8ac09413260744c28e3144f87a3a228f", - "27cf7b4772dc4e36b8e726e2dc2aa404", - "1ac3a9bf3672451bac2432df23b397b4", - "25b6f91b353746f8801a1e2159b64fca", - "be4fd07dae0a43c982455a9225ce7e82", - "27cdd81a42da482792f530fc9c06ab72", - "3a7b0221b0f14be3ac6ab14b74e2623b", - "e099399640df4173b346b9a25a706350", - "411e8118d88e4c4a90e8e038fd1d3e68", - "db9b6a91363c46e48a495aebb8b3ed5c", - "5750d747a08b4da884325cb646297b68", - "98ff6eb5cf7240279a6951beaee8cab1", - "b6ed06e77ebb451f80517f02d4df4516", - "8433aab41b8f4e22bff3c5acdc10303c", - "b87b47c882cd4a47a00491601eee7e81", - "de1ac102414f41d1a314eefd2646ea52", - "3ae046f1dfd74278a729dacf5d0195df", - "372f20bddd98490686329f11a79f5ae6", - "ab91d3f49a8547f3ac0c67f2811d3282", - "6e3f60dc03a54b2ca895f3c92df8f6c4", - "3c64d1f16c38499eaa7b176c8011d805", - "8d61565b80f94500aebeddad682b2c73", - "b6e165eb6cb2471c84538cbd55034335", - "2b7ba586900a4bbeba03266c61b81edc", - "192b9cc9121d416f8160d604993f5f7d", - "6b919e99ec0545d699c1e1e8636f3aaf", - "e6770288917245cd9873b67efa8bda86", - "4647b3622d1c4bea9b20a42d1015e4b2", - "3d6b929f751c4868880a338ae7dcad26", - "6ecf6fbd57574905b107551398de7298", - "10d0f481f23942deab7f07583d3b655e", - "1ba906f141fe43eba9b3433f9a0fa2f6", - "ec3e14a197384872a5c80c546df71a70", - "529618dfe6bb4c1ab3b71b519f2fc0ec", - "a29a4bda7bc847eeb7f56c0d250c7163", - "79b82033cc5d4e68a70257258897332a", - "dcb6cc6f4c33498591583ff2f0214725", - "51c71b94d3d64e3d905f195229441d88" - ] - }, - "id": "oc4Wtedcem_z", - "outputId": "52f78a4a-18ad-4024-fbf8-022789c7ee70" - }, - "outputs": [ - { - "data": { - "application/vnd.jupyter.widget-view+json": { - "model_id": "b407caff839049af8b5ae54d1f55d86d", - "version_major": 2, - "version_minor": 0 - }, - "text/plain": [ - "Downloading (…)ain/model_index.json: 0%| | 0.00/694 [00:00 Date: Thu, 25 May 2023 14:53:47 +0530 Subject: [PATCH 4/4] add unidiffuser gif --- diffusers/unidiffuser.ipynb | 24170 +++++++++++++++++----------------- 1 file changed, 12087 insertions(+), 12083 deletions(-) diff --git a/diffusers/unidiffuser.ipynb b/diffusers/unidiffuser.ipynb index ead8c396..c01d85d9 100644 --- a/diffusers/unidiffuser.ipynb +++ b/diffusers/unidiffuser.ipynb @@ -1,12160 +1,12164 @@ { - "cells": [ + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "id": "PEQHAzAqkYp2" + }, + "source": [ + "# Generating images and text with UniDiffuser\n", + "\n", + "UniDiffuser was introduced in [One Transformer Fits All Distributions in Multi-Modal Diffusion at Scale](https://arxiv.org/abs/2303.06555).\n", + "\n", + "In this notebook, we will show how the [UniDiffuser pipeline](https://huggingface.co/docs/diffusers/api/pipelines/unidiffuser) in 🧨 diffusers can be used for:\n", + "\n", + "* Unconditional image generation\n", + "* Unconditional text generation\n", + "* Text-to-image generation\n", + "* Image-to-text generation\n", + "* Image variation\n", + "* Text variation\n", + "\n", + "One pipeline to rule six use cases 🀯\n", + "\n", + "Let's start!\n", + "\n", + "
\n", + "\n", + "
" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "pH5NByOqlJ39" + }, + "source": [ + "## Setup" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "lIYdn1woOS1n", + "outputId": "23733809-fa5b-4d10-8c56-80014c5be4ce" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + " Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n", + " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n", + " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m224.5/224.5 kB\u001b[0m \u001b[31m18.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Building wheel for diffusers (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.1/7.1 MB\u001b[0m \u001b[31m104.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m219.1/219.1 kB\u001b[0m \u001b[31m27.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.8/7.8 MB\u001b[0m \u001b[31m105.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h" + ] + } + ], + "source": [ + "!pip install -q git+https://github.com/huggingface/diffusers\n", + "!pip install transformers accelerate -q" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "P65FyJgBlRMQ" + }, + "source": [ + "## Unconditional image and text generation\n", + "\n", + "Throughout this notebook, we'll be using the [\"thu-ml/unidiffuser-v1\"](https://huggingface.co/thu-ml/unidiffuser-v1) checkpoint. UniDiffuser comes with two checkpoints:\n", + "\n", + "* [\"thu-ml/unidiffuser-v1\"](https://huggingface.co/thu-ml/unidiffuser-v1)\n", + "* [\"thu-ml/unidiffuser-v0\"](https://huggingface.co/thu-ml/unidiffuser-v0)" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 876, + "referenced_widgets": [ + "2623bf67e4ac4aef8ea577c79e5cab5c", + "7b9b884d2e804d38acdf87b626cc3832", + "bee865ede2e641d4bab5a1aea9b2d1ab", + "ac94f1919b644a909eb1bf59b358a0a5", + "bf734b56c913411892f016456beb9b0c", + "50e19a3a830b4986b51cd2b8f874e73c", + "80f05bd27f00416dbd1d5a6164fe16c8", + "fbfc2dc1acd44525bebd64237a0c8aa8", + "d1f53d915f224a25a88305274cdc3d29", + "b0a8967d1249405b93f75d63ee8696e7", + "2a6454cfe82c4d1b8204955531ffecf8", + "1f10f9e73b69440392315c9ece5fee61", + "f98cd56f0af148b09eb76636abbb9e4e", + "e9f2d37964f847d5a738b335770b39f5", + "dcc236d9b6e14b5d8905f389f7f7c529", + "a8f820e0c61f49b9bfea784b836df22b", + "7d2722f497814317a648997784438b6a", + "d10a369680004e20ac841ce53527cb0c", + "17a73ddf0b43463190794be0ef16ef50", + "69d80b4a50a5434f9a2d5a74f6f6ed1c", + "cb57bdb83b5a4f298690de3e3ea45b53", + "45943a510dcd4c48a179bc55486a05bd", + "7fbd63399230475791bb5c860e31f334", + "99e5b93f77e4481c994b1e1936eae1f7", + "1daf1c9d46544c1e90f781e33a1465bf", + "86d35ba758a744ca8a5643c7572c5bca", + "0edfd5c64ad2428b9d6a633dd7fc514b", + "914065b19f504f9baa9ca0301bb6f219", + "db8e8548d11141878d112a23b6ca77d9", + "3e6fe31a09874f1aa719b0d828e0d154", + "5051a718bd9845ceb9b43c725014ef6b", + "4e49178fe4334834a934425452623834", + "14290d7888dc46708a48d2060d49f02e", + "5018d1d03df3403684afd87d5c80c41d", + "c19cf22e98434b3a9c54b862d25f862d", + "00f926ab2fee40baa0122a5cc3ad179b", + "6262fbac3cc9413790a6531228d75e34", + "b82b6e9c572146c087b87f978fb53787", + "8e3b173b001440688a011f95137dc1e3", + "b8a023889a3445aebfd8d759db811dc8", + "539d357f327b447bad05f3250cfd48e7", + "6f139c63e8714170b28e54151ec5e35d", + "ed79f430e1314137ba6a74e669f7b424", + "3afa3a9089ad4a8e92b36c955a5bf7bc", + "c2117c82b336423b9f95263314d26218", + "8cb05552eac740b7be3cb405096d4a70", + "bdc6a36f6d6a40789cd9098412f0c36a", + "6c94d44a34de4376a937a5ea91eff7e1", + "c45cfbe5de194774af5e5e525f405766", + "8504b35757594b9a968464076e75bf18", + "7edefe14c2474307b0d100ae7636d1bb", + "e4e95a57031343128370fa50d3547c71", + "50ef0503639b441890f96f0bbfe6430a", + "74547441217d4b78b561cd8c2aa44a22", + "a5d366a6deb3411394ad557cab49932d", + "41c1b0a602c54a7baa5b5f69f422f3b8", + "ce582edd3837468ca8e27b0ad05c1170", + "a30789decdec43b29cc63ebc4bc04421", + "03dc16c487ef418da3c17004ab3b7955", + "b46d128ebc384c8aaf471e0d3d9a0dad", + "f89a43dbbdc34dcc9ccf2a1a5b803c11", + "405f561e493e4801bbb9ab60fa06eb7b", + "780165d8c46c4211921e35e269c82e17", + "d635377a2cab435188ed87a4b0673f8f", + "275954fd560042a6b7fc7a6b9eed9811", + "c968bc1524124792a2058ce1ec8bb37a", + "e469c728ed9b4557b12ae1200954579a", + "d94c7c94e4934e2a84aa7a40cef9e3b6", + "52b48b9b8aaa4b8ba82dd5a661fe03b1", + "6e72967738ab4e539e49018e0a4cbf94", + "1e17fc537ec04e8bb0b19b1478a7d6f7", + "7ab7876fc7df46a59ed56a6129c73d73", + "eb42aeca75a24c79ad1c75e045d1c022", + "2bb1b0c565994ea0bbcbf5b0ad9aa2c4", + "8c56820303e94fc2be6247ceae7aa4fb", + "258269fe0b92478db6ec6a0ed7549c5d", + "bc8bbbd4a5964d83a30567a5a2d32848", + "f0f69e12e8554175b21d4858a65df43a", + "2ca4a64d08474060a858d6a904e86dd0", + "9109e6463281439882a10ee2c7bf30de", + "615a919b04f04457b2184957c70dd75f", + "97fbe31d2de440c08c367bea55488963", + "9ba8b9cecd894f2aa0ee601bb5a487d7", + "5d01d422ce5840f2829f7ba6b47241ad", + "16895d2fc770424fb4be69982746a19a", + "230f2e23d4494e23995248d5691ee751", + "9cd281357d764372bbed3120eecd4f6b", + "c10cd8a1a7364374ab89312b10cc0c24", + "aa121526f2f44ea2924790f63a070b8e", + "f6d604057664422490e0106e1fe63678", + "f1a5393819f44461af9a89b2970e58ef", + "f81dfe3b26a643cb99fb5ac4915788da", + "24e07354163346c49e456f740f9b927e", + "d71de1d221674b4f9ca77710853c528e", + "9d638ec5cbc14bc982d8ec4323b50504", + "360bb11270624e2190e3bdd6a8aee86c", + "18138b119b5e44958f32f79667180cd6", + "c7d4918e27174410a39df866fa41715c", + "8a04ca2f5c4a4ddf85331057f880f95f", + "4c89de4fcf07487e843b9519a0c59b3d", + "979ffac5812341d2b301ad2105df4663", + "c52caea913d64113bafc70e65da2deb5", + "ae4257fe27df4dddb28e78f1d189c4a0", + "914b04349d7f4f708485f860170ef36c", + "847e67cff7004b75a5ccf6613108b8d1", + "1f150fb8d2f0475e92300a50a1a112f5", + "e622b63e6f8e42568bd6c6fa7a8c2982", + "990e8194161a4efca091fb5a4be71929", + "96924c5af440416ba81f9052fbdd93c4", + "dad10a0c1405436c846c956a356b901e", + "297ccf531b3f4f31b1da61e9423ad71d", + "8a61bad1998b4190a5039845b35d0141", + "06a8ff54a81047a89f7431afd96e6f34", + "3dd848b725374d419db98b4bacf4d8a8", + "c28fd47e58f1413fae47bbecf229badc", + "07291caf41f14a77bfedd9a5432cce7d", + "68e63f2db37a47759c185e36c4fd8a39", + "87e6862a59cc4aa8ad944a0df7c6342a", + "a26cf397798446be87c1a28a502766f9", + "f4c4714d56074babadc19a63ece88bdb", + "84a5fbd4e74a40d7864996f8a9496b39", + "61c8de67b49849328dde6ab809090327", + "dda43252e3f54a7989468d926cb6759b", + "70f59f723c35499f88adc43c408320e1", + "b0791faae0eb4e7aa32a6329faf61d0f", + "0e2616f3ff6d479f92137ce595c2bcad", + "02c6f2cdef6d4bc5b639c97f846c3872", + "808f23e27103418abd1eeeb5a916154e", + "e72628d9e3ca46b88304bab6429d1b3c", + "4aab2eecde2b443dbbf1a22bf4a86cda", + "027abf26f7f44dd1bee8f6570d3a8d03", + "77a26d01cda1484cb83bb69a32383c4b", + "608ceb9800d74ca9afca31d8616ce43f", + "5fecc61f6734432ca33a4e29dc71d730", + "85cf1a15123b46ed9a5e777a8fe5f313", + "bb4531b14808401db4b8c6fc13ff8d07", + "4a313eab0771410d89d12f512d3612ae", + "6941865e4e3b405ea68d61da9ed593bd", + "2dad057884d246b1b4f22a154f5b6636", + "7c710594358b4d32907a1ccf85a6177d", + "ad4c548232534318b6ac927d22ed0c81", + "d8e3e068c4c74a028f9f3c92bc24f78c", + "cba3eb4871b04d3e9038173911af474a", + "34da22dcbc534e31bb0ade4ff7554cf4", + "61268d3026b7402ab75bd3c79a0708e0", + "51dabada73dd4f42964b045387a21f57", + "c70ef8d3faa94fb7852ca95c3e9c1f4e", + "f5158169573440828dd79ccf26bd6774", + "408325a4141c4b6886226ab44c90f8b0", + "2397c65aaf2b41b5a45d2c6c578ca987", + "7775ba190dbf4f9a93c93bb26be1104b", + "696548d775234b0999658ca3208b1a84", + "3ef235ec928048dca45212d724fc70c1", + "72729cf9b9744b639e751e84b9c5189c", + "5366bfcceaa44969b0e767e3955464eb", + "434068e40cb4499eaf68a71b97a6b521", + "f1272bf9207647feb94368c44eff597b", + "75478b8d502445b298a205a56d38ad61", + "23bbe04f615f4807859ffcdc580f9cf8", + "cd05513020d04a0b831fc5c1cfec20fe", + "b309e2dcb20447dd9c3e85c8abc46928", + "583a2aee6db14e6187dcde50f294e0fe", + "4d3e234713b64f93a741dd730c03455c", + "8f907c30ae724ba5a5109ab699499454", + "db053cfc7a5d4368be356640f04b2277", + "b0755018085b4c3b9a5cd0ef78304d15", + "514aa5419cf94790b30b697f998c25b7", + "83afe6cbce6f487c9f67df23870e02a0", + "7090e5c74cee4a00b5337fae185f20e9", + "61cdb5a02f8d4e7ab94ef8d1c615b3ed", + "70ecc0aa7008430ea9c4624ff2737d2b", + "a29f87515786457b9e3ee8df2d4375a7", + "666a86126f364ad6a7ea56e1ca6fd5ab", + "d289d7f706e64f18b8e9627d2392145d", + "40a4a961c98e4797bd4d810481637457", + "2c39050294b541f3bfc53379b7bd5777", + "3f1ee951d03844578f18173a31ee3703", + "824c49057eab4ea2acfa77c30c923f30", + "4dab2941fef2410d847cb87a019510b2", + "74ab1c7e9150464e99f869e5fc1707e6", + "9bf522ed0d914cd29df3ef2f2f151b41", + "855e73754b7642268b5e5d2040143486", + "0aa84589457a4c0aaa66e1a566c331a3", + "4f5e1a1ddc3d4c5a98c95d720787115f", + "542340d6aa244aedb8b0f42a754dca9d", + "6ded642ca0874be7a8e0a8d5e0f2a8fe", + "72e8dc8ea246415cb01c4e6d0a9265a3", + "3d061a5eb8f443fba871973841012129", + "04a28462afad467ea3653d767de78661", + "bfc60a39cc03405eb19a35e259ad05e6", + "f21cc95bb9164e73a5581c3d80fc085b", + "cec0b861849043c0a3931334dc60c60d", + "379487eb35a844a6807dbd65954656a2", + "3c9fbae86ea043edae3184aa81ab70f1", + "ca3c0f64f4094e65b4c6ff96a07b6843", + "bac07abe4747451ab45b5ebdabd4af57", + "8d518442d2a2434d95fa49d439072bb6", + "730fc9d5cf294ed6897c0920f98e1452", + "1bbaed02c2ef44e692f524c3a1b0c83f", + "4d44e17bfa674daba6e70990be96a21f", + "c59041e2a8b341f3bda76bb54892fd08", + "8bfb55bb11e74f4e8f30f2015fa7245d", + "1af530e2fad24111940a387737b3b0e7", + "33a77176648e4603ac1b22b59ff20fd7", + "64c4908ee3ca415dbca906b2cfcd6241", + "0e0d30da42f54f99b1902a9dc982e37e", + "f310ddc229c14e008f89dbdf7842b020", + "1a9fd29cea2f47629679a9d75982de77", + "2b91b5647c6a44e28c759ded08b5503b", + "90279c703b2644afb9f3b253e2ec6ed1", + "700b7968670546a399813a8a3fbdf39c", + "8e25172e953a48a79f4dc21782539bb5", + "2b85e2a9e40a4c7894d388f744d28f0d", + "5083496a553a4d899e00e302eaf69081", + "0f9d985ee8344bc780a27940a4cb6f76", + "8a00478658a5482d99a0d37f9fd70e19", + "32680c5f367f4cd0bcea3702540a7e6c", + "1f9e4d5244504ddcab8ebf1527993fa2", + "3e821d5e8f084906a2aaaa57bd5551a3", + "5d2ce906f23a4147884309d347cbc660", + "a324f4a4b6c64558a1ebc7a7480db9e3", + "c0d98f6e5c3146bba1ab5149fc7b30d8", + "7067648b6f0a474a9cac186ef3ce4bb7", + "d0f895ab222947249d533cfc6a5e78ac", + "14e2994d557d4952a09817beaa5ed79d", + "5df2761e8c2545dbaea48af73e60d5ec", + "7ddb91d1e97e4acab2cf7cf74b2fd3e2", + "894a2fe2daa64e6b93265cb6d9ca7a97", + "11a9a7553b8e446eb5e58246b406a313", + "f8741d34cdb245159c15d9f749b57ffc", + "d724c9bb931847afadaed628b3420a98", + "9047410dc4a54e51be22d2d4735db2ec", + "adb350df3b9840459ba5d216848e702f", + "f277ec55253941029b3092bbf930d9cb", + "fef592afa88a4e6c9b151e0b0c7125ff", + "98946d10a3824701a102ca505c56d3a6", + "f181f295ce044fbf9f3cba4027ba8356", + "6136abfa39a14afba03b588661a3ec03", + "c3b94e7958c84a9f8f38391a8da7802a", + "5416843f5fa44f7c82b6d38ef373661d", + "f33404aac16e41038b80db4985f4b106", + "26e664b7827f445cb78333108c172560", + "2b6b544a0ac04ddea7cfb401357326b1", + "8ebf07e263ba48dd939695a5ec35cc40", + "6c4dcf28aead4273a7fb53836e5fe958", + "bcc343c10c684b96b3d07eba3c2da1fd", + "6911020dc3ff49399e979cb31a484be2", + "48f21855fd5545a3a4a414ad1111e07c", + "79e78515859a4b618645a8fdf7166f02", + "aa4386cb1297430f9da17be5ff63ea6c", + "549dd628b1a64f04b1607855b4f55152", + "d5ab39677e244ccc941cd31e52ec7d8a", + "ceca35d1dd7b4244ba547c5047eb6351", + "690fbd8adadc476b9a8dc5bc2c536569", + "4e30e03e1204419693bc36ab6046c992", + "3d98eb1ce26c443aa93c118a84c0f775", + "5f85f9feceff4c288de0a700f1f31edd", + "79e75067e4fc471dafc20820dece8c3e", + "adb9561eccd44096995d8a8c9c8d6ccd", + "2af301ffcfab4bc89bbe10658c722768", + "06aa64c337904c4b8a5c64a4f22770a6", + "5bf1e08ffc5447edbae9433b12276da4", + "546836834e7843bfa9e33c10cbe3a6f9", + "111c471b394b4ecc97cfb2804743075a" + ] + }, + "id": "oc4Wtedcem_z", + "outputId": "8b8f260f-a236-42b0-df90-342db791225b" + }, + "outputs": [ { - "cell_type": "markdown", - "metadata": { - "id": "PEQHAzAqkYp2" + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "2623bf67e4ac4aef8ea577c79e5cab5c", + "version_major": 2, + "version_minor": 0 }, - "source": [ - "# Generating images and text with UniDiffuser\n", - "\n", - "UniDiffuser was introduced in [One Transformer Fits All Distributions in Multi-Modal Diffusion at Scale](https://arxiv.org/abs/2303.06555).\n", - "\n", - "In this notebook, we will show how the [UniDiffuser pipeline](https://huggingface.co/docs/diffusers/api/pipelines/unidiffuser) in 🧨 diffusers can be used for:\n", - "\n", - "* Unconditional image generation\n", - "* Unconditional text generation\n", - "* Text-to-image generation\n", - "* Image-to-text generation\n", - "* Image variation\n", - "* Text variation\n", - "\n", - "One pipeline to rule six use cases 🀯\n", - "\n", - "Let's start!" + "text/plain": [ + "Downloading (…)ain/model_index.json: 0%| | 0.00/694 [00:00