diff --git a/GaussianDreamer.ipynb b/GaussianDreamer.ipynb deleted file mode 100644 index 3f45f48..0000000 --- a/GaussianDreamer.ipynb +++ /dev/null @@ -1 +0,0 @@ -{"cells":[{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":599,"status":"ok","timestamp":1697455927064,"user":{"displayName":"Taoran Yi","userId":"07510823077200585758"},"user_tz":-480},"id":"olxFPUSKQPVZ","outputId":"e6c743e2-a0f5-4935-a22d-3246686f0d7b"},"outputs":[],"source":["!nvidia-smi"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":13738,"status":"ok","timestamp":1697455896350,"user":{"displayName":"Taoran Yi","userId":"07510823077200585758"},"user_tz":-480},"id":"McvSStODwmVw","outputId":"2dedea00-c7a6-4231-c65f-7d34ed64d903"},"outputs":[],"source":["!pip install torch torchvision --index-url https://download.pytorch.org/whl/cu118\n","!pip install ninja"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":20448,"status":"ok","timestamp":1697456095928,"user":{"displayName":"Taoran Yi","userId":"07510823077200585758"},"user_tz":-480},"id":"AYQ-gj7CQOb_","outputId":"1c5a2ac4-d44a-413a-a581-9aacee147b3c"},"outputs":[],"source":["!git clone https://github.com/hustvl/GaussianDreamer.git\n","%cd GaussianDreamer\n","!pip install -r requirements.txt\n","!pip install ./gaussiansplatting/submodules/diff-gaussian-rasterization\n","!pip install ./gaussiansplatting/submodules/simple-knn\n","!git clone https://github.com/openai/shap-e.git\n","!pip install -e ."]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":[]},{"cell_type":"code","execution_count":null,"metadata":{"id":"FTdmevtfRMr8"},"outputs":[],"source":["!python launch.py --config configs/gaussiandreamer-sd.yaml --train --gpu 0 system.prompt_processor.prompt=\"a fox\""]}],"metadata":{"colab":{"authorship_tag":"ABX9TyP+O8fnJmfV9hLdba4QgwEh","provenance":[]},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"}},"nbformat":4,"nbformat_minor":0} diff --git a/README.md b/README.md index addb33b..402e9e6 100644 --- a/README.md +++ b/README.md @@ -14,8 +14,7 @@ In recent times, the generation of 3D assets from text prompts has shown impressive results. Both 2D and 3D diffusion models can generate decent 3D objects based on prompts. 3D diffusion models have good 3D consistency, but their quality and generalization are limited as trainable 3D data is expensive and hard to obtain. 2D diffusion models enjoy strong abilities of generalization and fine generation, but the 3D consistency is hard to guarantee. This paper attempts to bridge the power from the two types of diffusion models via the recent explicit and efficient 3D Gaussian splatting representation. A fast 3D generation framework, named as GaussianDreamer, is proposed, where the 3D diffusion model provides point cloud priors for initialization and the 2D diffusion model enriches the geometry and appearance. Operations of noisy point growing and color perturbation are introduced to enhance the initialized Gaussians. Our GaussianDreamer can generate a high-quality 3D instance within 25 minutes on one GPU, much faster than previous methods, while the generated instances can be directly rendered in real time. ![block](./images/reoutput.gif) ## 🦾 Updates -- 10/16/2023: The rough code has been released, and there may still be some issues. Please feel free to raise issues. And enjoy Colab demo:[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/taoranyi/colab/blob/main/GaussianDreamer.ipynb) - +- 10/16/2023: The rough code has been released, and there may still be some issues. Please feel free to raise issues. ## 🏁 Get Started