diff --git a/.DS_Store b/.DS_Store new file mode 100644 index 0000000000000000000000000000000000000000..fe8e8b53053b3368889d362d72db131a8e2b56d3 Binary files /dev/null and b/.DS_Store differ diff --git a/.gitattributes b/.gitattributes index e5b5961d385b4642f81fdd06cfdadc25d2293d30..76a8f0e1afca6b0f29b1cfe363a4eda4cedc8314 100644 --- a/.gitattributes +++ b/.gitattributes @@ -46,3 +46,4 @@ static/videos/shiba.mp4 filter=lfs diff=lfs merge=lfs -text static/videos/steve.mp4 filter=lfs diff=lfs merge=lfs -text static/videos/teaser.mp4 filter=lfs diff=lfs merge=lfs -text static/videos/toby.mp4 filter=lfs diff=lfs merge=lfs -text +*.mp4 filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md index ac6394cc6150c25b3a16ec87fb6515e2e8894b26..8d20781184b89dc5332ae9955187fe4703b01c7f 100644 --- a/README.md +++ b/README.md @@ -9,17 +9,17 @@ license: apache-2.0 short_description: Connecting Humans and Agents --- -# Nerfies +# iAgents -This is the repository that contains source code for the [Nerfies website](https://nerfies.github.io). +This is the repository that contains source code for the [iAgents website](https://huggingface.co/spaces/thinkwee/iAgents). -If you find Nerfies useful for your work please cite: +If you find iAgents useful for your work please cite: ``` -@article{park2021nerfies - author = {Park, Keunhong and Sinha, Utkarsh and Barron, Jonathan T. and Bouaziz, Sofien and Goldman, Dan B and Seitz, Steven M. and Martin-Brualla, Ricardo}, - title = {Nerfies: Deformable Neural Radiance Fields}, - journal = {ICCV}, - year = {2021}, +@article{liu2024autonomous, + title={Autonomous Agents for Collaborative Task under Information Asymmetry}, + author={Liu, Wei and Wang, Chenxi and Wang, Yifei and Xie, Zihao and Qiu, Rennai and Dang, Yufan and Du, Zhuoyun and Chen, Weize and Yang, Cheng and Qian, Chen}, + journal={arXiv preprint arXiv:2406.14928}, + year={2024} } ``` diff --git a/index.html b/index.html index 88951116f7ed81764f0d75616b9f4c60892b9a30..d4e85bffd4c4ebf53ba1e4b008993fc228fea080 100644 --- a/index.html +++ b/index.html @@ -3,10 +3,10 @@ - + content="iAgents is a platform for assigning each human user a persona agent and enabling them to collaborate on tasks."> + - Nerfies: Deformable Neural Radiance Fields + iAgents: Autonomous Agents for Collaborative Task under Information Asymmetry @@ -25,6 +25,8 @@ + + @@ -33,39 +35,48 @@
-

Nerfies: Deformable Neural Radiance Fields

+

iAgents: Autonomous Agents for Collaborative Task under Information Asymmetry

- Keunhong Park1, + Wei Liu1, - Utkarsh Sinha2, + Chenxi Wang1, - Jonathan T. Barron2, + Yifei Wang1, - Sofien Bouaziz2, + Zihao Xie1, - Dan B Goldman2, + Rennai Qiu1, - Steven M. Seitz1,2, + Yufan Dang1, - Ricardo Martin-Brualla2 + Zhuoyun Du1, + + + Weize Chen1, + + + Cheng Yang2, + + + Chen Qian1
- 1University of Washington, - 2Google Research + 1Tsinghua University, + 2Peng Cheng Laboratory, China
- @@ -74,7 +85,7 @@ - @@ -82,19 +93,19 @@ arXiv - + - - + - Video + Demo - @@ -104,7 +115,7 @@ - @@ -112,7 +123,6 @@ Data
-
@@ -123,19 +133,45 @@
-
+
@@ -143,49 +179,31 @@
- +
-

Video

-
- -
-
-
- -
- - - -
-
- -
- - -
+

Gallery

-

Visual Effects

-

- Using nerfies you can create fun visual effects. This Dolly zoom effect - would be impossible without nerfies since it would require going through a wall. -

- -
-
- - - -
-

Matting

-
-
-

- As a byproduct of our method, we can also solve the matting problem by ignoring - samples that fall outside of a bounding box during rendering. -

- -
- -
-
-
- - - -
-
-

Animation

- - -

Interpolating states

-
-

- We can also animate the scene by interpolating the deformation latent codes of two input - frames. Use the slider here to linearly interpolate between the left frame and the right - frame. -

-
-
-
- Interpolate start reference image. -

Start Frame

-
-
-
- Loading... +
+
+
+ Gallery image 1 +
iAgents can be easily deployed on your laptop
+
+
+
+
+ Gallery image 2 +
iAgents can cultivate your agent by talking with it
+
+
+
+
+ Gallery image 3 +
informative benchmark for evaluating information asymmetry ability of agents
+
+
+
+
+ Gallery image 4 +
iAgents bridge the gap between humans and agents
+
+
+
+
+ Gallery image 5 +
iAgents can be easily integrated with other AI tools
+
+
+
+
+ Gallery image 6 +
iAgents overall pipeline
+
- -
-
- Interpolation end reference image. -

End Frame

-
- - - -

Re-rendering the input video

-
-

- Using Nerfies, you can re-render a video from a novel - viewpoint such as a stabilized camera by playing back the training deformations. -

-
-
- -
- -
- - - - -
-
-

Related Links

- -
-

- There's a lot of excellent work that was introduced around the same time as ours. -

-

- Progressive Encoding for Neural Optimization introduces an idea similar to our windowed position encoding for coarse-to-fine optimization. -

-

- D-NeRF and NR-NeRF - both use deformation fields to model non-rigid scenes. -

-

- Some works model videos with a NeRF by directly modulating the density, such as Video-NeRF, NSFF, and DyNeRF -

-

- There are probably many more by the time you are reading this. Check out Frank Dellart's survey on recent NeRF papers, and Yen-Chen Lin's curated list of NeRF papers. -

-
-
-
- +
+

BibTeX

- 
@article{park2021nerfies,
-  author    = {Park, Keunhong and Sinha, Utkarsh and Barron, Jonathan T. and Bouaziz, Sofien and Goldman, Dan B and Seitz, Steven M. and Martin-Brualla, Ricardo},
-  title     = {Nerfies: Deformable Neural Radiance Fields},
-  journal   = {ICCV},
-  year      = {2021},
+    
@article{liu2024iagents,
+      author    = {Liu, Wei and Wang, Chenxi and Wang, Yifei and Xie, Zihao and Qiu, Rennai and Dang, Yufan and Du, Zhuoyun and Chen, Weize and Yang, Cheng and Qian, Chen},
+      title     = {iAgents: Autonomous Agents for Collaborative Task under Information Asymmetry},
+      journal   = {arXiv},
+      year      = {2024},
 }
@@ -401,15 +302,6 @@