diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..e43b0f9 --- /dev/null +++ b/.gitignore @@ -0,0 +1 @@ +.DS_Store diff --git a/data/3DSP_siggraphAsia2013.bib b/data/3DSP_siggraphAsia2013.bib deleted file mode 100644 index 04f1c70..0000000 --- a/data/3DSP_siggraphAsia2013.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article {li2013three, - Author = {Hao Li and Etienne Vouga and Anton Gudym and Linjie Luo and Jonathan T. Barron and Gleb Gusev}, - Title = {3D Self-Portraits}, - Journal = {SIGGRAPH Asia}, - Year = {2013}, -} \ No newline at end of file diff --git a/data/Anderson2016.bib b/data/Anderson2016.bib deleted file mode 100644 index 94bfe96..0000000 --- a/data/Anderson2016.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{Anderson2016, -author = {Robert Anderson and David Gallup and Jonathan T. Barron and Janne Kontkanen and Noah Snavely and Carlos Hern\'andez and Sameer Agarwal and Steven M Seitz}, -title = {Jump: Virtual Reality Video}, -journal = {SIGGRAPH Asia}, -year = {2016}, -} diff --git a/data/ArbelaezCVPR2014.bib b/data/ArbelaezCVPR2014.bib deleted file mode 100644 index 20a7cf4..0000000 --- a/data/ArbelaezCVPR2014.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{ArbelaezCVPR2014, - title = "Multiscale Combinatorial Grouping", - author = "Arbel{\'a}ez, Pablo and Pont-Tuset, J. and Barron, Jonathan T. and Marqu{\'e}s, F. and Malik, Jitendra", - journal = "CVPR", - year = "2014", -} diff --git a/data/B3DO_ICCV_2011.bib b/data/B3DO_ICCV_2011.bib deleted file mode 100644 index 7920186..0000000 --- a/data/B3DO_ICCV_2011.bib +++ /dev/null @@ -1,7 +0,0 @@ -@inproceedings{Janoch2011, -author = {Janoch, Allison and Karayev, Sergey and Jia, Yangqing and Barron, Jonathan T. and Fritz, Mario and Saenko, Kate and Darrell, Trevor}, -booktitle = {ICCV Workshop on Consumer Depth Cameras for Computer Vision}, -title = {A Category-Level 3-D Object Dataset: Putting the Kinect to Work}}, -year = {2011} -} - diff --git a/data/BarronCVPR2015.bib b/data/BarronCVPR2015.bib deleted file mode 100644 index 698635b..0000000 --- a/data/BarronCVPR2015.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{Barron2015A, -author = {Jonathan T. Barron and Andrew Adams and YiChang Shih and Carlos Hern\'andez}, -title = {Fast Bilateral-Space Stereo for Synthetic Defocus}, -journal = {CVPR}, -year = {2015}, -} diff --git a/data/BarronCVPR2019.bib b/data/BarronCVPR2019.bib deleted file mode 100644 index 51bbc86..0000000 --- a/data/BarronCVPR2019.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{BarronCVPR2019, - Author = {Jonathan T. Barron}, - Title = {A General and Adaptive Robust Loss Function}, - Journal = {CVPR}, - Year = {2019} -} \ No newline at end of file diff --git a/data/BarronCVPR2019_reviews.txt b/data/BarronCVPR2019_reviews.txt deleted file mode 100644 index 92bdd19..0000000 --- a/data/BarronCVPR2019_reviews.txt +++ /dev/null @@ -1,16 +0,0 @@ -R1: - -My first impression is that this paper might be better reviewed in a machine -learning centered conference (i.e. ICML) instead of the computer vision ones, -as the major contribution of this paper comes from the loss function that could -be potentially applied to any learning task, not specific vision task. - -Borderline Reject - - -R2: - -Good theoretical development of unified robust loss and extensive experimental -evaluation on four vision task. - -Accept diff --git a/data/BarronECCV2020.bib b/data/BarronECCV2020.bib deleted file mode 100644 index 47bb199..0000000 --- a/data/BarronECCV2020.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{barron2020generalization, - title={A Generalization of Otsu's Method and Minimum Error Thresholding}, - author={Barron, Jonathan T}, - journal={ECCV}, - year={2020} -} \ No newline at end of file diff --git a/data/BarronICCV2013.bib b/data/BarronICCV2013.bib deleted file mode 100644 index c670451..0000000 --- a/data/BarronICCV2013.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{BarronICCV2013, - AUTHOR = "Barron, Jonathan T. and Arbel{\'a}ez, Pablo and Ker{\"a}nen, Soile V. E. and Biggin, Mark D. and Knowles, David W. and Malik, Jitendra", - TITLE = "Volumetric Semantic Segmentation using Pyramid Context Features", - JOURNAL = "ICCV", - YEAR = "2013", -} diff --git a/data/BarronICCV2015.bib b/data/BarronICCV2015.bib deleted file mode 100644 index ae3fe68..0000000 --- a/data/BarronICCV2015.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{BarronICCV2015, - Author = {Jonathan T. Barron}, - Title = {Convolutional Color Constancy}, - Journal = {ICCV}, - Year = {2015} -} diff --git a/data/BarronMalikCVPR2011.bib b/data/BarronMalikCVPR2011.bib deleted file mode 100644 index 3cbe3af..0000000 --- a/data/BarronMalikCVPR2011.bib +++ /dev/null @@ -1,7 +0,0 @@ -@article{Barron2011, -Title = {High-Frequency Shape and Albedo from Shading using Natural Image Statistics}, -Journal = {CVPR}, -Author = {Jonathan T. Barron and Jitendra Malik}, -Year = {2011}, -} - diff --git a/data/BarronMalikCVPR2012.bib b/data/BarronMalikCVPR2012.bib deleted file mode 100644 index 5170eed..0000000 --- a/data/BarronMalikCVPR2012.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{Barron2012A, -Title = {Shape, Albedo, and Illumination from a Single Image of an Unknown Object}, -Journal = {CVPR}, -Author = {Jonathan T. Barron and Jitendra Malik}, -Year = {2012}, -} diff --git a/data/BarronMalikCVPR2013.bib b/data/BarronMalikCVPR2013.bib deleted file mode 100644 index 89fc4c6..0000000 --- a/data/BarronMalikCVPR2013.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{Barron2013A, -author = {Jonathan T. Barron and Jitendra Malik}, -title = {Intrinsic Scene Properties from a Single RGB-D Image}, -journal = {CVPR}, -year = {2013}, -} diff --git a/data/BarronMalikECCV2012.bib b/data/BarronMalikECCV2012.bib deleted file mode 100644 index 8a11354..0000000 --- a/data/BarronMalikECCV2012.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{Barron2012B, -author = {Jonathan T. Barron and Jitendra Malik}, -title = {Color Constancy, Intrinsic Images, and Shape Estimation}, -journal = {ECCV}, -year = {2012}, -} diff --git a/data/BarronMalikTPAMI2015.bib b/data/BarronMalikTPAMI2015.bib deleted file mode 100644 index 37937fa..0000000 --- a/data/BarronMalikTPAMI2015.bib +++ /dev/null @@ -1,6 +0,0 @@ -@ARTICLE{BarronTPAMI2015, -Author = {Jonathan T. Barron and Jitendra Malik}, -Title = {Shape, Illumination, and Reflectance from Shading}, -journal={TPAMI}, -year={2015}, -} diff --git a/data/BarronMalikTPAMI2015B.bib b/data/BarronMalikTPAMI2015B.bib deleted file mode 100644 index 041cd96..0000000 --- a/data/BarronMalikTPAMI2015B.bib +++ /dev/null @@ -1,6 +0,0 @@ -@ARTICLE{BarronTPAMI2015B, -Author = {Jonathan T. Barron and Jitendra Malik}, -title = {Intrinsic Scene Properties from a Single RGB-D Image}, -journal={TPAMI}, -year={2015}, -} diff --git a/data/BarronPRL2009.bib b/data/BarronPRL2009.bib deleted file mode 100644 index 6e4c687..0000000 --- a/data/BarronPRL2009.bib +++ /dev/null @@ -1,6 +0,0 @@ -@techreport{BarronPRL2009, - Author = {Jonathan T. Barron and Dave Golland and Nicholas J. Hay}, - Title = {Parallelizing Reinforcement Learning}, - Institution = {EECS Department, University of California, Berkeley}, - Year = {2009}, -} diff --git a/data/BarronPooleECCV2016.bib b/data/BarronPooleECCV2016.bib deleted file mode 100644 index 33c64bd..0000000 --- a/data/BarronPooleECCV2016.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{BarronPoole2016, -author = {Jonathan T. Barron and Ben Poole}, -title = {The Fast Bilateral Solver}, -journal = {ECCV}, -year = {2016}, -} diff --git a/data/BarronPooleECCV2016_reviews.txt b/data/BarronPooleECCV2016_reviews.txt deleted file mode 100644 index 0ac9437..0000000 --- a/data/BarronPooleECCV2016_reviews.txt +++ /dev/null @@ -1,13 +0,0 @@ -Essentially sections 1-3 contain very little new. Section 4 is marginally -interesting. Weak Reject. - - R2, CVPR 2016 - -the paper too much relies on the supplemental material compared with the -standard usage of the supplemental material. I suggest the authors to directly -go for a journal submission by reformatting the paper together with the -supplemental material. Strong Reject. - - R1, ECCV 2016 - -The paper solves a class of relevant problems in a neat manner. The method -should be made known to a wider audience. Oral. - - R3, ECCV 2016 \ No newline at end of file diff --git a/data/BarronTR2010.bib b/data/BarronTR2010.bib deleted file mode 100644 index 75f29d1..0000000 --- a/data/BarronTR2010.bib +++ /dev/null @@ -1,9 +0,0 @@ -@techreport{Barron:EECS-2010-94, - Author = {Barron, Jonathan T. and Malik, Jitendra}, - Title = {Discovering Efficiency in Coarse-To-Fine Texture Classification}, - Institution = {EECS Department, University of California, Berkeley}, - Year = {2010}, - Month = {Jun}, - URL = {http://www.eecs.berkeley.edu/Pubs/TechRpts/2010/EECS-2010-94.html}, - Number = {UCB/EECS-2010-94}, -} diff --git a/data/BarronTsaiCVPR2017.bib b/data/BarronTsaiCVPR2017.bib deleted file mode 100644 index 306bc2e..0000000 --- a/data/BarronTsaiCVPR2017.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{BarronTsai2017, -author = {Jonathan T. Barron and Yun-Ta Tsai}, -title = {Fast Fourier Color Constancy}, -journal = {CVPR}, -year = {2017}, -} diff --git a/data/BrooksBarronCVPR2019.bib b/data/BrooksBarronCVPR2019.bib deleted file mode 100644 index 4988e33..0000000 --- a/data/BrooksBarronCVPR2019.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{BrooksBarronCVPR2019, - author = {Tim Brooks and Jonathan T. Barron}, - title = {Learning to Synthesize Motion Blur}, - journal = {CVPR}, - year = {2019}, -} \ No newline at end of file diff --git a/data/BrooksCVPR2019.bib b/data/BrooksCVPR2019.bib deleted file mode 100644 index 50ab85e..0000000 --- a/data/BrooksCVPR2019.bib +++ /dev/null @@ -1,11 +0,0 @@ -@article{BrooksCVPR2019, - author = {Tim Brooks and - Ben Mildenhall and - Tianfan Xue and - Jiawen Chen and - Dillon Sharlet and - Jonathan T. Barron}, - title = {Unprocessing Images for Learned Raw Denoising }, - journal = {CVPR}, - year = {2019}, -} \ No newline at end of file diff --git a/data/Chen2016.bib b/data/Chen2016.bib deleted file mode 100644 index ca5506a..0000000 --- a/data/Chen2016.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{Chen2016, - author = {Liang{-}Chieh Chen and Jonathan T. Barron and George Papandreou and Kevin Murphy and Alan L. Yuille}, - title = {Semantic Image Segmentation with Task-Specific Edge Detection Using CNNs and a Discriminatively Trained Domain Transform}, - journal = {CVPR}, - year = {2016}, -} diff --git a/data/Diverdi2016.bib b/data/Diverdi2016.bib deleted file mode 100644 index 689ae4b..0000000 --- a/data/Diverdi2016.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{Diverdi2016, -author={Stephen DiVerdi and Jonathan T. Barron}, -journal={WACV}, -title={Geometric Calibration for Mobile, Stereo, Autofocus Cameras}, -year={2016}, -} diff --git a/data/GargICCV2019.bib b/data/GargICCV2019.bib deleted file mode 100644 index e275d64..0000000 --- a/data/GargICCV2019.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{GargICCV2019, - author = {Rahul Garg and Neal Wadhwa and Sameer Ansari and Jonathan T. Barron}, - title = {Learning Single Camera Depth Estimation using Dual-Pixels}, - journal = {ICCV}, - year = {2019}, -} \ No newline at end of file diff --git a/data/GharbiSIGGRAPH2017.bib b/data/GharbiSIGGRAPH2017.bib deleted file mode 100644 index a81c201..0000000 --- a/data/GharbiSIGGRAPH2017.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{GharbiSIGGRAPH2017, -author = {Micha{\"e}l Gharbi and Jiawen Chen and Jonathan T. Barron and Samuel W. Hasinoff and Fr{\'e}do Durand}, -title = {Deep Bilateral Learning for Real-Time Image Enhancement}, -journal = {SIGGRAPH}, -year = {2017}, -} diff --git a/data/Hasinoff2016.bib b/data/Hasinoff2016.bib deleted file mode 100644 index d9cf04e..0000000 --- a/data/Hasinoff2016.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{Hasinoff2016, -author = {Samuel W. Hasinoff and Dillon Sharlet and Ryan Geiss and Andrew Adams and Jonathan T. Barron and Florian Kainz and Jiawen Chen and Marc Levoy}, -title = {Burst Photography for High Dynamic Range and Low-Light Imaging on Mobile Cameras}, -journal = {SIGGRAPH Asia}, -year = {2016}, -} diff --git a/data/JonBarron-CV.pdf b/data/JonBarron-CV.pdf deleted file mode 100644 index 0e216d0..0000000 Binary files a/data/JonBarron-CV.pdf and /dev/null differ diff --git a/data/JonBarron-bio.txt b/data/JonBarron-bio.txt deleted file mode 100644 index 0ae22b6..0000000 --- a/data/JonBarron-bio.txt +++ /dev/null @@ -1,9 +0,0 @@ -Jon Barron is a senior staff research scientist at Google Research in San -Francisco, where he works on computer vision and machine learning. He received -a PhD in Computer Science from the University of California, Berkeley in 2013, -where he was advised by Jitendra Malik, and he received a Honours BSc in -Computer Science from the University of Toronto in 2007. He received a National -Science Foundation Graduate Research Fellowship in 2009, the C.V. Ramamoorthy -Distinguished Research Award in 2013, the PAMI Young Researcher Award in 2020. -His works have received awards at ECCV 2016, TPAMI 2016, ECCV 2020, ICCV 2021, -CVPR 2022, and the Communications of the ACM (2022). \ No newline at end of file diff --git a/data/KarschCVPR2013.bib b/data/KarschCVPR2013.bib deleted file mode 100644 index 406b0b3..0000000 --- a/data/KarschCVPR2013.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{Karsch2013A, -author = {Kevin Karsch and Zicheng Liao and Jason Rock and Jonathan T. Barron and Derek Hoiem}, -title = {Boundary Cues for 3D Object Shape Recovery}, -journal = {CVPR}, -year = {2013}, -} diff --git a/data/Mildenhall2018.bib b/data/Mildenhall2018.bib deleted file mode 100644 index 192ae77..0000000 --- a/data/Mildenhall2018.bib +++ /dev/null @@ -1,11 +0,0 @@ -@article{Mildenhall2018, - author = {Ben Mildenhall and - Jonathan T. Barron and - Jiawen Chen and - Dillon Sharlet and - Ren Ng and - Robert Carroll}, - title = {Burst Denoising with Kernel Prediction Networks}, - journal = {CVPR}, - year = {2018}, -} \ No newline at end of file diff --git a/data/PontTusetTPAMI2017.bib b/data/PontTusetTPAMI2017.bib deleted file mode 100644 index d70ab8b..0000000 --- a/data/PontTusetTPAMI2017.bib +++ /dev/null @@ -1,9 +0,0 @@ -@article{Pont-Tuset2017, - author = {J. Pont-Tuset and P. Arbel\'{a}ez and Jonathan T. Barron and F. Marques and J. Malik}, - title = {Multiscale Combinatorial Grouping for Image Segmentation and Object Proposal Generation}, - journal = {TPAMI}, - year = {2017}, - volume = {39}, - number = {1}, - pages = {128 - 140} -} diff --git a/data/Shelhamer2015.bib b/data/Shelhamer2015.bib deleted file mode 100644 index 9c91ae8..0000000 --- a/data/Shelhamer2015.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{Shelhamer2015, -author={Evan Shelhamer and Jonathan T. Barron and Trevor Darrell}, -journal={ICCV Workshop}, -title={Scene Intrinsics and Depth from a Single Image}, -year={2015}, -} diff --git a/data/Srinivasan2018.bib b/data/Srinivasan2018.bib deleted file mode 100644 index 8e8effa..0000000 --- a/data/Srinivasan2018.bib +++ /dev/null @@ -1,10 +0,0 @@ -@article{Srinivasan2018, - author = {Pratul P. Srinivasan and - Rahul Garg and - Neal Wadhwa and - Ren Ng and - Jonathan T. Barron}, - title = {Aperture Supervision for Monocular Depth Estimation}, - journal = {CVPR}, - year = {2018}, -} \ No newline at end of file diff --git a/data/SrinivasanCVPR2019.bib b/data/SrinivasanCVPR2019.bib deleted file mode 100644 index 12092c7..0000000 --- a/data/SrinivasanCVPR2019.bib +++ /dev/null @@ -1,11 +0,0 @@ -@article{SrinivasanCVPR2019, - author = {Pratul P. Srinivasan and - Richard Tucker and - Jonathan T. Barron and - Ravi Ramamoorthi and - Ren Ng and - Noah Snavely}, - title = {Pushing the Boundaries of View Extrapolation with Multiplane Images} - journal = {CVPR}, - year = {2019}, -} \ No newline at end of file diff --git a/data/SunSIGGRAPH2019.bib b/data/SunSIGGRAPH2019.bib deleted file mode 100644 index 8013397..0000000 --- a/data/SunSIGGRAPH2019.bib +++ /dev/null @@ -1,15 +0,0 @@ -@article{Sun2019, - author = {Tiancheng Sun and - Jonathan T. Barron and - Yun{-}Ta Tsai and - Zexiang Xu and - Xueming Yu and - Graham Fyffe and - Christoph Rhemann and - Jay Busch and - Paul E. Debevec and - Ravi Ramamoorthi}, - title = {Single Image Portrait Relighting}, - journal = {SIGGRAPH}, - year = {2019}, -} \ No newline at end of file diff --git a/data/Valentin2018.bib b/data/Valentin2018.bib deleted file mode 100644 index 4bd2a2a..0000000 --- a/data/Valentin2018.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{Valentin2018, - author = {Valentin, Julien and Kowdle, Adarsh and Barron, Jonathan T. and Wadhwa, Neal and Dzitsiuk, Max and Schoenberg, Michael and Verma, Vivek and Csaszar, Ambrus and Turner, Eric and Dryanovski, Ivan and Afonso, Joao and Pascoal, Jose and Tsotsos, Konstantine and Leung, Mira and Schmidt, Mirko and Guleryuz, Onur and Khamis, Sameh and Tankovitch, Vladimir and Fanello, Sean and Izadi, Shahram and Rhemann, Christoph}, - title = {Depth from Motion for Smartphone AR}, - journal = {SIGGRAPH Asia}, - year = {2018}, -} diff --git a/data/Wadhwa2018.bib b/data/Wadhwa2018.bib deleted file mode 100644 index 46141b5..0000000 --- a/data/Wadhwa2018.bib +++ /dev/null @@ -1,6 +0,0 @@ -@article{Wadhwa2018, - title={Synthetic Depth-of-Field with a Single-Camera Mobile Phone}, - author={Wadhwa, Neal and Garg, Rahul and Jacobs, David E. and Feldman, Bryan E. and Kanazawa, Nori and Carroll, Robert and Movshovitz-Attias, Yair and Barron, Jonathan T. and Pritch, Yael and Levoy, Marc}, - journal={SIGGRAPH}, - year={2018}, -} \ No newline at end of file diff --git a/data/ieee_fullfirstname.bst b/data/ieee_fullfirstname.bst deleted file mode 100644 index d9ca122..0000000 --- a/data/ieee_fullfirstname.bst +++ /dev/null @@ -1,1135 +0,0 @@ -% This is a modification to the normal ieee.bst used by CVPR to render -% first names in the bibliography as "Firstname Lastname" rather than -% "F. Lastname". -% -% Jonathan T. Barron, 12/5/2018, jonbarron@gmail.com - -% --------------------------------------------------------------- -% -% ieee.bst,v 1.0 2002/04/16 -% -% by Glenn Paulley (paulley@acm.org) -% -% Modified from latex8.bst 1995/09/15 15:13:49 ienne Exp $ -% -% by Paolo.Ienne@di.epfl.ch -% -% -% --------------------------------------------------------------- -% -% no guarantee is given that the format corresponds perfectly to -% IEEE 8.5" x 11" Proceedings, but most features should be ok. -% -% --------------------------------------------------------------- -% -% `ieee' from BibTeX standard bibliography style `abbrv' -% version 0.99a for BibTeX versions 0.99a or later, LaTeX version 2.09. -% Copyright (C) 1985, all rights reserved. -% Copying of this file is authorized only if either -% (1) you make absolutely no changes to your copy, including name, or -% (2) if you do make changes, you name it something other than -% btxbst.doc, plain.bst, unsrt.bst, alpha.bst, and abbrv.bst. -% This restriction helps ensure that all standard styles are identical. -% The file btxbst.doc has the documentation for this style. - -ENTRY - { address - author - booktitle - chapter - edition - editor - howpublished - institution - journal - key - month - note - number - organization - pages - publisher - school - series - title - type - volume - year - } - {} - { label } - -INTEGERS { output.state before.all mid.sentence after.sentence after.block } - -FUNCTION {init.state.consts} -{ #0 'before.all := - #1 'mid.sentence := - #2 'after.sentence := - #3 'after.block := -} - -STRINGS { s t } - -FUNCTION {output.nonnull} -{ 's := - output.state mid.sentence = - { ", " * write$ } - { output.state after.block = - { add.period$ write$ - newline$ - "\newblock " write$ - } - { output.state before.all = - 'write$ - { add.period$ " " * write$ } - if$ - } - if$ - mid.sentence 'output.state := - } - if$ - s -} - -FUNCTION {output} -{ duplicate$ empty$ - 'pop$ - 'output.nonnull - if$ -} - -FUNCTION {output.check} -{ 't := - duplicate$ empty$ - { pop$ "empty " t * " in " * cite$ * warning$ } - 'output.nonnull - if$ -} - -FUNCTION {output.bibitem} -{ newline$ - "\bibitem{" write$ - cite$ write$ - "}" write$ - newline$ - "" - before.all 'output.state := -} - -FUNCTION {fin.entry} -{ add.period$ - write$ - newline$ -} - -FUNCTION {new.block} -{ output.state before.all = - 'skip$ - { after.block 'output.state := } - if$ -} - -FUNCTION {new.sentence} -{ output.state after.block = - 'skip$ - { output.state before.all = - 'skip$ - { after.sentence 'output.state := } - if$ - } - if$ -} - -FUNCTION {not} -{ { #0 } - { #1 } - if$ -} - -FUNCTION {and} -{ 'skip$ - { pop$ #0 } - if$ -} - -FUNCTION {or} -{ { pop$ #1 } - 'skip$ - if$ -} - -FUNCTION {new.block.checka} -{ empty$ - 'skip$ - 'new.block - if$ -} - -FUNCTION {new.block.checkb} -{ empty$ - swap$ empty$ - and - 'skip$ - 'new.block - if$ -} - -FUNCTION {new.sentence.checka} -{ empty$ - 'skip$ - 'new.sentence - if$ -} - -FUNCTION {new.sentence.checkb} -{ empty$ - swap$ empty$ - and - 'skip$ - 'new.sentence - if$ -} - -FUNCTION {field.or.null} -{ duplicate$ empty$ - { pop$ "" } - 'skip$ - if$ -} - -FUNCTION {emphasize} -{ duplicate$ empty$ - { pop$ "" } - { "{\em " swap$ * "}" * } - if$ -} - -INTEGERS { nameptr namesleft numnames } - -FUNCTION {format.names} -{ 's := - #1 'nameptr := - s num.names$ 'numnames := - numnames 'namesleft := - { namesleft #0 > } - % Formerly { s nameptr "{f.~}{vv~}{ll}{, jj}" format.name$ 't := - { s nameptr "{ff }{vv }{ll}{, jj}" format.name$ 't := - nameptr #1 > - { namesleft #1 > - { ", " * t * } - { numnames #2 > - { "," * } - 'skip$ - if$ - t "others" = - { " et~al." * } - { " and " * t * } - if$ - } - if$ - } - 't - if$ - nameptr #1 + 'nameptr := - - namesleft #1 - 'namesleft := - } - while$ -} - -FUNCTION {format.authors} -{ author empty$ - { "" } - { author format.names } - if$ -} - -FUNCTION {format.editors} -{ editor empty$ - { "" } - { editor format.names - editor num.names$ #1 > - { ", editors" * } - { ", editor" * } - if$ - } - if$ -} - -FUNCTION {format.title} -{ title empty$ - { "" } - { title "t" change.case$ } - if$ -} - -FUNCTION {n.dashify} -{ 't := - "" - { t empty$ not } - { t #1 #1 substring$ "-" = - { t #1 #2 substring$ "--" = not - { "--" * - t #2 global.max$ substring$ 't := - } - { { t #1 #1 substring$ "-" = } - { "-" * - t #2 global.max$ substring$ 't := - } - while$ - } - if$ - } - { t #1 #1 substring$ * - t #2 global.max$ substring$ 't := - } - if$ - } - while$ -} - -FUNCTION {format.date} -{ year empty$ - { month empty$ - { "" } - { "there's a month but no year in " cite$ * warning$ - month - } - if$ - } - { month empty$ - 'year - { month " " * year * } - if$ - } - if$ -} - -FUNCTION {format.btitle} -{ title emphasize -} - -FUNCTION {tie.or.space.connect} -{ duplicate$ text.length$ #3 < - { "~" } - { " " } - if$ - swap$ * * -} - -FUNCTION {either.or.check} -{ empty$ - 'pop$ - { "can't use both " swap$ * " fields in " * cite$ * warning$ } - if$ -} - -FUNCTION {format.bvolume} -{ volume empty$ - { "" } - { "volume" volume tie.or.space.connect - series empty$ - 'skip$ - { " of " * series emphasize * } - if$ - "volume and number" number either.or.check - } - if$ -} - -FUNCTION {format.number.series} -{ volume empty$ - { number empty$ - { series field.or.null } - { output.state mid.sentence = - { "number" } - { "Number" } - if$ - number tie.or.space.connect - series empty$ - { "there's a number but no series in " cite$ * warning$ } - { " in " * series * } - if$ - } - if$ - } - { "" } - if$ -} - -FUNCTION {format.edition} -{ edition empty$ - { "" } - { output.state mid.sentence = - { edition "l" change.case$ " edition" * } - { edition "t" change.case$ " edition" * } - if$ - } - if$ -} - -INTEGERS { multiresult } - -FUNCTION {multi.page.check} -{ 't := - #0 'multiresult := - { multiresult not - t empty$ not - and - } - { t #1 #1 substring$ - duplicate$ "-" = - swap$ duplicate$ "," = - swap$ "+" = - or or - { #1 'multiresult := } - { t #2 global.max$ substring$ 't := } - if$ - } - while$ - multiresult -} - -FUNCTION {format.pages} -{ pages empty$ - { "" } - { pages multi.page.check - { "pages" pages n.dashify tie.or.space.connect } - { "page" pages tie.or.space.connect } - if$ - } - if$ -} - -FUNCTION {format.vol.num.pages} -{ volume field.or.null - number empty$ - 'skip$ - { "(" number * ")" * * - volume empty$ - { "there's a number but no volume in " cite$ * warning$ } - 'skip$ - if$ - } - if$ - pages empty$ - 'skip$ - { duplicate$ empty$ - { pop$ format.pages } - { ":" * pages n.dashify * } - if$ - } - if$ -} - -FUNCTION {format.chapter.pages} -{ chapter empty$ - 'format.pages - { type empty$ - { "chapter" } - { type "l" change.case$ } - if$ - chapter tie.or.space.connect - pages empty$ - 'skip$ - { ", " * format.pages * } - if$ - } - if$ -} - -FUNCTION {format.in.ed.booktitle} -{ booktitle empty$ - { "" } - { editor empty$ - { "In " booktitle emphasize * } - { "In " format.editors * ", " * booktitle emphasize * } - if$ - } - if$ -} - -FUNCTION {empty.misc.check} - -{ author empty$ title empty$ howpublished empty$ - month empty$ year empty$ note empty$ - and and and and and - key empty$ not and - { "all relevant fields are empty in " cite$ * warning$ } - 'skip$ - if$ -} - -FUNCTION {format.thesis.type} -{ type empty$ - 'skip$ - { pop$ - type "t" change.case$ - } - if$ -} - -FUNCTION {format.tr.number} -{ type empty$ - { "Technical Report" } - 'type - if$ - number empty$ - { "t" change.case$ } - { number tie.or.space.connect } - if$ -} - -FUNCTION {format.article.crossref} -{ key empty$ - { journal empty$ - { "need key or journal for " cite$ * " to crossref " * crossref * - warning$ - "" - } - { "In {\em " journal * "\/}" * } - if$ - } - { "In " key * } - if$ - " \cite{" * crossref * "}" * -} - -FUNCTION {format.crossref.editor} -{ editor #1 "{vv~}{ll}" format.name$ - editor num.names$ duplicate$ - #2 > - { pop$ " et~al." * } - { #2 < - 'skip$ - { editor #2 "{ff }{vv }{ll}{ jj}" format.name$ "others" = - { " et~al." * } - { " and " * editor #2 "{vv~}{ll}" format.name$ * } - if$ - } - if$ - } - if$ -} - -FUNCTION {format.book.crossref} -{ volume empty$ - { "empty volume in " cite$ * "'s crossref of " * crossref * warning$ - "In " - } - { "Volume" volume tie.or.space.connect - " of " * - } - if$ - editor empty$ - editor field.or.null author field.or.null = - or - { key empty$ - { series empty$ - { "need editor, key, or series for " cite$ * " to crossref " * - crossref * warning$ - "" * - } - { "{\em " * series * "\/}" * } - if$ - } - { key * } - if$ - } - { format.crossref.editor * } - if$ - " \cite{" * crossref * "}" * -} - -FUNCTION {format.incoll.inproc.crossref} -{ editor empty$ - editor field.or.null author field.or.null = - or - { key empty$ - { booktitle empty$ - { "need editor, key, or booktitle for " cite$ * " to crossref " * - crossref * warning$ - "" - } - { "In {\em " booktitle * "\/}" * } - if$ - } - { "In " key * } - if$ - } - { "In " format.crossref.editor * } - if$ - " \cite{" * crossref * "}" * -} - -FUNCTION {article} -{ output.bibitem - format.authors "author" output.check - new.block - format.title "title" output.check - new.block - crossref missing$ - { journal emphasize "journal" output.check - format.vol.num.pages output - format.date "year" output.check - } - { format.article.crossref output.nonnull - format.pages output - } - if$ - new.block - note output - fin.entry -} - -FUNCTION {book} -{ output.bibitem - author empty$ - { format.editors "author and editor" output.check } - { format.authors output.nonnull - crossref missing$ - { "author and editor" editor either.or.check } - 'skip$ - if$ - } - if$ - new.block - format.btitle "title" output.check - crossref missing$ - { format.bvolume output - new.block - format.number.series output - new.sentence - publisher "publisher" output.check - address output - } - { new.block - format.book.crossref output.nonnull - } - if$ - format.edition output - format.date "year" output.check - new.block - note output - fin.entry -} - -FUNCTION {booklet} -{ output.bibitem - format.authors output - new.block - format.title "title" output.check - howpublished address new.block.checkb - howpublished output - address output - format.date output - new.block - note output - fin.entry -} - -FUNCTION {inbook} -{ output.bibitem - author empty$ - { format.editors "author and editor" output.check } - { format.authors output.nonnull - - crossref missing$ - { "author and editor" editor either.or.check } - 'skip$ - if$ - } - if$ - new.block - format.btitle "title" output.check - crossref missing$ - { format.bvolume output - format.chapter.pages "chapter and pages" output.check - new.block - format.number.series output - new.sentence - publisher "publisher" output.check - address output - } - { format.chapter.pages "chapter and pages" output.check - new.block - format.book.crossref output.nonnull - } - if$ - format.edition output - format.date "year" output.check - new.block - note output - fin.entry -} - -FUNCTION {incollection} -{ output.bibitem - format.authors "author" output.check - new.block - format.title "title" output.check - new.block - crossref missing$ - { format.in.ed.booktitle "booktitle" output.check - format.bvolume output - format.number.series output - format.chapter.pages output - new.sentence - publisher "publisher" output.check - address output - format.edition output - format.date "year" output.check - } - { format.incoll.inproc.crossref output.nonnull - format.chapter.pages output - } - if$ - new.block - note output - fin.entry -} - -FUNCTION {inproceedings} -{ output.bibitem - format.authors "author" output.check - new.block - format.title "title" output.check - new.block - crossref missing$ - { format.in.ed.booktitle "booktitle" output.check - format.bvolume output - format.number.series output - format.pages output - address empty$ - { organization publisher new.sentence.checkb - organization output - publisher output - format.date "year" output.check - } - { address output.nonnull - format.date "year" output.check - new.sentence - organization output - publisher output - } - if$ - } - { format.incoll.inproc.crossref output.nonnull - format.pages output - } - if$ - new.block - note output - fin.entry -} - -FUNCTION {conference} { inproceedings } - -FUNCTION {manual} -{ output.bibitem - author empty$ - { organization empty$ - 'skip$ - { organization output.nonnull - address output - } - if$ - } - { format.authors output.nonnull } - if$ - new.block - format.btitle "title" output.check - author empty$ - { organization empty$ - { address new.block.checka - address output - } - 'skip$ - if$ - } - { organization address new.block.checkb - organization output - address output - } - if$ - format.edition output - format.date output - new.block - note output - fin.entry -} - -FUNCTION {mastersthesis} -{ output.bibitem - format.authors "author" output.check - new.block - format.title "title" output.check - new.block - "Master's thesis" format.thesis.type output.nonnull - school "school" output.check - address output - format.date "year" output.check - new.block - note output - fin.entry -} - -FUNCTION {misc} -{ output.bibitem - format.authors output - title howpublished new.block.checkb - format.title output - howpublished new.block.checka - howpublished output - format.date output - new.block - note output - fin.entry - empty.misc.check -} - -FUNCTION {phdthesis} -{ output.bibitem - format.authors "author" output.check - new.block - format.btitle "title" output.check - new.block - "PhD thesis" format.thesis.type output.nonnull - school "school" output.check - address output - format.date "year" output.check - new.block - note output - fin.entry -} - -FUNCTION {proceedings} -{ output.bibitem - editor empty$ - { organization output } - { format.editors output.nonnull } - - if$ - new.block - format.btitle "title" output.check - format.bvolume output - format.number.series output - address empty$ - { editor empty$ - { publisher new.sentence.checka } - { organization publisher new.sentence.checkb - organization output - } - if$ - publisher output - format.date "year" output.check - } - { address output.nonnull - format.date "year" output.check - new.sentence - editor empty$ - 'skip$ - { organization output } - if$ - publisher output - } - if$ - new.block - note output - fin.entry -} - -FUNCTION {techreport} -{ output.bibitem - format.authors "author" output.check - new.block - format.title "title" output.check - new.block - format.tr.number output.nonnull - institution "institution" output.check - address output - format.date "year" output.check - new.block - note output - fin.entry -} - -FUNCTION {unpublished} -{ output.bibitem - format.authors "author" output.check - new.block - format.title "title" output.check - new.block - note "note" output.check - format.date output - fin.entry -} - -FUNCTION {default.type} { misc } - -MACRO {jan} {"Jan."} - -MACRO {feb} {"Feb."} - -MACRO {mar} {"Mar."} - -MACRO {apr} {"Apr."} - -MACRO {may} {"May"} - -MACRO {jun} {"June"} - -MACRO {jul} {"July"} - -MACRO {aug} {"Aug."} - -MACRO {sep} {"Sept."} - -MACRO {oct} {"Oct."} - -MACRO {nov} {"Nov."} - -MACRO {dec} {"Dec."} - -MACRO {acmcs} {"ACM Comput. Surv."} - -MACRO {acta} {"Acta Inf."} - -MACRO {cacm} {"Commun. ACM"} - -MACRO {ibmjrd} {"IBM J. Res. Dev."} - -MACRO {ibmsj} {"IBM Syst.~J."} - -MACRO {ieeese} {"IEEE Trans. Softw. Eng."} - -MACRO {ieeetc} {"IEEE Trans. Comput."} - -MACRO {ieeetcad} - {"IEEE Trans. Comput.-Aided Design Integrated Circuits"} - -MACRO {ipl} {"Inf. Process. Lett."} - -MACRO {jacm} {"J.~ACM"} - -MACRO {jcss} {"J.~Comput. Syst. Sci."} - -MACRO {scp} {"Sci. Comput. Programming"} - -MACRO {sicomp} {"SIAM J. Comput."} - -MACRO {tocs} {"ACM Trans. Comput. Syst."} - -MACRO {tods} {"ACM Trans. Database Syst."} - -MACRO {tog} {"ACM Trans. Gr."} - -MACRO {toms} {"ACM Trans. Math. Softw."} - -MACRO {toois} {"ACM Trans. Office Inf. Syst."} - -MACRO {toplas} {"ACM Trans. Prog. Lang. Syst."} - -MACRO {tcs} {"Theoretical Comput. Sci."} - -READ - -FUNCTION {sortify} -{ purify$ - "l" change.case$ -} - -INTEGERS { len } - -FUNCTION {chop.word} -{ 's := - 'len := - s #1 len substring$ = - { s len #1 + global.max$ substring$ } - 's - if$ -} - -FUNCTION {sort.format.names} -{ 's := - #1 'nameptr := - "" - s num.names$ 'numnames := - numnames 'namesleft := - { namesleft #0 > } - { nameptr #1 > - { " " * } - 'skip$ - if$ - s nameptr "{vv{ } }{ll{ }}{ f{ }}{ jj{ }}" format.name$ 't := - nameptr numnames = t "others" = and - { "et al" * } - { t sortify * } - if$ - nameptr #1 + 'nameptr := - namesleft #1 - 'namesleft := - } - while$ -} - -FUNCTION {sort.format.title} -{ 't := - "A " #2 - "An " #3 - "The " #4 t chop.word - chop.word - chop.word - sortify - #1 global.max$ substring$ -} - -FUNCTION {author.sort} -{ author empty$ - { key empty$ - { "to sort, need author or key in " cite$ * warning$ - "" - } - { key sortify } - if$ - } - { author sort.format.names } - if$ -} - -FUNCTION {author.editor.sort} -{ author empty$ - { editor empty$ - { key empty$ - { "to sort, need author, editor, or key in " cite$ * warning$ - "" - } - { key sortify } - if$ - } - { editor sort.format.names } - if$ - } - { author sort.format.names } - if$ -} - -FUNCTION {author.organization.sort} -{ author empty$ - - { organization empty$ - { key empty$ - { "to sort, need author, organization, or key in " cite$ * warning$ - "" - } - { key sortify } - if$ - } - { "The " #4 organization chop.word sortify } - if$ - } - { author sort.format.names } - if$ -} - -FUNCTION {editor.organization.sort} -{ editor empty$ - { organization empty$ - { key empty$ - { "to sort, need editor, organization, or key in " cite$ * warning$ - "" - } - { key sortify } - if$ - } - { "The " #4 organization chop.word sortify } - if$ - } - { editor sort.format.names } - if$ -} - -FUNCTION {presort} -{ type$ "book" = - type$ "inbook" = - or - 'author.editor.sort - { type$ "proceedings" = - 'editor.organization.sort - { type$ "manual" = - 'author.organization.sort - 'author.sort - if$ - } - if$ - } - if$ - " " - * - year field.or.null sortify - * - " " - * - title field.or.null - sort.format.title - * - #1 entry.max$ substring$ - 'sort.key$ := -} - -ITERATE {presort} - -SORT - -STRINGS { longest.label } - -INTEGERS { number.label longest.label.width } - -FUNCTION {initialize.longest.label} -{ "" 'longest.label := - #1 'number.label := - #0 'longest.label.width := -} - -FUNCTION {longest.label.pass} -{ number.label int.to.str$ 'label := - number.label #1 + 'number.label := - label width$ longest.label.width > - { label 'longest.label := - label width$ 'longest.label.width := - } - 'skip$ - if$ -} - -EXECUTE {initialize.longest.label} - -ITERATE {longest.label.pass} - -FUNCTION {begin.bib} -{ preamble$ empty$ - 'skip$ - { preamble$ write$ newline$ } - if$ - "\begin{thebibliography}{" longest.label * "}" * - "\itemsep=-1pt" * % Compact the entries a little. - write$ newline$ -} - -EXECUTE {begin.bib} - -EXECUTE {init.state.consts} - -ITERATE {call.type$} - -FUNCTION {end.bib} -{ newline$ - "\end{thebibliography}" write$ newline$ -} - -EXECUTE {end.bib} - -% end of file ieee.bst -% --------------------------------------------------------------- - - - diff --git a/data/why_did_this_paper_come_out_in_2015.txt b/data/why_did_this_paper_come_out_in_2015.txt deleted file mode 100644 index f327f69..0000000 --- a/data/why_did_this_paper_come_out_in_2015.txt +++ /dev/null @@ -1,17 +0,0 @@ -This TPAMI paper has the same content as our 2013 tech report of the same -name. We released the tech report the same day that we submitted this paper to -TPAMI, and the paper spent nearly two years in review. Not because it was -rejected --- we just didn't hear anything from the publisher for months, and -only after repeated prodding did we finally get an "accept with no changes" -review. So why did this paper spend nearly two years in review? I wish I could -say, kind reader; one cannot hope to fully understand the mysterious ways of -"Ye Olde Transactions Regarding Patterns and the Wits of Machines". Maybe the -letterpress operators were stricken with dysentery, or perhaps the carrier -pigeon relaying the reviews were gunned down by one of the Kaiser's -sharpshooters. This is one of the great mysteries of life that we must accept, -like "why do computer scientists still publish journal papers instead of just -posting things to Arxiv", or "why would talented researchers freely volunteer -their time to review papers for journals that put articles behind paywalls and -charge open-access fees". It's best to just accept the simple fact that all -good papers must be kept secret for at least eighteen months, so that all of -the theorems and statistics contained therein have time to ferment and mature. \ No newline at end of file diff --git a/dressrecon/img/dasr_icon.png b/dressrecon/img/dasr_icon.png new file mode 100755 index 0000000..94e6bfc Binary files /dev/null and b/dressrecon/img/dasr_icon.png differ diff --git a/dressrecon/img/database_icon.png b/dressrecon/img/database_icon.png new file mode 100644 index 0000000..8649ea4 Binary files /dev/null and b/dressrecon/img/database_icon.png differ diff --git a/dressrecon/img/dressrecon_icon.gif b/dressrecon/img/dressrecon_icon.gif new file mode 100644 index 0000000..4adfd82 Binary files /dev/null and b/dressrecon/img/dressrecon_icon.gif differ diff --git a/dressrecon/img/github_icon.png b/dressrecon/img/github_icon.png new file mode 100644 index 0000000..ea6ff54 Binary files /dev/null and b/dressrecon/img/github_icon.png differ diff --git a/dressrecon/img/youtube_icon.png b/dressrecon/img/youtube_icon.png new file mode 100644 index 0000000..c37e585 Binary files /dev/null and b/dressrecon/img/youtube_icon.png differ diff --git a/dressrecon/index.html b/dressrecon/index.html index cd75a3b..13f63b4 100644 --- a/dressrecon/index.html +++ b/dressrecon/index.html @@ -45,7 +45,7 @@

Abstract

- We present a method to reconstruct time-consistent human body models from monocular videos, focusing on extremely loose clothing or handheld object interactions. Prior work in human reconstruction is either limited to tight-fitting clothing with no object interactions, or requires calibrated multi-view captures or personalized template scans which are costly to collect at scale. Our key insight for high-quality yet flexible reconstruction is the careful combination of generic human priors about articulated body shape (learned from large-scale training data) with video-specific articulated ``bag-of-bones" deformation (fit to a single video via test-time optimization). We accomplish this by learning a neural implicit model that disentangles body versus clothing deformations as separate motion model layers. To capture subtle geometry of clothing, we leverage image-based priors such as human body pose, surface normals, and optical flow during optimization. The resulting neural fields can be extracted into time-consistent meshes, or further optimized as explicit 3D Gaussians for high-fidelity interactive rendering. On datasets with highly challenging clothing deformations and object interactions, DressRecon yields higher-fidelity 3D reconstructions than prior art. + Given a single input video of a human, DressRecon reconstructs a time-consistent 4D body model, including shape, appearance, time-varying body articulations, as well as extremely loose clothing deformation or accessory objects. We propose a hierarchical bag-of-bones deformation model that allows body and clothing motion to be separated. We leverage image-based priors such as human body pose, surface normals, and optical flow to make optimization more tractable. The resulting neural fields can be extracted into time-consistent meshes, or further optimized as explicit 3D Gaussians for high-fidelity interactive rendering.

Method

diff --git a/dressrecon/paper.pdf b/dressrecon/paper.pdf new file mode 100644 index 0000000..841be08 Binary files /dev/null and b/dressrecon/paper.pdf differ diff --git a/images/16825_project.png b/images/16825_project.png new file mode 100644 index 0000000..0982f03 Binary files /dev/null and b/images/16825_project.png differ diff --git a/images/16831_project.png b/images/16831_project.png new file mode 100644 index 0000000..5a42919 Binary files /dev/null and b/images/16831_project.png differ diff --git a/index.html b/index.html index 64660f3..3e9f44b 100755 --- a/index.html +++ b/index.html @@ -20,13 +20,16 @@

Jeff Tan

-

Hello! I'm a first-year MS in Robotics student at Carnegie Mellon University, advised by Prof. Deva Ramanan. My research interests are in computer vision and graphics, for example perceiving and interacting with dynamic 3D scenes. Previously, I did my undergrad in CS at CMU. - +

Hello! I'm a second-year MS in Robotics student at Carnegie Mellon University, advised by Prof. Deva Ramanan and often collaborating with Prof. Shubham Tulsiani. Previously, I was an undergrad in CS at CMU. I am supported in part by the NSF Graduate Research Fellowship. +

+

I am interested in physical intelligence: building agents that can capture, reason about, and interact with our rich and dynamic 3D world. I am applying for PhD positions this cycle!

+

- Resume  /  + CV  /  + Github  /  Email  /  - Github + Twitter

@@ -44,7 +47,34 @@ - + + + + + + @@ -95,7 +126,7 @@
+ + + + DressRecon: Freeform 4D Human Reconstruction from Monocular Video + +
+ Jeff Tan, + Donglai Xiang, + Shubham Tulsiani, + Deva Ramanan, + Gengshan Yang +
+ arXiv +
+ Website | + Paper | + Github +

+

+ From a single monocular video, we reconstruct humans in loose clothing and interacting with objects, using a hierarchical deformation field and image-based priors. +

+
@@ -69,17 +99,18 @@ Distilling Neural Fields for Real-Time Articulated Shape Reconstruction
- Jeff Tan, + Jeff Tan, Gengshan Yang, Deva Ramanan
CVPR 2023
- project page | - paper + Website | + Paper | + Github

- A method to learn real-time feed-forward shape predictors, by distilling knowledge from offline differentiable rendering optimizers. + We learn real-time feed-forward pose and shape predictors, by distilling knowledge from offline differentiable rendering optimizers.

- + + + + + + + + + + + + + +
@@ -107,12 +138,12 @@ Lab4D
Gengshan Yang, - Jeff Tan, + Jeff Tan, Alex Lyons, Neehar Peri, Deva Ramanan
- Docs + Tutorial | Github

@@ -122,6 +153,51 @@

+
+ +
+ 		+ Natural Dexterous Piano Playing at Scale With Video Hand Priors +
+ Jeff Tan, + Yuanhao Wang, + Haoyang He +
+ report +

+

+ Controlling dexterous robot hands to play piano, using Internet videos of human pianist demonstrations. +

+
+
+ +
+ 		+ Cleaning Casually Captured Splatting Scenes with Diffusion Priors +
+ Jeff Tan, + Bhuvan Jhamb, + Joel Julin, + Roshan Roy +
+ report +

+

+ Fine-tuning image-conditioned diffusion models to remove ghostly artifacts and infill plausible geometry at novel views. +

+
@@ -131,17 +207,18 @@
Dirt Renderer
- Jeff Tan + Jeff Tan
report

- A physics-based renderer for photorealistic images that supports Monte Carlo path tracing with physically realistic materials, as well as bidirectional path tracing, volume rendering, and CPU parallelism. + A physics-based renderer for photorealistic images that supports Monte Carlo path tracing with physically realistic materials, bidirectional path tracing, and volume rendering.