Publications

    Scene Understanding

  • Michael Chang, Tomer Ullman, Antonio Torralba, Joshua B. Tenenbaum:
    A Compositional Object-Based Approach To Learning Physical Dynamics (web) (bibtex)
    Proceedings of the 5th International Conference on Learning Representations
    #intuitive physics, #simulation, #deep learning, #unsupervised learning, #scene understanding
    @article{MichaelChang:2017:07f51,
    author = {Michael Chang and Tomer Ullman and Antonio Torralba and Joshua B. Tenenbaum},
    journal = {Proceedings of the 5th International Conference on Learning Representations},
    title = {A Compositional Object-Based Approach To Learning Physical Dynamics},
    year = {2017},
    keywords = {intuitive physics, simulation, deep learning, unsupervised learning, scene understanding},
    doi = {},
    url = {https://arxiv.org/abs/1612.00341}
    }
  • Ilker Yildirim, Tobias Gerstenberg, Basil Saeed, Marc Toussant, Joshua B. Tenenbaum:
    Physical problem solving: Joint planning with symbolic, geometric, and dynamic constraints (pdf) (bibtex)
    Proceedings of the 39th Annual Conference of the Cognitive Science Society
    #planning, #problem solving, #logic-geometric programming, #intuitive physics, #scene understanding
    @article{IlkerYildirim:2017:b8461,
    author = {Ilker Yildirim and Tobias Gerstenberg and Basil Saeed and Marc Toussant and Joshua B. Tenenbaum},
    journal = {Proceedings of the 39th Annual Conference of the Cognitive Science Society},
    title = {Physical problem solving: Joint planning with symbolic, geometric, and dynamic constraints},
    year = {2017},
    keywords = {planning, problem solving, logic-geometric programming, intuitive physics, scene understanding},
    doi = {},
    url = {http://web.mit.edu/tger/www/papers/Physical%20problem%20solving%20Joint%20planning%20with%20symbolic,%20geometric,%20and%20dynamic%20constraints,%20Yildirim%20et%20al.,%202017.pdf}
    }
  • Renqiao Zhang, Jiajun Wu, Chengkai Zhang, William T. Freeman, Joshua B. Tenenbaum:
    A Comparative Evaluation of Approximate Probabilistic Simulation and Deep Neural Networks as Accounts of Human Physical Scene Understanding (web) (bibtex)
    Proceedings of the 38th Annual Conference of the Cognitive Science Society
    #intuitive physics, #simulation, #deep learning, #scene understanding
    @article{RenqiaoZhang:2016:84ee7,
    author = {Renqiao Zhang and Jiajun Wu and Chengkai Zhang and William T. Freeman and Joshua B. Tenenbaum},
    journal = {Proceedings of the 38th Annual Conference of the Cognitive Science Society},
    title = {A Comparative Evaluation of Approximate Probabilistic Simulation and Deep Neural Networks as Accounts of Human Physical Scene Understanding},
    year = {2016},
    keywords = {intuitive physics, simulation, deep learning, scene understanding},
    doi = {},
    url = {http://blocks.csail.mit.edu/}
    }
  • Jiajun Wu, Joseph J. Lim, Hongyi Zhang, Joshua B. Tenenbaum, William T. Freeman:
    Physics 101: Learning Physical Object Properties from Unlabeled Videos (web) (bibtex)
    British Machine Vision Conference (BMVC)
    #intuitive physics, #unsupervised learning, #deep learning, #scene understanding
    @article{JiajunWu:2016:9e6c9,
    author = {Jiajun Wu and Joseph J. Lim and Hongyi Zhang and Joshua B. Tenenbaum and William T. Freeman},
    journal = {British Machine Vision Conference (BMVC)},
    title = {Physics 101: Learning Physical Object Properties from Unlabeled Videos},
    year = {2016},
    keywords = {intuitive physics, unsupervised learning, deep learning, scene understanding},
    doi = {},
    url = {http://phys101.csail.mit.edu/}
    }
  • Jiajun Wu, Ilker Yildirim, Joseph J. Lim, William T. Freeman, Joshua B. Tenenbaum:
    Galileo: Perceiving Physical Object Properties by Integrating a Physics Engine with Deep Learning (web) (bibtex)
    Advances in Neural Information Processing Systems (NIPS)
    #intuitive physics, #simulation, #deep learning, #unsupervised learning, #scene understanding
    @article{JiajunWu:2015:27dc4,
    author = {Jiajun Wu and Ilker Yildirim and Joseph J. Lim and William T. Freeman and Joshua B. Tenenbaum},
    journal = {Advances in Neural Information Processing Systems (NIPS)},
    title = {Galileo: Perceiving Physical Object Properties by Integrating a Physics Engine with Deep Learning},
    year = {2015},
    keywords = {intuitive physics, simulation, deep learning, unsupervised learning, scene understanding},
    doi = {},
    url = {http://galileo.csail.mit.edu/}
    }
  • Zhoutong Zhang, Jiajun Wu, Qiujia Li, Zhengjia Huang, James Traer, Josh H. McDermott, Joshua B. Tenenbaum, William T. Freeman:
    Generative Modeling of Audible Shapes for Object Perception (pdf) (bibtex)
    IEEE International Conference on Computer Vision (ICCV)
    #deep learning, #simulation, #auditory perception, #scene understanding
    @article{ZhoutongZhang:2017:4f1fd,
    author = {Zhoutong Zhang and Jiajun Wu and Qiujia Li and Zhengjia Huang and James Traer and Josh H. McDermott and Joshua B. Tenenbaum and William T. Freeman},
    journal = {IEEE International Conference on Computer Vision (ICCV)},
    title = {Generative Modeling of Audible Shapes for Object Perception},
    year = {2017},
    keywords = {deep learning, simulation, auditory perception, scene understanding},
    doi = {},
    url = {https://jiajunwu.com/papers/gensound_iccv.pdf}
    }
  • Jiajun Wu, Joshua B. Tenenbaum, Pushmeet Kohli:
    Neural Scene De-rendering (web) (bibtex)
    IEEE Conference on Computer Vision and Pattern Recognition (CVPR)
    #deep learning, #self-supervised learning, #inverse graphics, #computer vision, #scene understanding
    @article{JiajunWu:2017:2afa9,
    author = {Jiajun Wu and Joshua B. Tenenbaum and Pushmeet Kohli},
    journal = {IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
    title = {Neural Scene De-rendering},
    year = {2017},
    keywords = {deep learning, self-supervised learning, inverse graphics, computer vision, scene understanding},
    doi = {},
    url = {http://nsd.csail.mit.edu/}
    }
  • Jiajun Wu, Erika Lu, Pushmeet Kohli, William T. Freeman, Joshua B. Tenenbaum:
    Learning to See Physics via Visual De-animation (web) (bibtex)
    Advances in Neural Information Processing Systems (NIPS)
    #intuitive physics, #simulation, #deep learning, #scene understanding
    @article{JiajunWu:2017:4849f,
    author = {Jiajun Wu and Erika Lu and Pushmeet Kohli and William T. Freeman and Joshua B. Tenenbaum},
    journal = {Advances in Neural Information Processing Systems (NIPS)},
    title = {Learning to See Physics via Visual De-animation},
    year = {2017},
    keywords = {intuitive physics, simulation, deep learning, scene understanding},
    doi = {},
    url = {http://vda.csail.mit.edu/}
    }
  • David Zheng, Vinson Luo, Jiajun Wu, Joshua B. Tenenbaum:
    Unsupervised Learning of Latent Physical Properties Using Perception-Prediction Networks (web) (bibtex)
    Conference on Uncertainty in Artificial Intelligence (UAI)
    #intuitive physics, #scene understanding, #graph networks
    @article{DavidZheng:2018:91c7a,
    author = {David Zheng and Vinson Luo and Jiajun Wu and Joshua B. Tenenbaum},
    journal = {Conference on Uncertainty in Artificial Intelligence (UAI)},
    title = {Unsupervised Learning of Latent Physical Properties Using Perception-Prediction Networks},
    year = {2018},
    keywords = {intuitive physics, scene understanding, graph networks},
    doi = {},
    url = {http://ppn.csail.mit.edu}
    }
  • Tianfan Xue, Jiajun Wu, Zhoutong Zhang, Chengkai Zhang, Joshua B. Tenenbaum, William T. Freeman:
    Seeing Tree Structure from Vibration (web) (bibtex)
    European Conference on Computer Vision (ECCV)
    #computer vision, #hierarchical bayes, #scene understanding
    @article{TianfanXue:2018:4ccba,
    author = {Tianfan Xue and Jiajun Wu and Zhoutong Zhang and Chengkai Zhang and Joshua B. Tenenbaum and William T. Freeman},
    journal = {European Conference on Computer Vision (ECCV)},
    title = {Seeing Tree Structure from Vibration},
    year = {2018},
    keywords = {computer vision, hierarchical bayes, scene understanding},
    doi = {},
    url = {http://tree.csail.mit.edu/}
    }
  • Shunyu Yao, Tzu-Ming Harry Hsu, Jun-Yan Zhu, Jiajun Wu, Antonio Torralba, William T. Freeman, Joshua B. Tenenbaum:
    3D-Aware Scene Manipulation via Inverse Graphics (bibtex)
    Advances in Neural Information Processing Systems (NIPS)
    #3d vision, #deep learning, #scene understanding
    @article{ShunyuYao:2018:89f01,
    author = {Shunyu Yao and Tzu-Ming Harry Hsu and Jun-Yan Zhu and Jiajun Wu and Antonio Torralba and William T. Freeman and Joshua B. Tenenbaum},
    journal = {Advances in Neural Information Processing Systems (NIPS)},
    title = {3D-Aware Scene Manipulation via Inverse Graphics},
    year = {2018},
    keywords = {3d vision, deep learning, scene understanding},
    doi = {},
    url = {}
    }
  • Kexin Yi, Jiajun Wu, Chuang Gan, Antonio Torralba, Pushmeet Kohli, Joshua B. Tenenbaum:
    Neural-Symbolic VQA: Disentangling Reasoning from Vision and Language Understanding (web) (bibtex)
    Advances in Neural Information Processing Systems (NIPS)
    #visual reasoning, #deep learning, #scene understanding
    @article{KexinYi:2018:480b1,
    author = {Kexin Yi and Jiajun Wu and Chuang Gan and Antonio Torralba and Pushmeet Kohli and Joshua B. Tenenbaum},
    journal = {Advances in Neural Information Processing Systems (NIPS)},
    title = {Neural-Symbolic VQA: Disentangling Reasoning from Vision and Language Understanding},
    year = {2018},
    keywords = {visual reasoning, deep learning, scene understanding},
    doi = {},
    url = {http://nsvqa.csail.mit.edu/}
    }
  • Yilun Du, Zhijian Liu, Hector Basevi, Ales Leonardis, William T. Freeman, Joshua B. Tenenbaum, Jiajun Wu:
    Learning to Exploit Stability for 3D Scene Parsing (bibtex)
    Advances in Neural Information Processing Systems (NIPS)
    #3d vision, #deep learning, #scene understanding
    @article{YilunDu:2018:dc7d0,
    author = {Yilun Du and Zhijian Liu and Hector Basevi and Ales Leonardis and William T. Freeman and Joshua B. Tenenbaum and Jiajun Wu},
    journal = {Advances in Neural Information Processing Systems (NIPS)},
    title = {Learning to Exploit Stability for 3D Scene Parsing},
    year = {2018},
    keywords = {3d vision, deep learning, scene understanding},
    doi = {},
    url = {}
    }
  • Ilker Yildirim, Kevin Smith, Mario Belledonne, Jiajun Wu, Joshua B. Tenenbaum:
    Neurocomputational Modeling of Human Physical Scene Understanding (pdf) (bibtex)
    Conference on Cognitive Computational Neuroscience (CCN)
    #intuitive physics, #deep learning, #scene understanding
    @article{IlkerYildirim:2018:068cb,
    author = {Ilker Yildirim and Kevin Smith and Mario Belledonne and Jiajun Wu and Joshua B. Tenenbaum},
    journal = {Conference on Cognitive Computational Neuroscience (CCN)},
    title = {Neurocomputational Modeling of Human Physical Scene Understanding},
    year = {2018},
    keywords = {intuitive physics, deep learning, scene understanding},
    doi = {},
    url = {https://jiajunwu.com/papers/humanphys_ccn.pdf}
    }
  • Amir Arsalan Soltani, Haibin Huang, Jiajun Wu, Tejas D Kulkarni, Joshua B Tenenbaum:
    Synthesizing 3D Shapes via Modeling Multi-View Depth Maps and Silhouettes with Deep Generative (web) (doi) (bibtex)
    IEEE Conference on Computer Vision and Pattern Recognition (CVPR)
    #2d to 3d, #3d vision, #3d generation, #3d reconstruction, #inverse vision, #scene understanding, #deep learning
    @article{AmirArsalanSoltani:2017:4a1d2,
    author = {Amir Arsalan Soltani and Haibin Huang and Jiajun Wu and Tejas D Kulkarni and Joshua B Tenenbaum},
    journal = {IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
    title = {Synthesizing 3D Shapes via Modeling Multi-View Depth Maps and Silhouettes with Deep Generative },
    year = {2017},
    keywords = {2d to 3d, 3d vision, 3d generation, 3d reconstruction, inverse vision, scene understanding, deep learning},
    doi = {10.1109/CVPR.2017.269},
    url = {https://github.com/Amir-Arsalan/Synthesize3DviaDepthOrSil}
    }

add/edit publications