October
2020
Multimodal Material Classification for Robots using Spectroscopy and High Resolution Texture Imaging
Authors:
Abstract:
Material recognition can help inform robots about how to properly interact with and manipulate real-world objects. In this paper, we present a multimodal sensing technique, leveraging near-infrared spectroscopy and close-range high resolution texture imaging, that enables robots to estimate the materials of household objects. We release a dataset of high resolution texture images and spectral measurements collected from a mobile manipulator that interacted with 144 house-hold objects. We then present a neural network architecture that learns a compact multimodal representation of spectral measurements and texture images. When generalizing material classification to new objects, we show that this multimodal representation enables a robot to recognize materials with greater performance as compared to prior state-of-the-art approaches. Finally, we present how a robot can combine this high resolution local sensing with images from the robot's head-mounted camera to achieve accurate material classification over a scene of objects on a table.
copied = false, 2000);
">
@conference{Erickson-2020-127593,
author = {Zackory Erickson And Eliot Xing And Bharat Srirangam And Sonia Chernova And Charles C. Kemp},
title = {Multimodal Material Classification for Robots using Spectroscopy and High Resolution Texture Imaging},
booktitle = {Proceedings of (IROS) IEEE/RSJ International Conference on Intelligent Robots and Systems},
year = {2020},
month = {October},
pages = {10452 - 10459},
}
author = {Zackory Erickson And Eliot Xing And Bharat Srirangam And Sonia Chernova And Charles C. Kemp},
title = {Multimodal Material Classification for Robots using Spectroscopy and High Resolution Texture Imaging},
booktitle = {Proceedings of (IROS) IEEE/RSJ International Conference on Intelligent Robots and Systems},
year = {2020},
month = {October},
pages = {10452 - 10459},
}