@inproceedings{5ff233ba6226412681022fbdb80f4759,
title = "Advancing Robotic Perception with Perceived-Entity Linking",
abstract = "The capabilities of current robotic applications are significantly constrained by their limited ability to perceive and understand their surroundings. The Semantic Web aims to offer general, machine-readable knowledge about the world and could be a potential solution to address the information needs of robotic agents. We introduce the Perceived-Entity Linking (PEL) problem as the task of recognizing entities and linking the sensory data of an autonomous agent to a unique identifier in a target knowledge graph. We provide a formal definition of PEL, and propose a PEL baseline based on the YOLO object detection algorithm and a conventional entity linking method as an initial attempt to solve the task. The baseline is evaluated by linking the concepts contained in MS COCO and VisualGenome datasets to WikiData, DBpedia and YAGO as target knowledge graphs. This study makes a first step in allowing robotic agents to leverage the extensive knowledge contained in general-purpose knowledge graphs.",
keywords = "Knowledge Graphs, Robotic Perception, Semantic Web",
author = "Mark Adamik and Romana Pernisch and Ilaria Tiddi and Stefan Schlobach",
note = "Publisher Copyright: {\textcopyright} The Author(s), under exclusive license to Springer Nature Switzerland AG 2025.; 23rd International Semantic Web Conference, ISWC 2024 ; Conference date: 11-11-2024 Through 15-11-2024",
year = "2025",
doi = "10.1007/978-3-031-77850-6_11",
language = "English",
isbn = "9783031778490",
volume = "2",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "192--209",
editor = "Gianluca Demartini and Katja Hose and Maribel Acosta and Matteo Palmonari and Gong Cheng and Hala Skaf-Molli and Nicolas Ferranti and Daniel Hern{\'a}ndez and Aidan Hogan",
booktitle = "The Semantic Web – ISWC 2024",
address = "Germany",
}