% This is "sig-alternate.tex" V2.0 May 2012
% This file should be compiled with V2.5 of "sig-alternate.cls" May 2012
%
% This example file demonstrates the use of the 'sig-alternate.cls'
% V2.5 LaTeX2e document class file. It is for those submitting
% articles to ACM Conference Proceedings WHO DO NOT WISH TO
% STRICTLY ADHERE TO THE SIGS (PUBS-BOARD-ENDORSED) STYLE.
% The 'sig-alternate.cls' file will produce a similar-looking,
% albeit, 'tighter' paper resulting in, invariably, fewer pages.
%
% ----------------------------------------------------------------------------------------------------------------
% This .tex file (and associated .cls V2.5) produces:
%       1) The Permission Statement
%       2) The Conference (location) Info information
%       3) The Copyright Line with ACM data
%       4) NO page numbers
%
% as against the acm_proc_article-sp.cls file which
% DOES NOT produce 1) thru' 3) above.
%
% Using 'sig-alternate.cls' you have control, however, from within
% the source .tex file, over both the CopyrightYear
% (defaulted to 200X) and the ACM Copyright Data
% (defaulted to X-XXXXX-XX-X/XX/XX).
% e.g.
% \CopyrightYear{2007} will cause 2007 to appear in the copyright line.
% \crdata{0-12345-67-8/90/12} will cause 0-12345-67-8/90/12 to appear in the copyright line.
%
% ---------------------------------------------------------------------------------------------------------------
% This .tex source is an example which *does* use
% the .bib file (from which the .bbl file % is produced).
% REMEMBER HOWEVER: After having produced the .bbl file,
% and prior to final submission, you *NEED* to 'insert'
% your .bbl file into your source .tex file so as to provide
% ONE 'self-contained' source file.
%
% ================= IF YOU HAVE QUESTIONS =======================
% Questions regarding the SIGS styles, SIGS policies and
% procedures, Conferences etc. should be sent to
% Adrienne Griscti (griscti@acm.org)
%
% Technical questions _only_ to
% Gerald Murray (murray@hq.acm.org)
% ===============================================================
%
% For tracking purposes - this is V2.0 - May 2012

\documentclass{sig-alternate}
\pdfpagewidth 8.5in
\pdfpageheight 11.0in

\newfont{\mycrnotice}{ptmr8t at 7pt}
\newfont{\myconfname}{ptmri8t at 7pt}
\let\crnotice\mycrnotice%
\let\confname\myconfname%

\permission{Permission to make digital or hard copies of part or all of this work for personal or classroom use is granted without fee provided that copies are not made or distributed for profit or commercial advantage and that copies bear this notice and the full citation on the first page. Copyrights for third-party components of this work must be honored. For all other uses, contact the Owner/Author(s). Copyright is held by the owner/author(s).}
\conferenceinfo{MM'15,}{October 26--30, 2015, Brisbane, Australia.} 
\copyrightetc{ACM \the\acmcopyr}
\crdata{978-1-4503-3459-4/15/10. \\
DOI: http://dx.doi.org/10.1145/2733373.2807981}
% Update the XXX's to the DOI assigned by ACM rightsreview forms

\begin{document}
%
% --- Author Metadata here ---
\conferenceinfo{ACM Multimedia}{2015}
%\CopyrightYear{2007} % Allows default copyright year (20XX) to be over-ridden - IF NEED BE.
%\crdata{0-12345-67-8/90/01}  % Allows default copyright data (0-89791-88-6/97/05) to be over-ridden - IF NEED BE.
% --- End of Author Metadata ---

\title{smArt: Open and Interactive Indoor Cultural Data}
%
% You need the command \numberofauthors to handle the 'placement
% and alignment' of the authors beneath the title.
%
% For aesthetic reasons, we recommend 'three authors at a time'
% i.e. three 'name/affiliation blocks' be placed beneath the title.
%
% NOTE: You are NOT restricted in how many 'rows' of
% "name/affiliations" may appear. We just ask that you restrict
% the number of 'columns' to three.
%
% Because of the available 'opening page real-estate'
% we ask you to refrain from putting more than six authors
% (two rows with three columns) beneath the article title.
% More than six makes the first-page appear very cluttered indeed.
%
% Use the \alignauthor commands to handle the names
% and affiliations for an 'aesthetic maximum' of six authors.
% Add names, affiliations, addresses for
% the seventh etc. author(s) as the argument for the
% \additionalauthors command.
% These 'additional authors' will be output/set for you
% without further effort on your part as the last section in
% the body of your article BEFORE References or any Appendices.

\numberofauthors{1} %  in this sample file, there are a *total*
% of EIGHT authors. SIX appear on the 'first-page' (for formatting
% reasons) and the remaining two appear in the \additionalauthors section.
%
\author{
% You can go ahead and credit any number of authors here,
% e.g. one 'row of three' or two rows (consisting of one row of three
% and a second row of one, two or three).
%
% The command \alignauthor (no curly braces needed) should
% precede each author name, affiliation/snail-mail address and
% e-mail address. Additionally, tag each line of
% affiliation/address with \affaddr, and tag the
% e-mail address with \email.
%
% 1st. author
\alignauthor
Andrea Ferracani, Daniele Pezzatini, Alberto Del Bimbo, Riccardo Del Chiaro, Franco Yang, Maurizio Sanesi \\
       \affaddr{Universit\`a degli Studi di Firenze - MICC}\\
       \affaddr{Firenze, Italy}\\
       \email{[name.surname]@unifi.it}
}
% There's nothing stopping you putting the seventh, eighth, etc.
% author on the opening page (as the 'third row') but we ask,
% for aesthetic reasons that you place these 'additional authors'
% in the \additional authors block, viz.
\input{ACMMM2015_ferracani_demo21}

%\date{30 July 1999}
% Just remember to make sure that the TOTAL number of authors
% is the number that will appear on the first page PLUS the
% number that will appear in the \additionalauthors section.

\maketitle
\begin{abstract}
In this demo we present smArt\footnote{Demo video: https://vimeo.com/miccunifi/smart}, a low-cost framework to quickly set up indoor exhibits featuring a smart navigation system for museums. The framework is web-based and allows the design on a digital map of a sensorized museum environment and the dynamic and assisted definition of the multimedia materials and sensors associated to the artworks. The knowledge-base uses semantic technologies and it is exploited by museum visitors to get directions and to have multimedia insights in a natural way. Indoor localisation and routing is provided taking advantage of active and passive sensors advertisements and user interactions. In this way we overcome the Global Positioning System (GPS) unavailability issue in indoor environments.
\end{abstract}

% A category with the (minimum) three required fields
\category{H.4}{Information Systems Applications}{Miscellaneous}
%A category including the fourth, optional field follows...
\category{J.5}{Computer Applications}{Arts and Humanities}[Architecture]

\terms{Theory, Design, Cultural Data Curation, Installations}

\keywords{Cultural heritage, web applications, beacon, sensors, Open Linked Data, Museum guide}

\section{Context and Motivation}
The problem of linking physical spaces with structured data is urgent considering from the one hand the opportunities offered by the evolution of the semantic web and from the other the increasing adoption of the so-called Internet-Of-Things (IOT). Furthermore, managers in the cultural heritage need easy to use tools to promote, curate and publish cultural data that may be exploited at several levels by students, tourists, professionals, researchers and so on. To this end tools have to provide museum curators with facilities for artworks' search, browsing and collection, and not at least the opportunity to make cultural resources available as public structured data on the web. At the same time, nowadays, real spaces can easily be made reactive and low-cost solutions are desirable. smArt fulfills these requirements and provides a tool where cultural resources can be browsed and published, from and on the web, using a big and extendable repository (i.e. DBPedia dataset\footnote{See http://bit.ly/1HxOUVI}). Data can be enriched with sensors information for \emph{ad hoc} deployable installations. In details, the web application allows to associate artworks in a semi-automatic way with different types of sensors and features proximity sensing and routing in an indoor environment. This is not trivial: in fact while tourism electronic guides for outdoor are widespread and  provide access to contextual multimedia data relying on GPS technology, things are more difficult in indoor where GPS is not available. Sub-room indoor localisation is an active area of research which includes applications in reactive indoor spaces. smArt exploits Bluetooth Low Energy (BLE) beaconing, in synergy with other tools, as an indoor positioning and routing technology. Bluetooth Estimote Beacons\footnote{See http://bit.ly/1d7dZdB} and automatic generated QR codes can be automatically and manually associated to artworks or locations in the knowledge-base and then physically positioned. Cited technologies are low or without cost and don't involve an infrastructural overhead: two common requirements for cultural public institutions.

%Using smArt it can be quickly defined a sensorized environment ready to be exploited by a mobile application. The system doesn't require other configurations except the physical sensors setup in the museum halls. Sensors are exploited for localisation, multimedia delivering and to allow visitors to get directions in the museum.

% sub-room indoor positioning is an area of research with applications in reactive indoor spaces
% the expansion of content via OpenLinked date, and the association of the same with sensors (Beacon ids or QR codes id). The system allows the user to create, view and edit data for the definition of multimedia installations for manual interaction in museums. Precise in the interface allows you to create maps of buildings, museums and research works and the placement of these on the map. You can also define the position and the association of sensors iBeacon or QR Code on the works, and the location of the crossing points and access for routing users. Such routing is proposed in module 2) which consists of a Mobile Android application that allows the reading of data out from the mod. 1). In detail, the app offers two views: a classical map-based view for outdoor navigation and search of museums 'with sensors' with the opportunity to move in semi-automatic mode to a indoor view, which allows you to enjoy multimedia data associated with semiautomatic works with sensors or manually via QR code scanning. These surveys are also used to guide and route the user inside the museum using data map referred to mod. 1). The development and validation of the system are still ongoing.

%In the Amsterdam Museum\cite{de2012supporting} authors addressed the problem of metadata use and reuse by proposing methodologies and tools to convert existing museums data into Linked Data.

%%copied
%However, RFIDs can be used for identifying objects and (semantic) object descriptions and related information can be stored elsewhere. An example of such an approach is Semantic Space \cite{wang2002semantic} that in-corporates Semantic Web technologies into pervasive computing environments. Or the museum tour guide \cite{chou2005semantic} that features a semantic web rule reasoning engine that enables visitor-oriented services to identify relevant sources of con- textual information.
%%

%\cite{cosley2009tag}

%The remainder of this paper is organized as follows. In section 2 we present related works facing . In
%section 3 we propose a description of the adopted approach along with details about the proposed system.



\section{The System}

The system is mainly composed by two modules: 1) a web-based application for the semi-automatic ingestion and management of Open Linked Data regarding the cities of Venice, Rome and Florence in Italy; 2) a mobile Android application which exploits the data generated by the web app and reacts to the expected signals in the real environment.


\subsection{Configuring the environment: the Web Application}

The web application is used for the ingestion, creation and management of data concerning museums. It provides a graphical user interface for building data and components mashups in order to configure a sensorized environment. Users are enabled to `pipe' several interface components and then set up rules for how content should be modified. There are three main components: 1) City Component: it allows to choose cities from which to select public multimedia data; 2) Museum Component: it is used to collect, aggregate and enrich data about museums and artworks from DBPedia through Open Linked Data; 3) Sensor Component: it can be applied to artwork collections in order to automatically associate physical sensors. Components are managed and organised on the interface using a drag-and-drop paradigm. A component is shown as a circle icon with a label and an image. When dragged on other components icons can make appear contextual menus in order to apply modifiers. The Museum Component provides contextual panels to search museums, select and associate sensors to artworks (i.e. Beacons or QR codes). Furthermore, for each museum the user can: 1) interactively draw the museum map of the environment to be sensorized; 2) decide the location of the artworks; 3) define the access point to the museum halls and finally 4) mark out all the trajectories that visitors can use to reach the artworks. All this infos are then used by the mobile application to provide localisation and routing systems to museum visitors. The web app has been developed in HTML5 for the client and uses PHP and MySQL on the server for metadata storing. Storing and communication with the semantic knowledge-base is performed through RDF and Sparql Queries to a self-hosted DBPedia endpoint. The knowledge-base is reachable on a self-hosted Virtuoso Server\footnote{See http://bit.ly/1BqKEVP} and it uses triple-store dumps of Wikipedia frequently and automatically updated.


% \textbf{Use case scenario}:  The application provides data standardisation and enrichment and allows to manage information by creating configurable pipelines of several sub-components.
%
%Creating an Application Server Side for the extraction and management through pipelines and Works .
%? Ability to work in conjunction with the codes ( such as QR code or Beacon code) .
%? Creating a museum map used by a client-side application for Indoor Navigation ( Mobile Application to guide tourists in a
%museum ) .


\subsection{Mobile App, Localisation and Routing}

smArt mobile application allows the visitor to localise herself in the indoor museum and provides a routing system to guide the user to artworks of interest on the basis of the data generated by the web application. The app has been designed with the aim to enhance the user experience of a visitor approaching or searching for an artwork and provides multimedia insights exploiting natural interaction paradigms. It is well known that GPS is not working in indoor locations due to the poor signal coverage. Furthermore, indoor localisation is particularly challenging for several reasons: presence of obstacles and moving people, interference caused by other electronic devices etc. Standard solutions contemplate active (QR code scanning, NFC) and passive sensors (beacon bluetooth for proximity detection or triangulation for exact location). smArt exploits bluetooth beacons which are cheap and well supported and require a low level of interaction. As an alternative each artwork can be automatically or manually associated to QR codes which have no cost but need more user participation. \\
The app has been developed as an Android application and uses an SQL Lite database generated by the web application and stored on a server. The interface has been designed following the Google guidelines for material design. The main interface is map based and provides outdoor navigation. Through a sliding-up panel the user can check his localisation and browse all the nearby museums where an interactive exhibit has been set up. Google directions are also provided. When a user approaches a museum she is notified on the app interface of the possibility to switch to an indoor map visualisation. The map is rendered in realtime on the device using canvas and vector shapes. Zoom and drag gestures are enabled. Artworks equipped with a sensor are visualised on the map as icons. Once the user has localised herself or the app has identified her location, the user can select any artwork on the map or using the sliding panel in order to be suggested with the shortest path to it.  User location is acquired when the app receives the unique identifying information broadcasted by a beacon via bluetooth or when the user scans a QR code associated with an artwork or provided as a localisation hotspot in the museum. A background service is always active and listens to BLE advertisements. When the device receives the signal, the user is notified and contextual artwork multimedia data are shown.\\
The indoor engine is in charge to draw and manage the map and the navigation system: paths are computed modelling the information about museum rooms and artworks as a graph of traversable spots. Spots have been defined and arranged by the web app user on the map and can be sensorized artworks, path spot, door spot or museum visitor localisation spots.  The shortest path to an artwork is estimated on the fly by the indoor engine using the Dijkstra's algorithm and then visualised on the map. The engine provides also a completely automatic system to calculate the shortest path in the case that the web app user has not marked the path spots required to navigate from an artwork or a localisation in a room to another. This is achieved using automatic 2D polygon convex partitioning of the museum map: the Hertel-Mehlhorn algorithm is exploited which is never worse than $2\emph{r}+1$ pieces, where $r$ is the number of reflex vertices. Once the polygon is partitioned the center of mass of each partition is identified and treated as a path spot to be used in the graph by the Dijkstra's algorithm to build the itinerary from the user position to the artwork of interest. The algorithm allows to face situations where the map is a regular polygon but paths from an artwork or a localisation in a room to a target artwork in another room could cross the museum hall walls resulting in a wrong feedback to the user.


\section{Conclusions and Future Work}
In this demo we present a web-based framework designed for museum curators to manage and set up easily interactive exhibits in a sensorized environment. Museums, artworks and associated multimedia materials are retrieved from and saved to the web using Open Linked Data. Artworks can be placed on the map and associated with cheap and easy to install actuators to be placed in the real museum environment. Exploiting these data museum visitors equipped with an \emph{ad hoc} mobile app can enjoy interactive exhibits in an effective and natural way. Future work will focus on the refinement of methods for the reduction of localisation errors using BLE technology. A good starting point are the results in \cite{Martin2014}.
%
% The following two commands are all you need in the
% initial runs of your .tex file to
% produce the bibliography for the citations in your paper.
\bibliographystyle{abbrv}
\bibliography{acmmm15-museum}  % sigproc.bib is the name of the Bibliography in this case
% You must have a proper ".bib" file
%  and remember to run:
% latex bibtex latex latex
% to resolve all references
%
% ACM needs 'a single self-contained file'!

\end{document}
