@inproceedings{ce074faa0b8243c9a5202fbc2677c953,
title = "Mars: Real-time spatio-temporal queries on microblogs",
abstract = "Mars demonstration exploits the microblogs location information to support a wide variety of important spatio-temporal queries on microblogs. Supported queries include range, nearest-neighbor, and aggregate queries. Mars works under a challenging environment where streams of microblogs are arriving with high arrival rates. Mars distinguishes itself with three novel contributions: (1) Efficient in-memory digestion/expiration techniques that can handle microblogs of high arrival rates up to 64,000 microblog/sec. This also includes highly accurate and efficient hopping-window based aggregation for incoming microblogs keywords. (2) Smart memory optimization and load shedding techniques that adjust in-memory contents based on the expected query load to trade off a significant storage savings with a slight and bounded accuracy loss. (3) Scalable real-time query processing, exploiting Zipf distributed microblogs data for efficient top-k aggregate query processing. In addition, Mars employs a scalable real-time nearest neighbor and range query processing module that employs various pruning techniques so that it serves heavy query workloads in real time. Mars is demonstrated using a stream of real tweets obtained from Twitter firehose with a production query workload obtained from Bing web search. We show that Mars serves incoming queries with an average latency of less than 4 msec and with 99% answer accuracy while saving up to 70% of storage overhead for different query loads.",
author = "Amr Magdy and Aly, {Ahmed M.} and Mokbel, {Mohamed F.} and Sameh Elnikety and Yuxiong He and Suman Nath",
year = "2014",
doi = "10.1109/ICDE.2014.6816750",
language = "English (US)",
isbn = "9781479925544",
series = "Proceedings - International Conference on Data Engineering",
publisher = "IEEE Computer Society",
pages = "1238--1241",
booktitle = "2014 IEEE 30th International Conference on Data Engineering, ICDE 2014",
note = "30th IEEE International Conference on Data Engineering, ICDE 2014 ; Conference date: 31-03-2014 Through 04-04-2014",
}