@inproceedings{79e9ccd9babf412aa985cbcc5473e0f1,
title = "Stargazing through a digital veil: Managing a large scale sky survey using distributed databases on HPC clusters",
abstract = "The Sloan Digital Sky Survey established the use of relational databases for the scans and cone searches common to astronomy analyses. The Pan-STARRS project scales up SDSS by melding HPC clusters with hierarchical and spatially partitioned distributed databases to meet the challenge of near realtime handling of the multiple data surveys generated by a GigaPixel telescope. This meld provides job management capabilities on the cluster for scientist query submission as well as the backend data updates and fault management necessary for a system with no traditional backup. This paper describes the Pan-STARRS HPC+database experience, highlights the current focus of our work and where further research is needed.",
keywords = "Distributed databases, HPC clusters, Scientific data, Workflows",
author = "Yogesh Simmhan and {Van Ingen}, Catharine and Jim Heasley and Alex Szalay",
year = "2011",
doi = "10.1145/2125636.2125648",
language = "English (US)",
isbn = "9781450311571",
series = "HPCDB'11 - Proceedings of the 2011 Workshop on High-Performance Computing Meets Databases, Co-located with SC'11",
pages = "33--36",
booktitle = "HPCDB'11 - Proceedings of the 2011 Workshop on High-Performance Computing Meets Databases, Co-located with SC'11",
note = "1st Annual 2011 Workshop on High-Performance Computing Meets Databases, HPCDB'11, Co-located with Supercomputing, SC'11 ; Conference date: 13-11-2011 Through 13-11-2011",
}