@inproceedings{db967fbb39b741f8bf1735a4ab1b5389,
title = "A new parallel python tool for the standardization of earth system model data",
abstract = "We have developed a new parallel Python tool for the standardization of Earth System Model (ESM) data for publication as part of Model Intercomparison Projects (MIPs). It was specifically designed to aid Community Earth System Model (CESM) scientists at the National Center for Atmospheric Research (NCAR) in preparation for the Coupled Model Intercomparison Project, Phase 6 (CMIP6), expected to start in early 2017. However, the tool is general to any and all MIPs and ESMs. The tool is implemented with MPI parallelism using mpi4py, and it performs the data standardization computation with a directed acyclic graph (DAG) data structure capable of streaming data from ESM input data to standardized output files. In this paper, we describe the tool, its design and testing.",
keywords = "data processing, high performance computing, parallel processing, scientific computing",
author = "Kevin Paul and Sheri Mickelson and Dennis, \{John M.\}",
note = "Publisher Copyright: {\textcopyright} 2016 IEEE.; 4th IEEE International Conference on Big Data, Big Data 2016 ; Conference date: 05-12-2016 Through 08-12-2016",
year = "2016",
doi = "10.1109/BigData.2016.7840946",
language = "English",
series = "Proceedings - 2016 IEEE International Conference on Big Data, Big Data 2016",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "2953--2959",
editor = "James Joshi and George Karypis and Ling Liu and Hu, \{Xiaohua Tony\} and Ronay Ak and Yinglong Xia and Weijia Xu and Aki-Hiro Sato and Sudarsan Rachuri and Lyle Ungar and Yu, \{Philip S.\} and Rama Govindaraju and Toyotaro Suzumura",
booktitle = "Proceedings - 2016 IEEE International Conference on Big Data, Big Data 2016",
address = "United States",
}