@inproceedings{049e8ddf178d4180b16322fa662cb813,
title = "Fast, low-memory algorithm for construction of nanosecond level snapshots of financial markets",
abstract = "We present a fast, low-memory algorithm for constructing an order-by-order level snapshot of financial markets with nanosecond resolution. This new implementation is 20-30x faster than an earlier version of the code. In addition, since message data are retained only for as long as it they are needed, the memory footprint is greatly reduced. We find that even the heaviest days of trading spanning the NASDAQ, NYSE and BATS exchanges can now easily be handled using compute nodes with very modest memory (~ 4 GB). A tradeoff of this new approach is that the ability to efficiently manage large numbers of small files is more critical. We demonstrate how we can accommodate these new I/O requirements using the solid-state storage devices (SSDs) on SDSC's Gordon system.",
keywords = "High-frequency trading, Parallel computing, Performance tuning",
author = "Robert Sinkovits and Tao Feng and Mao Ye",
year = "2014",
doi = "10.1145/2616498.2616501",
language = "English (US)",
isbn = "9781450328937",
series = "ACM International Conference Proceeding Series",
publisher = "Association for Computing Machinery",
booktitle = "Proceedings of the XSEDE 2014 Conference",
address = "United States",
note = "2014 Annual Conference on Extreme Science and Engineering Discovery Environment, XSEDE 2014 ; Conference date: 13-07-2014 Through 18-07-2014",
}