paper.bib

@Article{Auer02,
    Author        = {Peter Auer and Nicolò Cesa-Bianchi and Peter Fischer},
    Journal       = {Machine Learning},
    Number        = {2},
    Pages         = {235--256},
    Title         = {{Finite-time Analysis of the Multi-armed Bandit Problem}},
    Volume        = {47},
    Year          = {2002},
}

@Article{Bubeck12,
    Author        = {Sébastien Bubeck and Nicolò Cesa-Bianchi},
    Journal       = {{Foundations and Trends{\textregistered} in Machine Learning}},
    Number        = {1},
    Publisher     = {Now Publishers, Inc.},
    Title         = {{Regret Analysis of Stochastic and Non-Stochastic Multi-Armed Bandit Problems}},
    Volume        = {5},
    Year          = {2012},
}

@Article{LaiRobbins85,
    Author        = {T. L. Lai and Herbert Robbins},
    Journal       = {{Advances in Applied Mathematics}},
    Number        = {1},
    Pages         = {4--22},
    Title         = {{Asymptotically Efficient Adaptive Allocation Rules}},
    Volume        = {6},
    Year          = {1985},
}

@Article{Robbins52,
    Author        = {Herbert Robbins},
    Journal       = {{Bulletin of the American Mathematical Society}},
    Number        = {5},
    Pages         = {527--535},
    Title         = {{Some Aspects of the Sequential Design of Experiments}},
    Volume        = {58},
    Year          = {1952},
}

@Article{Thompson33,
    Author        = {William R. Thompson},
    Journal       = {{Biometrika}},
    Title         = {{On the Likelihood that One Unknown Probability Exceeds Another in View of the Evidence of Two Samples}},
    Volume        = {25},
    Year          = {1933},
}

@Article{ipython,
    Author        = {Fernando P\'erez and Brian E. Granger},
    Issn          = {1521-9615},
    Journal       = {Computing in Science and Engineering},
    Month         = {May},
    Number        = {3},
    Pages         = {21--29},
    Publisher     = {IEEE Computer Society},
    Title         = {{IPython: a System for Interactive Scientific Computing}},
    Url           = {ipython.org},
    _HowPublished  = {Online at: \texttt{\url{ipython.org}}},
    Volume        = {9},
    Year          = {2007},
}

@Article{matplotlib,
    Abstract      = {Matplotlib is a 2D graphics package used for Python for application development, interactive scripting, and publication-quality image generation across user interfaces and operating systems},
    Author        = {John D. Hunter},
    Doi           = {10.1109/MCSE.2007.55},
    Journal       = {Computing In Science \& Engineering},
    Number        = {3},
    Pages         = {90--95},
    Publisher     = {IEEE Computer Society},
    Title         = {{Matplotlib: A 2D graphics environment}},
    Volume        = {9},
    Year          = {2007},
}

@Article{numpy,
    Author        = {St{\'{e}}fan van der Walt and Chris S. Colbert and Ga{\"e}l Varoquaux},
    Doi           = {10.1109/mcse.2011.37},
    Journal       = {Computing in Science {\&} Engineering},
    Month         = {March},
    Number        = {2},
    Pages         = {22--30},
    Publisher     = {{Institute of Electrical and Electronics Engineers (IEEE)}},
    Title         = {{The NumPy Array: A Structure for Efficient Numerical Computation}},
    _Url           = {doi.org/10.1109/mcse.2011.37},
    Volume        = {13},
    Year          = {2011},
}

@InCollection{Jamieson17,
    Author        = {Fanny Yang and Aaditya Ramdas and Kevin Jamieson and Martin J. Wainwright},
    Booktitle     = {Advances in Neural Information Processing Systems},
    Pages         = {5957--5966},
    Publisher     = {Curran Associates, Inc.},
    Title         = {{A framework for Multi-A(rmed)/B(andit) Testing with Online FDR Control}},
    Year          = {2017},
}

@InCollection{LiChapelle11,
    Author        = {Olivier Chapelle and Lihong Li},
    Booktitle     = {Advances in Neural Information Processing Systems},
    Pages         = {2249--2257},
    Publisher     = {Curran Associates, Inc.},
    Title         = {{An Empirical Evaluation of Thompson Sampling}},
    Year          = {2011},
}

@InProceedings{BessonALT2018,
    Address       = {Lanzarote, Spain},
    Author        = {Lilian Besson and Emilie Kaufmann},
    Booktitle     = {{Algorithmic Learning Theory}},
    Hal_Id        = {hal-01629733},
    Hal_Version   = {v2},
    Keywords      = {Opportunistic Spectrum Access ; Reinforcement learning ; Cognitive Radio ; Decentralized algorithms ; Multi-Armed Bandits},
    Month         = {April},
    Pdf           = {hal.inria.fr/hal-01629733/document},
    Title         = {{Multi-Player Bandits Revisited}},
    Url           = {hal.inria.fr/hal-01629733},
    _HowPublished  = {Online at: \texttt{\url{hal.inria.fr/hal-01629733}}},
    Year          = {2018},
}

@InProceedings{BessonWCNC2018,
    Address       = {Barcelona, Spain},
    Author        = {Lilian Besson and Emilie Kaufmann and Christophe Moy},
    Booktitle     = {{IEEE WCNC - IEEE Wireless Communications and Networking Conference}},
    Hal_Id        = {hal-01705292},
    Hal_Version   = {v1},
    Keywords      = {Aggregation of estimators ; Cognitive radio ; Learning theory ; Aggregation algorithm ; Multi-Armed Bandits ; Reinforcement Learning},
    Month         = {April},
    Pdf           = {hal.inria.fr/hal-01705292/document},
    Title         = {{Aggregation of Multi-Armed Bandits Learning Algorithms for Opportunistic Spectrum Access}},
    Url           = {hal.inria.fr/hal-01705292},
    _HowPublished  = {Online at: \texttt{\url{hal.inria.fr/hal-01705292}}},
    Year          = {2018},
}

@UnPublished{Besson2018c,
    Author       = {Lilian Besson and Emilie Kaufmann},
    Hal_Id       = {hal-01736357},
    Hal_Version  = {v1},
    Keywords     = {Multi-Armed Bandits; Anytime Algorithms; Sequential Learning; Doubling Trick},
    Month        = {February},
    Note         = {Preprint},
    Pdf          = {hal.inria.fr/hal-01736357/document},
    Title        = {{What Doubling Trick Can and Can't Do for Multi-Armed Bandits}},
    Url          = {hal.inria.fr/hal-01736357},
    _HowPublished = {Online at: \texttt{\url{hal.inria.fr/hal-01736357}}},
    Year         = {2018},
}

@InProceedings{Bonnefoi17,
    Author        = {Rémi Bonnefoi and Lilian Besson and Christophe Moy and Émilie Kaufmann and Jacques Palicot},
    Hal_Id        = {hal-01575419},
    Hal_Version   = {v2},
    Booktitle     = {{12th EAI Conference on Cognitive Radio Oriented Wireless Network and Communication}},
    Series        = {CROWNCOM Proceedings},
    Pdf           = {hal.inria.fr/hal-01575419/document},
    Title         = {{Multi-Armed Bandit Learning in IoT Networks: Learning helps even in non-stationary settings}},
    Year          = {2017},
    Url           = {hal.inria.fr/hal-01575419},
    _HowPublished  = {Online at: \texttt{\url{hal.inria.fr/hal-01575419}}},
    Month         = {September},
}

@InProceedings{Jouini09,
    Author        = {Wassim Jouini and Daniel Ernst and Christophe Moy and Jacques Palicot},
    Booktitle     = {{International Conference Signals, Circuits and Systems}},
    Organization  = {IEEE},
    Title         = {{Multi-Armed Bandit Based Policies for Cognitive Radio's Decision Making Issues}},
    Year          = {2009},
}

@InProceedings{Kaufmann14,
    Author        = {Emilie Kaufmann and Olivier Cappé and Aurélien Garivier},
    Booktitle     = {{Conference on Learning Theory}},
    Pages         = {461--481},
    Publisher     = {{PMLR}},
    Title         = {{On the Complexity of A/B Testing}},
    Year          = {2014},
}

@InProceedings{Li10,
    Author        = {Lihong Li and Wei Chu and John Langford and Robert E. Schapire},
    Booktitle     = {International Conference on World Wide Web},
    Organization  = {ACM},
    Pages         = {661--670},
    Title         = {{A Contextual-Bandit Approach to Personalized News Article Recommendation}},
    Year          = {2010},
}

@InProceedings{Sani12,
    Author        = {Amir Sani and Alessandro Lazaric and Rémi Munos},
    Booktitle     = {Advances in Neural Information Processing Systems},
    Pages         = {3275--3283},
    Title         = {{Risk-Aversion In Multi-Armed Bandits}},
    Year          = {2012},
}

@InProceedings{jupyter,
    Author        = {Thomas Kluyver and others},
    Booktitle     = {Positioning and Power in Academic Publishing: Players, Agents and Agendas},
    Editor        = {F. Loizides and B. Schmidt},
    Organization  = {IOS Press},
    Pages         = {87--90},
    Title         = {{Jupyter Notebooks -- a publishing format for reproducible computational workflows}},
    Year          = {2016},
}

@Misc{SMPyBandits,
    Author        = {Lilian Besson},
    Note          = {Code at https://github.com/SMPyBandits/SMPyBandits/, documentation at https://smpybandits.github.io},
    Title         = {{SMPyBandits: an Open-Source Research Framework for Single and Multi-Players Multi-Arms Bandits (MAB) Algorithms in Python}},
    Url           = {github.com/SMPyBandits/SMPyBandits},
    _HowPublished  = {Online at: \texttt{\url{github.com/SMPyBandits/SMPyBandits}}},
    Year          = {2018},
}

@Misc{TorLibbandit,
    Author        = {Tor Lattimore},
    Title         = {{Library for Multi-Armed Bandit Algorithms}},
    Url           = {github.com/tor/libbandit},
    _HowPublished  = {Online at: \texttt{\url{github.com/tor/libbandit}}},
    Year          = {2016},
}

@Misc{VishMABjl,
    Author        = {Vishnu Raj},
    Title         = {{A Julia Package for providing Multi Armed Bandit Experiments}},
    Url           = {github.com/v-i-s-h/MAB.jl},
    _HowPublished  = {Online at: \texttt{\url{github.com/v-i-s-h/MAB.jl}}},
    Year          = {2017},
}

@Misc{joblib,
    Author        = {Ga{\"e}l Varoquaux},
    Month         = {March},
    Title         = {{Joblib: running Python functions as pipeline jobs}},
    Url           = {joblib.readthedocs.io},
    _HowPublished  = {Online at: \texttt{\url{joblib.readthedocs.io}}},
    Year          = {2017},
}

@Misc{numba,
    Author        = {Anaconda Inc. and others},
    Title         = {{Numba, NumPy aware dynamic Python compiler using LLVM}},
    Url           = {numba.pydata.org},
    _HowPublished  = {Online at: \texttt{\url{numba.pydata.org}}},
    Year          = {2017},
}

@Misc{pymaBandits,
    Author        = {Olivier Cappé and Aurélien Garivier and Emilie Kaufmann},
    Title         = {{pymaBandits}},
    Url           = {mloss.org/software/view/415},
    _HowPublished  = {Online at: \texttt{\url{mloss.org/software/view/415}}},
    Year          = {2012},
}

@Misc{python,
    Author        = {Python Software Foundation},
    Month         = {October},
    Title         = {Python Language Reference, version 3.6},
    Url           = {www.python.org},
    _HowPublished  = {Online at: \texttt{\url{www.python.org}}},
    Year          = {2017},
}

@Misc{scipy,
    Author        = {Eric Jones and Travis E. Oliphant and Pearu Peterson and others},
    Title         = {{SciPy: Open source scientific tools for Python}},
    Url           = {www.scipy.org},
    _HowPublished  = {Online at: \texttt{\url{www.scipy.org}}},
    Year          = {2001},
}

@Misc{seaborn,
    Author        = {Michael Waskom and others},
    Doi           = {10.5281/zenodo.883859},
    Month         = {September},
    Title         = {Seaborn: statistical data visualization},
    Url           = {seaborn.pydata.org},
    _HowPublished  = {Online at: \texttt{\url{seaborn.pydata.org}}},
    Year          = {2017},
}

@Misc{sphinx,
    Author        = {Georg Brandl and others},
    _Month         = {February},
    Title         = {Sphinx: Python documentation generator},
    Url           = {www.sphinx-doc.org},
    _HowPublished  = {Online at: \texttt{\url{www.sphinx-doc.org}}},
    Year          = {2018},
}

@Misc{virtualenv,
    Author        = {Ian Bicking and PyPA and others},
    Month         = {November},
    Title         = {{Virtualenv: a tool to create isolated Python environments}},
    Url           = {virtualenv.pypa.io/en/stable},
    _HowPublished  = {Online at: \texttt{\url{virtualenv.pypa.io/en/stable}}},
    Year          = {2016},
}

@Misc{h5py,
    Author        = {Andrew Collette and others},
    Title         = {{h5py: HDF5 for Python}},
    Url           = {www.h5py.org},
    _HowPublished  = {Online at: \texttt{\url{www.h5py.org}}},
    Year          = {2018},
}