Publications
-
2019
ORL: Reinforcement Learning Benchmarks for Online Stochastic Optimization Problems
Reinforcement Learning (RL) has achieved state-of-the-art results in domains such as robotics and games. We build on this previous work by applying RL algorithms to a selection of canonical online stochastic optimization problems with a range of practical applications: Bin Packing, Newsvendor, and Vehicle Routing. While there is a nascent literature that applies RL to these problems, there are no commonly accepted benchmarks which can be used to compare proposed approaches rigorously in terms of performance, scale, or generalizability. This paper aims to fill that gap. For each problem we apply both standard approaches as well as newer RL algorithms and analyze results. In each case, the performance of the trained RL policy is competitive with or superior to the corresponding baselines, while not requiring much in the way of domain knowledge. This highlights the potential of RL in real-world dynamic resource allocation problems.
@article{balaji2019orl, title = {{ORL}: Reinforcement Learning Benchmarks for Online Stochastic Optimization Problems}, author = {Balaji, Bharathan and Bell-Masterson, Jordan and Bilgin, Enes and Damianou, Andreas and Garcia, Pablo Moreno and Jain, Arpit and Luo, Runfei and Maggiar, Alvaro and Narayanaswamy, Balakrishnan and Ye, Chun}, journal = {arXiv preprint arXiv:1911.10641}, year = {2019} } -
2013
Most Influential Contextual-Features (MICF) based model for Context-Aware Recommender System
@inproceedings{rana2013micf, title = {Most Influential Contextual-Features ({MICF}) based model for Context-Aware Recommender System}, author = {Rana, Satakshi and Jain, Arpit and Panchal, V. K.}, booktitle = {2013 International Conference on Emerging Trends in Communication, Control, Signal Processing and Computing Applications (C2SPCA)}, pages = {1--6}, year = {2013}, publisher = {IEEE}, doi = {10.1109/C2SPCA.2013.6749418} } -
2013
Contextual information based recommender system using Singular Value Decomposition
@inproceedings{gupta2013contextual, title = {Contextual information based recommender system using Singular Value Decomposition}, author = {Gupta, Rahul and Jain, Arpit and Rana, Satakshi and Singh, Sanjay}, booktitle = {2013 International Conference on Advances in Computing, Communications and Informatics (ICACCI)}, pages = {2084--2089}, year = {2013}, publisher = {IEEE}, doi = {10.1109/ICACCI.2013.6637502} } -
2013
A novel method to represent repetitive and overwriting activities in motion history images
@inproceedings{gupta2013mhi, title = {A novel method to represent repetitive and overwriting activities in motion history images}, author = {Gupta, Rahul and Jain, Arpit and Rana, Satakshi}, booktitle = {2013 International Conference on Communication and Signal Processing (ICCSP)}, pages = {556--560}, year = {2013}, publisher = {IEEE}, doi = {10.1109/ICCSP.2013.6577116} }