publications

2025

1. ICML

   Fusing Reward and Dueling Feedback in Stochastic Bandits

   Xuchuang Wang, Qirun Zeng , Jinhang Zuo , Xutong Liu , Mohammad Hajiesmaili , John C.S. Lui , and Adam Wierman

   In Forty-second International Conference on Machine Learning , 2025

   Bib PDF

   @inproceedings{wang2025fusing,
     title = {Fusing Reward and Dueling Feedback in Stochastic Bandits},
     author = {Wang, Xuchuang and Zeng, Qirun and Zuo, Jinhang and Liu, Xutong and Hajiesmaili, Mohammad and Lui, John C.S. and Wierman, Adam},
     booktitle = {Forty-second International Conference on Machine Learning},
     year = {2025},
   }

2. UAI

   Optimal Regret Bounds for Federated Multi-armed Bandits with Fully Distributed Communication

   Haoran Zhang , Xuchuang Wang, Hao-Xu Chen , Hao Qiu , Lin Yang , and Yang Gao

   In The 41th Conference on Uncertainty in Artificial Intelligence , 2025

   Bib PDF

   @inproceedings{zhang2025optimal,
     title = {Optimal Regret Bounds for Federated Multi-armed Bandits with Fully Distributed Communication},
     author = {Zhang, Haoran and Wang, Xuchuang and Chen, Hao-Xu and Qiu, Hao and Yang, Lin and Gao, Yang},
     booktitle = {The 41th Conference on Uncertainty in Artificial Intelligence},
     year = {2025},
   }

3. L4DC

   Multi-Agent Stochastic Bandits Robust to Adversarial Corruptions

   Fatemeh Ghaffari , Xuchuang Wang, Jinhang Zuo , and Mohammad Hajiesmaili

   In 7th Annual Learning for Dynamics & Control Conference , 2025

   Bib PDF Poster

   @inproceedings{ghaffari2024multi,
     title = {Multi-Agent Stochastic Bandits Robust to Adversarial Corruptions},
     author = {Ghaffari, Fatemeh and Wang, Xuchuang and Zuo, Jinhang and Hajiesmaili, Mohammad},
     booktitle = {7th Annual Learning for Dynamics \& Control Conference},
     year = {2025}
   }

4. ICLR

   Stochastic Bandits Robust to Adversarial Attacks

   Xuchuang Wang, Maoli Liu , Jinhang Zuo , Xutong Liu , John C.S. Lui , and Mohammad Hajiesmaili

   In International Conference on Learning Representations , 2025

   Bib PDF Poster

   @inproceedings{wang2025robust,
     title = {Stochastic Bandits Robust to Adversarial Attacks},
     author = {Wang, Xuchuang and Liu, Maoli and Zuo, Jinhang and Liu, Xutong and Lui, John C.S. and Hajiesmaili, Mohammad},
     booktitle = {International Conference on Learning Representations},
     year = {2025},
   }

5. SIGMETRICS

   Asynchronous Multi-Agent Bandits: Fully Distributed vs. Leader-Coordinated Algorithms

   Xuchuang Wang*, Yu-Zhen Janice Chen* , Lin Yang , Xutong Liu , Mohammad Hajiesmaili , Don Towsley , and John C.S. Lui

   In ACM International Conference on Measurement and Modeling of Computer Systems , 2025

   Bib PDF Slides

   @inproceedings{wang2025asynchronous,
     title = {Asynchronous Multi-Agent Bandits: Fully Distributed vs. Leader-Coordinated Algorithms},
     author = {Wang*, Xuchuang and Chen*, Yu-Zhen Janice and Yang, Lin and Liu, Xutong and Hajiesmaili, Mohammad and Towsley, Don and Lui, John C.S.},
     booktitle = {ACM International Conference on Measurement and Modeling of Computer Systems},
     year = {2025}
   }

6. SIGMETRICS

   Combinatorial Logistic Bandits

   Xutong Liu , Xiangxiang Dai , Xuchuang Wang, Mohammad Hajiesmaili , and John C.S. Lui

   In ACM International Conference on Measurement and Modeling of Computer Systems , 2025

   Bib PDF

   @inproceedings{liu2025combinatorial,
     title = {Combinatorial Logistic Bandits},
     author = {Liu, Xutong and Dai, Xiangxiang and Wang, Xuchuang and Hajiesmaili, Mohammad and Lui, John C.S.},
     booktitle = {ACM International Conference on Measurement and Modeling of Computer Systems},
     year = {2025}
   }

7. AAAI

   Best Arm Identification with Quantum Oracles

   Xuchuang Wang, Yu-Zhen Janice Chen , Matheus Andrade , Jonathan Allcock , Mohammad Hajiesmaili , John C.S. Lui , and Don Towsley

   In The 39th Annual AAAI Conference on Artificial Intelligence , 2025

   Bib PDF Poster

   @inproceedings{wang2025best,
     title = {Best Arm Identification with Quantum Oracles},
     author = {Wang, Xuchuang and Chen, Yu-Zhen Janice and Guedes de Andrade, Matheus and Allcock, Jonathan and Hajiesmaili, Mohammad and Lui, John C.S. and Towsley, Don},
     booktitle = {The 39th Annual AAAI Conference on Artificial Intelligence},
     year = {2025}
   }

8. AAAI

   Heterogeneous Multi-Agent Bandits with Parsimonious Hints

   Amirmahdi Mirfakhar , Xuchuang Wang, Jinhang Zuo , Yair Zick , and Mohammad Hajiesmaili

   In The 39th Annual AAAI Conference on Artificial Intelligence , 2025

   Bib PDF

   @inproceedings{mirfakhar2025heterogeneous,
     title = {Heterogeneous Multi-Agent Bandits with Parsimonious Hints},
     author = {Mirfakhar, Amirmahdi and Wang, Xuchuang and Zuo, Jinhang and Zick, Yair and Hajiesmaili, Mohammad},
     booktitle = {The 39th Annual AAAI Conference on Artificial Intelligence},
     year = {2025}
   }

9. INFOCOM

   Learning Best Paths in Quantum Networks

   Xuchuang Wang, Maoli Liu , Xutong Liu , Zhuohua Li , Mohammad Hajiesmaili , John C.S. Lui , and Don Towsley

   In Proceedings of the IEEE Conference on Computer Communications , 2025

   Bib PDF Slides

   @inproceedings{wang2025learn,
     title = {Learning Best Paths in Quantum Networks},
     author = {Wang, Xuchuang and Liu, Maoli and Liu, Xutong and Li, Zhuohua and Hajiesmaili, Mohammad and Lui, John C.S. and Towsley, Don},
     booktitle = {Proceedings of the IEEE Conference on Computer Communications},
     year = {2025}
   }

2024

1. ICML

   Combinatorial Multivariant Multi-Armed Bandits with Applications to Episodic Reinforcement Learning and Beyond

   Xutong Liu , Siwei Wang , Jinhang Zuo , Han Zhong , Xuchuang Wang, Zhiyong Wang , Shuai Li , Mohammad Hajiesmaili , John CS Lui , and Wei Chen

   In Forty-first International Conference on Machine Learning , 2024

   Bib PDF

   @inproceedings{liu2024combinatorial,
     title = {Combinatorial Multivariant Multi-Armed Bandits with Applications to Episodic Reinforcement Learning and Beyond},
     author = {Liu, Xutong and Wang, Siwei and Zuo, Jinhang and Zhong, Han and Wang, Xuchuang and Wang, Zhiyong and Li, Shuai and Hajiesmaili, Mohammad and Lui, John CS and Chen, Wei},
     booktitle = {Forty-first International Conference on Machine Learning},
     year = {2024}
   }

2. INFOCOM

   LinkSelFiE: Link Selection and Fidelity Estimation in Quantum Networks

   Maoli Liu , Zhuohua Li , Xuchuang Wang, and John C.S. Lui

   In Proceedings of the IEEE Conference on Computer Communications , 2024

   Bib

   @inproceedings{liu2024link,
     title = {LinkSelFiE: Link Selection and Fidelity Estimation in Quantum Networks},
     author = {Liu, Maoli and Li, Zhuohua and Wang, Xuchuang and Lui, John C.S.},
     booktitle = {Proceedings of the IEEE Conference on Computer Communications},
     year = {2024}
   }

2023

1. NeurIPS

   Multi-Fidelity Multi-Armed Bandits Revisited

   Xuchuang Wang, Qingyun Wu , Wei Chen , and John C.S. Lui

   In Advances in Neural Information Processing Systems , 2023

   Bib PDF Slides

   @inproceedings{wang2023fidelity,
     title = {Multi-Fidelity Multi-Armed Bandits Revisited},
     author = {Wang, Xuchuang and Wu, Qingyun and Chen, Wei and Lui, John C.S.},
     booktitle = {Advances in Neural Information Processing Systems},
     year = {2023}
   }

2. TMC

   Analyzing Queueing Problems via Bandits with Linear Reward and Nonlinear Workload Fairness

   Xuchuang Wang, Hong Xie , and John C.S. Lui

   In The IEEE Transactions on Mobile Computing , 2023

   Bib HTML

   @inproceedings{wang2023analyzing,
     title = {Analyzing Queueing Problems via Bandits with Linear Reward and Nonlinear Workload Fairness},
     author = {Wang, Xuchuang and Xie, Hong and Lui, John C.S.},
     booktitle = {The IEEE Transactions on Mobile Computing},
     year = {2023}
   }

3. PEVA

   Optimizing Recommendations under Abandonment Risks: Models and Algorithms

   Xuchuang Wang, Hong Xie , Pinghui Wang , and John C.S. Lui

   Performance Evaluation, 2023

   Bib HTML

   @article{wang2023optimizing,
     title = {Optimizing Recommendations under Abandonment Risks: Models and Algorithms},
     author = {Wang, Xuchuang and Xie, Hong and Wang, Pinghui and Lui, John C.S.},
     journal = {Performance Evaluation},
     pages = {102351},
     year = {2023},
     publisher = {Elsevier}
   }

4. UAI

   Exploration for Free: How Does Reward Heterogeneity Improve Regret in Cooperative Multi-agent Bandits?

   Xuchuang Wang, Lin Yang , Yu-Zhen Janice Chen , Xutong Liu , Mohammad Hajiesmaili , Don Towsley , and John C.S. Lui

   In The 39th Conference on Uncertainty in Artificial Intelligence , 2023

   Bib PDF Slides

   @inproceedings{wang2023explore,
     title = {Exploration for Free: How Does Reward Heterogeneity Improve Regret in Cooperative Multi-agent Bandits?},
     author = {Wang, Xuchuang and Yang, Lin and Chen, Yu-Zhen Janice and Liu, Xutong and Hajiesmaili, Mohammad and Towsley, Don and Lui, John C.S.},
     booktitle = {The 39th Conference on Uncertainty in Artificial Intelligence},
     year = {2023},
   }

5. ICLR

   Achieve Near-Optimal Individual Regret & Low Communications in Multi-Agent Bandits

   Xuchuang Wang, Lin Yang , Yu-Zhen Janice Chen , Xutong Liu , Mohammad Hajiesmaili , Don Towsley , and John C.S. Lui

   In International Conference on Learning Representations , 2023

   Bib PDF Slides

   @inproceedings{wang2023achieve,
     title = {Achieve Near-Optimal Individual Regret \& Low Communications in Multi-Agent Bandits},
     author = {Wang, Xuchuang and Yang, Lin and Chen, Yu-Zhen Janice and Liu, Xutong and Hajiesmaili, Mohammad and Towsley, Don and Lui, John C.S.},
     booktitle = {International Conference on Learning Representations},
     year = {2023},
   }

6. AISTATS

   On-Demand Communication for Asynchronous Multi-Agent Bandits

   Yu-Zhen Janice Chen , Lin Yang , Xuchuang Wang, Xutong Liu , Mohammad Hajiesmaili , John C.S. Lui , and Don Towsley

   In The 26th International Conference on Artificial Intelligence and Statistics , 2023

   Bib PDF

   @inproceedings{chen2023ondemand,
     title = {On-Demand Communication for Asynchronous Multi-Agent Bandits},
     author = {Chen, Yu-Zhen Janice and Yang, Lin and Wang, Xuchuang and Liu, Xutong and Hajiesmaili, Mohammad and Lui, John C.S. and Towsley, Don},
     booktitle = {The 26th International Conference on Artificial Intelligence and Statistics},
     year = {2023}
   }

2022

1. IJCAI

   Multi-Player Multi-Armed Bandits with Finite Shareable Resources Arms: Learning Algorithms & Applications

   Xuchuang Wang, Hong Xie , and John C.S. Lui

   In Proceedings of the 31st International Joint Conference on Artificial Intelligence, IJCAI-22 , 2022

   Bib PDF Slides

   @inproceedings{wang2022multi,
     title = {Multi-Player Multi-Armed Bandits with Finite Shareable Resources Arms: Learning Algorithms \& Applications},
     author = {Wang, Xuchuang and Xie, Hong and Lui, John C.S.},
     booktitle = {Proceedings of the 31st International Joint Conference on
                      Artificial Intelligence, {IJCAI-22}},
     year = {2022}
   }

2. ICML

   Multiple-Play Stochastic Bandits with Shareable Finite-Capacity Arms

   Xuchuang Wang, Hong Xie , and John C.S. Lui

   In Proceedings of the 39th International Conference on Machine Learning , 2022

   Bib PDF Slides

   @inproceedings{wang2022multiple,
     title = {Multiple-Play Stochastic Bandits with Shareable Finite-Capacity Arms},
     author = {Wang, Xuchuang and Xie, Hong and Lui, John C.S.},
     booktitle = {Proceedings of the 39th International Conference on Machine Learning},
     pages = {23181--23212},
     year = {2022},
     organization = {PMLR}
   }