Skip to content
Home

Efficient and Scalable Machine Learning

Research on efficient, scalable machine learning under communication, computation, and memory constraints.

How can machine-learning systems reduce computation, communication, and memory costs without losing rigor?

Methods for making machine learning more efficient, scalable, and robust under communication, computation, and memory constraints.

Methods and questions

  • bandit models
  • distributed optimization
  • communication-efficient learning
  • transformer memory

Projects

Publications

Project ↗
Cite
@article{827b5848-9769-4515-859a-00684c66001b,
  title = {Gating Dropout: Communication-efficient Regularization for Sparsely Activated Transformers},
  author = {Rui Liu and Young Jin Kim and Alexandre Muzio and Barzan Mozafari and Hany Hassan Awadalla},
  journal = {Computing Research Repository},
  year = {2022},
  doi = {10.48550/arXiv.2205.14336}
}

Transformer with Memory Replay

Rui Liu, Barzan Mozafari

AAAI 2022 · AAAI Conference on Artificial Intelligence

Paper ↗Project ↗
Cite
@inproceedings{6cc98046-40b9-494e-8465-41691680aa8d,
  title = {Transformer with Memory Replay},
  author = {Rui Liu and Barzan Mozafari},
  booktitle = {AAAI Conference on Artificial Intelligence},
  year = {2022},
  doi = {10.1609/aaai.v36i7.20722}
}
Paper ↗Technical Report ↗Project ↗
Cite
@inproceedings{50db23fc-a5a3-4d7f-ac07-2a696129c92f,
  title = {BlinkML: Efficient Maximum Likelihood Estimation with Probabilistic Guarantees},
  author = {Yongjoo Park and Jingyi Qing and Xiaoyang Shen and Barzan Mozafari},
  booktitle = {ACM SIGMOD International Conference on Management of Data},
  year = {2019},
  doi = {10.1145/3299869.3300077}
}
Paper ↗Technical Report ↗Project ↗
Cite
@inproceedings{3d85b4a4-1828-4a74-976a-b67efc094f3f,
  title = {Revisiting Projection-Free Optimization for Strongly Convex Constraint Sets},
  author = {Jarrid Rector-Brooks and Jun-Kun Wang and Barzan Mozafari},
  booktitle = {AAAI Conference on Artificial Intelligence},
  year = {2019},
  doi = {10.1609/aaai.v33i01.33011576}
}