Wei Dai (David)

Publications


Toward Understanding the Impact of Staleness in Distributed Machine Learning

Wei Dai, Yi Zhou, Nanqing Dong, Hao Zhang, Eric P. Xing

International Conference on Learning Representations (ICLR), 2019

ICLR pdf bib

@article{dai2018toward,
title={Toward Understanding the Impact of Staleness in Distributed Machine Learning},
author={Dai, Wei and Zhou, Yi and Dong, Nanqing and Zhang, Hao and Xing, Eric P},
journal={ICLR},
year={2019} }


Distributed Proximal Gradient Algorithmfor Partially Asynchronous Computer Clusters

Yi Zhou, Yaoliang Yu, Wei Dai, Yingbin Liang and Eric P. Xing

Journal of Machine Learning Research, 2018

JMLR pdf bib

@article{yi_jmlr18,
Author = {Yi Zhou and Yingbin Liang and Yaoliang Yu and Wei Dai and Eric P. Xing},
Journal = {Journal of Machine Learning Research},
Number = {19}, Pages = {1-32}, Title = {Distributed Proximal Gradient Algorithm for Partially Asynchronous Computer Clusters},
Url = {http://jmlr.org/papers/v19/17-444.html},
Volume = {19}, Year = {2018}}


Unsupervised Domain Adaptation for Automatic Estimation of Cardiothoracic Ratio

Nanqing Dong, Michael Kampffmeyer, Xiaodan Liang, Zeya Wang, Wei Dai, and Eric P. Xing

International Conference on Medical Image Computing and Computer Assisted Intervention (MICCAI), 2018

arXiv pdf bib

@inproceedings{dong2018unsupervised,
title={Unsupervised domain adaptation for automatic estimation of cardiothoracic ratio},
author={Dong, Nanqing and Kampffmeyer, Michael and Liang, Xiaodan and Wang, Zeya and Dai, Wei and Xing, Eric},
booktitle={International Conference on Medical Image Computing and Computer-Assisted Intervention},
pages={544--552}, year={2018}, organization={Springer} }


Classification of Breast Cancer Histopathological Images using Convolutional Neural Networks with Hierarchical Loss and Global Pooling

Zeya Wang, Nanqing Dong, Wei Dai, Sean D Rosario and Eric P. Xing

International Conference on Image Analysis and Recognition (ICIAR), 2018. Oral Presentation

Springer bib

@inproceedings{wang2018classification,
title={Classification of breast cancer histopathological images using convolutional neural networks with hierarchical loss and global pooling},
author={Wang, Zeya and Dong, Nanqing and Dai, Wei and Rosario, Sean D and Xing, Eric P},
booktitle={International Conference Image Analysis and Recognition},
pages={745--753}, year={2018}, organization={Springer} }


Cavs: A Vertex-centric Programming Interface for Dynamic Neural Networks

Shizhen Xu, Hao Zhang, Graham Neubig, Wei Dai, Qirong Ho, Guangwen Yang, Eric P. Xing

USENIX ATC 2018

arXiv pdf bib

@article{zhang2017cavs,
title={Cavs: A Vertex-centric Programming Interface for Dynamic Neural Networks},
author={Zhang, Hao and Xu, Shizhen and Neubig, Graham and Dai,
Wei and Ho, Qirong and Yang, Guangwen and Xing, Eric P},
journal={arXiv preprint arXiv:1712.04048},
year={2017}}


Poseidon: An Efficient Communication Architecture for Distributed Deep Learning on GPU Clusters

Hao Zhang, Zeyu Zheng, Shizhen Xu, Wei Dai, Qirong Ho, Xiaodan Liang, Zhiting Hu, Jinliang Wei, Pengtao Xie, Eric P. Xing

USENIX Annual Technical Conference (ATC), 2017. Oral Presentation

ATC pdf bib

@inproceedings{zhang17poseidon,
title={Poseidon: An Efficient Communication Architecture for Distributed Deep Learning on GPU Clusters},
author={Zhang, Hao and Zheng, Zeyu and Xu, Shizhen and Dai, Wei and Ho, Qirong and Liang, Xiaodan and Hu, Zhiting and Wei, Jinliang and Xie, Pengtao and Xing, Eric P.},
booktitle={Proceedings of the 2017 USENIX Conference on USENIX Annual Technical Conference, USENIX ATC},
year={2017}}


Dual Motion GAN for Future-Flow Embedded Video Prediction

Xiaodan Liang, Lisa Lee, Wei Dai, Eric P. Xing

International Conference on Computer Vision (ICCV), 2017

arXiv pdf bib

@inproceedings{liang17dual,
title={Dual Motion GAN for Future-Flow Embedded Video Prediction},
author={Liang, Xiaodan and Lee, Lisa and Dai, Wei and Xing, Eric P.},
booktitle={Proceedings of the IEEE International Conference on Computer Vision},
year={2017} }


PPDSparse: A Parallel Primal-Dual Sparse Method for Extreme Classification

Ian E.H. Yen, Xiangru Huang, Wei Dai, Pradeep Ravikumar, Inderjit Dhillon, Eric P. Xing

Knowledge Discovery and Data Mining (KDD), 2017. Oral Presentation

pdf bib

@inproceedings{yen17extreme,
title={PPDSparse: A Parallel Primal-Dual Sparse Method for Extreme Classification},
author={Yen, Ian E.H. and Huang, Xiangru and Dai, Wei and Ravikumar, Pradeep and Dhillon, Inderjit and Xing, Eric P.},
booktitle={ACM SIGKDD Conference on Knowledge Discovery and Data Mining},
year={2017} }


Distributed Proximal Gradient Algorithm for Partially Asynchronous Computer Clusters

Yi Zhou, Yaoliang Yu, Wei Dai, Yingbin Liang, Eric P. Xing

arXiv:1704.03540, 2017

arXiv pdf bib

@article{zhou17proximal,
title={Distributed Proximal Gradient Algorithm for Partially Asynchronous Computer Clusters},
author={Zhou, Yi and Yu, Yaoliang and Dai, Wei and Liang, Yingbin and Xing, Eric P.},
journal={arXiv preprint arXiv:1704.03540},
year={2017} }


SCAN: Structure Correcting Adversarial Network for Organ Segmentation in Chest X-rays

Wei Dai, Joseph Doyle, Xiaodan Liang, Hao Zhang, Nanqing Dong, Yuan Li, Eric P. Xing

arXiv:1703.08770, 2017

arXiv pdf bib

@article{dai17scan,
title={SCAN: Structure Correcting Adversarial Network for Chest
X-rays Organ Segmentation},
author={Dai, Wei and Doyle, Joseph and Liang, Xiaodan and Zhang, Hao and Dong, Nanqing and Li, Yuan and Xing, Eric P.},
journal={arXiv preprint arXiv:1703.08770},
year={2017} }


Very Deep Convolutional Neural Networks for Raw Waveforms

Wei Dai*, Chia Dai*, Shuhui Qu, Juncheng Li, Samarjit Das

International Conference on Acoustics, Speech and Signal Processing (ICASSP), 2017

pdf bib

@inproceedings{dai16verydeep,
Author = {Dai, Wei and Dai, Chia and Qu, Shuhui and Li, Juncheng
and Das, Samarjit},
Booktitle = {IEEE International Conference on Acoustics, Speech
and Signal Processing (ICASSP), 2017},
Organization = {IEEE},
Title = {Very Deep Convolutional Neural Networks for Raw
Waveforms},
Year = {2017}}


A Comparison of Deep Learning Methods for Environmental Sound Detection

Juncheng Li, Wei Dai, Florian Metze, Shuihui Qu, Samarjit Das

International Conference on Acoustics, Speech and Signal Processing (ICASSP), 2017

pdf bib

@inproceedings{li17compare,
Author = {Juncheng Li and Dai, Wei and Metze Florian and Qu, Shuhui
and Das, Samarjit},
Booktitle = {IEEE International Conference on Acoustics, Speech
and Signal Processing (ICASSP), 2017},
Organization = {IEEE},
Title = {A Comparison of Deep Learning Methods for Environmental
Sound Detection},
Year = {2017}}


Addressing the Straggler Problem for Iterative Convergent Parallel ML

Aaron Harlap, Henggang Cui, Wei Dai, Jinliang Wei, Gregory R. Ganger, Phillip B. Gibbons, Garth A. Gibson, Eric P. Xing

ACM Symposium on Cloud Computing (SoCC), 2016

pdf bib

@inproceedings{aaron16straggler,
title={Addressing the Straggler Problem for Iterative Convergent Parallel ML},
author={Harlap, Aaron and Cui, Henggang and Dai, Wei and Wei, Jinliang and Ganger, Gregory R. and Gibbons, Phillip B. and Gibson, Garth A. and Xing, Eric P.},
journal={ACM Symposium on Cloud Computing (SoCC)},
year={2016} }


Parallel and Distributed Block-Coordinate Frank-Wolfe Algorithms

Yu-Xiang Wang, Veeranjaneyulu Sadhanala, Wei Dai, Willie Neiswanger, Suvrit Sra, Eric P Xing

International Conference of Machine Learning (ICML), 2016

pdf bib

@inproceedings{wang2014fw,
title={Parallel and Distributed Block-Coordinate Frank-Wolfe Algorithms},
author={Wang, Yu-Xiang and Sadhanala, Veeranjaneyulu and Dai, Wei and Neiswanger, Willie and Sra, Suvrit and Xing, Eric P},
journal={International Conference on Machine Learning},
year={2016} }


STRADS: A Distributed Framework for Scheduled Model Parallel Machine Learning

Jin Kyu Kim, Qirong Ho, Seunghak Lee, Xun Zheng, Wei Dai, Garth Gibson, Eric P. Xing.

European Conference on Computer Systems (EuroSys), 2016

pdf bib

@inproceedings{kim2016strads,
title={STRADS: a distributed framework for scheduled model parallel machine learning},
author={Kim, Jin Kyu and Ho, Qirong and Lee, Seunghak and Zheng, Xun and Dai, Wei
and Gibson, Garth A and Xing, Eric P},
booktitle={Proceedings of the Eleventh European Conference on Computer Systems},
pages={5},
year={2016},
organization={ACM}}


On Convergence of Model Parallel Proximal Gradient Algorithm for Stale Synchronous Parallel System

Yi Zhou, Yaoliang Yu, Wei Dai, Yingbin Liang, Eric P. Xing

Artificial Intelligence and Statistics (AISTATS), 2016

pdf bib

@inproceedings{zhou16proximal,
title = {On Convergence of Model Parallel Proximal Gradient Algorithm for Stale Synchronous Parallel System},
author = {Yi Zhou and Yaoliang Yu and Wei Dai and Yingbin Liang and Eric P. Xing},
booktitle = {The 19 International Conference on Artificial Intelligence and Statistics {(AISTATS)}},
year = {2016}}


Strategies and Principles of Distributed Machine Learning on Big Data

Eric P. Xing, Qirong Ho, Pengtao Xie, Wei Dai

Engineering, Volume:2, pp. 179-95, 2016

Engineering pdf bib

@article{xing2014strategies,
title={Strategies and Principles of Distributed Machine Learning on Big Data},
author={Eric P. Xing and Qirong Ho and Pengtao Xie and Wei Dai},
journal={Engineering},
year={2016} }


Managed Communication and Consistency for Fast Data-Parallel Iterative Analytics

Jinliang Wei, Wei Dai, Aurick Qiao, Henggang Cui, Qirong Ho, Gregory R. Ganger, Phillip B. Gibbons, Garth A. Gibson, Eric P. Xing

ACM Symposium on Cloud Computing (SoCC), 2015. Best Paper Award!

pdf bib

@inproceedings{wei2015managed,
title={Managed communication and consistency for fast data-parallel iterative analytics},
author={Wei, Jinliang and Dai, Wei and Qiao, Aurick and Ho, Qirong and Cui, Henggang and Ganger, Gregory R and Gibbons, Phillip B and Gibson, Garth A and Xing, Eric P},
booktitle={Proceedings of the Sixth ACM Symposium on Cloud Computing},
pages={381--394},
year={2015},
organization={ACM} }


Petuum: A New Platform for Distributed Machine Learning on Big Data

Eric P. Xing, Qirong Ho, Wei Dai, Jin Kyu Kim, Jinliang Wei, Seunghak Lee, Xun Zheng, Pengtao Xie, Abhimanu Kumar, Yaoliang Yu

Knowledge Discovery and Data Mining (KDD), 2015. Oral Presentation

arXiv pdf slide project bib

@inproceedings{xing2015petuum,
title={Petuum: A new Platform for Distributed Machine Learning on Big Data},
author={Xing, Eric P. and Ho, Qirong and Dai, Wei and Kim, Jin Kyu and Wei, Jinliang and Lee, Seunghak and Zheng, Xun and Xie, Pengtao and Kumar, Abhimanu and Yu, Yaoliang},
booktitle={ACM SIGKDD Conference on Knowledge Discovery and Data Mining},
year={2015} }


LightLDA: Big Topic Models on Modest Compute Clusters

Jinhui Yuan, Fei Gao, Qirong Ho, Wei Dai, Jinliang Wei, Xun Zheng, Eric P. Xing, Tie-Yan Liu, Wei-Ying Ma

International World Wide Web Conference (WWW), 2015. Oral Presentation

ACM pdf bib

@inproceedings{lightlda15,
author = {Yuan, Jinhui and Gao, Fei and Ho, Qirong and Dai, Wei and Wei, Jinliang and Zheng, Xun and Xing, Eric P. and Liu, Tie-yan and Ma, Wei-Ying},
title = {LightLDA: Big Topic Models on Modest Compute Clusters},
booktitle = {Proceedings of the 24th International Conference on World Wide Web, {WWW} 2015, Florence, Italy, May 18-22, 2015},
year = {2015} }


Analysis of High-Performance Distributed ML at Scale through Parameter Server Consistency Models

Wei Dai, Abhimanu Kumar, Jinliang Wei, Qirong Ho, Garth Gibson, Eric P. Xing

AAAI Conference on Artificial Intelligence (AAAI), 2015. Oral Presentation

pdf appendix bib

@inproceedings{dai2015analysis,
author = {Dai, Wei and Kumar, Abhimanu and Wei, Jinliang and Ho, Qirong and Gibson, Garth and Xing, Eric P.},
title = {Analysis of High-Performance Distributed ML at Scale through Parameter Server Consistency Models},
booktitle = { Proceedings of the 29th AAAI Conference on Artificial Intelligence },
year = {2015} }


Exploiting Bounded Staleness to Speed Up Big Data Analytics

Henggang Cui, James Cipar, Qirong Ho, Jin Kyu Kim, Seunghak Lee, Abhimanu Kumar, Jinliang Wei, Wei Dai, Gregory R. Ganger, Phillip B. Gibbons, Garth A. Gibson, Eric P. Xing

USENIX Annual Technical Conference (ATC), 2014

ATC pdf bib

@inproceedings{cui2014exploiting,
title={Exploiting bounded staleness to speed up big data analytics},
author={Cui, Henggang and Cipar, James and Ho, Qirong and Kim, Jin Kyu and Lee, Seunghak and Kumar, Abhimanu and Wei, Jinliang and Dai, Wei and Ganger, Gregory R and Gibbons, Phillip B and others},
booktitle={Proceedings of the 2014 USENIX Conference on USENIX Annual Technical Conference, USENIX ATC},
volume={14},
pages={37--48},
year={2014}}


Exploiting Iterative-ness for Parallel ML Computations

Henggang Cui, Alexey Tumanov, Jinliang Wei, Lianghong Xu , Wei Dai, Jesse Haber-Kucharsky, Qirong Ho, Gregory R Ganger, Phillip B Gibbons, Garth A Gibson, Eric P Xing

ACM Symposium on Cloud Computing (SoCC), 2014

SoCC pdf bib

@inproceedings{cui2014exploiting,
title={Exploiting iterative-ness for parallel ML computations},
author={Cui, Henggang and Tumanov, Alexey and Wei, Jinliang and Xu, Lianghong and Dai, Wei and Haber-Kucharsky, Jesse and Ho, Qirong and Ganger, Gregory R and Gibbons, Phillip B and Gibson, Garth A and others},
booktitle={Proceedings of the ACM Symposium on Cloud Computing},
pages={1--14},
year={2014},
organization={ACM} }


Petuum: A Framework for Iterative-Convergent Distributed ML

Wei Dai, Jinliang Wei, Xun Zheng, Jin Kyu Kim, Seunghak Lee, Junming Yin, Qirong Ho, Eric P. Xing

arXiv:1312.7651, 2013

arXiv pdf bib

@article{dai2013petuum,
title={Petuum: A Framework for Iterative-Convergent Distributed ML},
author={Dai, Wei and Wei, Jinliang and Zheng, Xun and Kim, Jin Kyu and Lee, Seunghak and Yin, Junming and Ho, Qirong and Xing, Eric P},
journal={arXiv preprint arXiv:1312.7651},
year={2013} }


Petuum: A Framework for Iterative-Convergent Distributed ML

Wei Dai, Jinliang Wei, Xun Zheng, Jin Kyu Kim, Seunghak Lee, Junming Yin, Qirong Ho, Eric P. Xing

NIPS, Big Learning Workshop, 2013

BigLearning Workshop pdf bib

@article{dai2013petuum,
title={Petuum: A Framework for Iterative-Convergent Distributed ML},
author={Dai, Wei and Wei, Jinliang and Zheng, Xun and Kim, Jin Kyu and Lee, Seunghak and Yin, Junming and Ho, Qirong and Xing, Eric P.},
year={2013} }


Consistent Bounded-Asynchronous Parameter Servers for Distributed ML

Jinliang Wei, Wei Dai, Abhimanu Kumar, Xun Zheng, Qirong Ho, Eric P. Xing

arXiv:1312.7869, 2013

arXiv pdf bib

@article{wei2013consistent,
title={Consistent bounded-asynchronous parameter servers for distributed ML},
author={Wei, Jinliang and Dai, Wei and Kumar, Abhimanu and Zheng, Xun and Ho, Qirong and Xing, Eric P},
journal={arXiv preprint arXiv:1312.7869},
year={2013} }


Universal two-step crystallization of DNA-Functionalized Nanoparticles

Wei Dai, Sanat K. Kumar, Francis W. Starr

Soft Matter, 2010

Soft Matter pdf bib

@article{dai2010universal,
title={Universal two-step crystallization of DNA-functionalized nanoparticles},
author={Dai, Wei and Kumar, Sanat K and Starr, Francis W},
journal={Soft Matter},
volume={6},
number={24},
pages={6130--6135},
year={2010},
publisher={Royal Society of Chemistry} }


Valency Dependence of Polymorphism and Polyamorphism in DNA-Functionalized Nanoparticles

Wei Dai, Chia W. Hsu, Francesco Sciortino, Francis W. Starr

Langmuir, 2010

Langmuir pdf bib

@article{dai2009valency,
title={Valency dependence of polymorphism and polyamorphism in dna-functionalized nanoparticles},
author={Dai, Wei and Hsu, Chia Wei and Sciortino, Francesco and Starr, Francis W},
journal={Langmuir},
volume={26},
number={5},
pages={3601--3608},
year={2009},
publisher={ACS Publications} }


Effect of Valency on the Dynamics and Thermodynamics of DNA-linked Nanoparticles Materials

Wei Dai

Bachelor of Arts Honor Thesis: Wesleyan University, 2010

Wesleyan pdf bib

@article{dai2010effect,
title={Effect of Valency on the Dynamics and Thermodynamics of DNA-linked Nanoparticles Materials},
author={Dai, Wei},
year={2010} }