Bibliography

2014

AJPFKSNPR
Fitnets: Hints for thin deep nets

Romero, Adriana, Ballas, Nicolas, Kahou, Samira Ebrahimi, Chassang, Antoine, Gatta, Carlo, and Bengio, Yoshua

arXiv preprint arXiv:1412.6550 2014

Abs Bib HTML PDF

In a complete theory there is an element corresponding to each element of reality. A sufficient condition for the reality of a physical quantity is the possibility of predicting it with certainty, without disturbing the system. In quantum mechanics in the case of two physical quantities described by non-commuting operators, the knowledge of one precludes the knowledge of the other. Then either (1) the description of reality given by the wave function in quantum mechanics is not complete or (2) these two quantities cannot have simultaneous reality. Consideration of the problem of making predictions concerning a system on the basis of measurements made on another system that had previously interacted with it leads to the result that if (1) is false then (2) is also false. One is thus led to conclude that the description of reality as given by a wave function is not complete.
@article{romero2014fitnets, title = {Fitnets: Hints for thin deep nets}, abbr = {AJP, FKS, NPR}, author = {Romero, Adriana and Ballas, Nicolas and Kahou, Samira Ebrahimi and Chassang, Antoine and Gatta, Carlo and Bengio, Yoshua}, journal = {arXiv preprint arXiv:1412.6550}, year = {2014}, url = {http://link.aps.org/doi/10.1103/PhysRev.47.777}, html = {https://journals.aps.org/pr/abstract/10.1103/PhysRev.47.777}, pdf = {example_pdf.pdf} }

2015

Unsupervised domain adaptation by backpropagation

Ganin, Yaroslav, and Lempitsky, Victor

In ICML 2015

Bib

@inproceedings{ganin2015unsupervised,
  title = {Unsupervised domain adaptation by backpropagation},
  author = {Ganin, Yaroslav and Lempitsky, Victor},
  booktitle = {ICML},
  year = {2015}
}

Distilling the knowledge in a neural network

Hinton, Geoffrey, Vinyals, Oriol, and Dean, Jeff

arXiv preprint arXiv:1503.02531 2015

Bib

@article{hinton2015distilling,
  title = {Distilling the knowledge in a neural network},
  author = {Hinton, Geoffrey and Vinyals, Oriol and Dean, Jeff},
  journal = {arXiv preprint arXiv:1503.02531},
  year = {2015}
}

AMK

Adversarial autoencoders

Makhzani, Alireza, Shlens, Jonathon, Jaitly, Navdeep, Goodfellow, Ian, and Frey, Brendan

arXiv preprint arXiv:1511.05644 2015

Bib

@article{makhzani2015adversarial,
  title = {Adversarial autoencoders},
  abbr = {AMK},
  author = {Makhzani, Alireza and Shlens, Jonathon and Jaitly, Navdeep and Goodfellow, Ian and Frey, Brendan},
  journal = {arXiv preprint arXiv:1511.05644},
  year = {2015}
}

TRS

SMPL: A skinned multi-person linear model

Loper, Matthew, Mahmood, Naureen, Romero, Javier, Pons-Moll, Gerard, and Black, Michael J

ACM transactions on graphics 2015

Bib

@article{loper2015smpl,
  title = {SMPL: A skinned multi-person linear model},
  abbr = {TRS},
  author = {Loper, Matthew and Mahmood, Naureen and Romero, Javier and Pons-Moll, Gerard and Black, Michael J},
  journal = {ACM transactions on graphics},
  year = {2015}
}

2016

Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer

Zagoruyko, Sergey, and Komodakis, Nikos

arXiv preprint arXiv:1612.03928 2016

Bib

@article{zagoruyko2016paying,
  title = {Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer},
  author = {Zagoruyko, Sergey and Komodakis, Nikos},
  journal = {arXiv preprint arXiv:1612.03928},
  year = {2016}
}

Cross modal distillation for supervision transfer

Gupta, Saurabh, Hoffman, Judy, and Malik, Jitendra

In CVPR 2016

Bib

@inproceedings{gupta2016cross,
  title = {Cross modal distillation for supervision transfer},
  author = {Gupta, Saurabh and Hoffman, Judy and Malik, Jitendra},
  booktitle = {CVPR},
  year = {2016}
}

Unsupervised domain adaptation with residual transfer networks

Long, Mingsheng, Zhu, Han, Wang, Jianmin, and Jordan, Michael I

In NeurIPS 2016

Bib

@inproceedings{long2016unsupervised,
  title = {Unsupervised domain adaptation with residual transfer networks},
  author = {Long, Mingsheng and Zhu, Han and Wang, Jianmin and Jordan, Michael I},
  booktitle = {NeurIPS},
  year = {2016}
}

2017

AJP

Cyberpsychology: An introduction to human-computer interaction

Norman, Kent L

In NeurIPS 2017

Bib

@book{norman2017cyberpsychology,
  title = {Cyberpsychology: An introduction to human-computer interaction},
  abbr = {AJP},
  author = {Norman, Kent L},
  year = {2017},
  publisher = {Cambridge university press}
}

On human motion prediction using recurrent neural networks

Martinez, Julieta, Black, Michael J, and Romero, Javier

In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition 2017

Bib

@inproceedings{martinez2017human,
  title = {On human motion prediction using recurrent neural networks},
  author = {Martinez, Julieta and Black, Michael J and Romero, Javier},
  booktitle = {Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
  year = {2017}
}

A gift from knowledge distillation: Fast optimization, network minimization and transfer learning

Yim, Junho, Joo, Donggyu, Bae, Jihoon, and Kim, Junmo

In CVPR 2017

Bib

@inproceedings{yim2017gift,
  title = {A gift from knowledge distillation: Fast optimization, network minimization and transfer learning},
  author = {Yim, Junho and Joo, Donggyu and Bae, Jihoon and Kim, Junmo},
  booktitle = {CVPR},
  year = {2017}
}

2018

PhysRev

Auto-conditioned recurrent networks for extended complex human motion synthesis

Zhou, Yi, Li, Zimo, Xiao, Shuangjiu, He, Chong, Huang, Zeng, and Li, Hao

In ICLR 2018

Bib

@inproceedings{zhou2018auto,
  title = {Auto-conditioned recurrent networks for extended complex human motion synthesis},
  abbr = {PhysRev},
  author = {Zhou, Yi and Li, Zimo and Xiao, Shuangjiu and He, Chong and Huang, Zeng and Li, Hao},
  booktitle = {ICLR},
  year = {2018}
}

Knowledge Transfer with Jacobian Matching

Srinivas, Suraj, and Fleuret, Francois

In ICML 2018

Bib

@inproceedings{srinivas2018knowledge,
  title = {Knowledge Transfer with Jacobian Matching},
  author = {Srinivas, Suraj and Fleuret, Francois},
  booktitle = {ICML},
  year = {2018}
}

Training deep networks with synthetic data: Bridging the reality gap by domain randomization

Tremblay, Jonathan, Prakash, Aayush, Acuna, David, Brophy, Mark, Jampani, Varun, Anil, Cem, To, Thang, Cameracci, Eric, Boochoon, Shaad, and Birchfield, Stan

In CVPR Workshops 2018

Bib

@inproceedings{tremblay2018training,
  title = {Training deep networks with synthetic data: Bridging the reality gap by domain randomization},
  author = {Tremblay, Jonathan and Prakash, Aayush and Acuna, David and Brophy, Mark and Jampani, Varun and Anil, Cem and To, Thang and Cameracci, Eric and Boochoon, Shaad and Birchfield, Stan},
  booktitle = {CVPR Workshops},
  year = {2018}
}

Spatial temporal graph convolutional networks for skeleton-based action recognition

Yan, Sijie, Xiong, Yuanjun, and Lin, Dahua

In AAAI 2018

Bib

@inproceedings{yan2018spatial,
  title = {Spatial temporal graph convolutional networks for skeleton-based action recognition},
  author = {Yan, Sijie and Xiong, Yuanjun and Lin, Dahua},
  booktitle = {AAAI},
  year = {2018}
}

Representation learning with contrastive predictive coding

Oord, Aaron van den, Li, Yazhe, and Vinyals, Oriol

arXiv preprint arXiv:1807.03748 2018

Bib

@article{oord2018representation,
  title = {Representation learning with contrastive predictive coding},
  author = {Oord, Aaron van den and Li, Yazhe and Vinyals, Oriol},
  journal = {arXiv preprint arXiv:1807.03748},
  year = {2018}
}

Multi-modal cycle-consistent generalized zero-shot learning

Felix, Rafael, Kumar, Vijay BG, Reid, Ian, and Carneiro, Gustavo

In ECCV 2018

Bib

@inproceedings{felix2018multi,
  title = {Multi-modal cycle-consistent generalized zero-shot learning},
  author = {Felix, Rafael and Kumar, Vijay BG and Reid, Ian and Carneiro, Gustavo},
  booktitle = {ECCV},
  year = {2018}
}

Co-teaching: Robust training of deep neural networks with extremely noisy labels

Han, Bo, Yao, Quanming, Yu, Xingrui, Niu, Gang, Xu, Miao, Hu, Weihua, Tsang, Ivor, and Sugiyama, Masashi

In NeurIPS 2018

Bib

@inproceedings{han2018co,
  title = {Co-teaching: Robust training of deep neural networks with extremely noisy labels},
  author = {Han, Bo and Yao, Quanming and Yu, Xingrui and Niu, Gang and Xu, Miao and Hu, Weihua and Tsang, Ivor and Sugiyama, Masashi},
  booktitle = {NeurIPS},
  year = {2018}
}

Recovering accurate 3d human pose in the wild using imus and a moving camera

Marcard, Timo, Henschel, Roberto, Black, Michael J, Rosenhahn, Bodo, and Pons-Moll, Gerard

In ECCV 2018

Bib

@inproceedings{von2018recovering,
  title = {Recovering accurate 3d human pose in the wild using imus and a moving camera},
  author = {von Marcard, Timo and Henschel, Roberto and Black, Michael J and Rosenhahn, Bodo and Pons-Moll, Gerard},
  booktitle = {ECCV},
  year = {2018}
}

2019

Correlation congruence for knowledge distillation

Peng, Baoyun, Jin, Xiao, Liu, Jiaheng, Li, Dongsheng, Wu, Yichao, Liu, Yu, Zhou, Shunfeng, and Zhang, Zhaoning

In CVPR 2019

Bib

@inproceedings{peng2019correlation,
  title = {Correlation congruence for knowledge distillation},
  author = {Peng, Baoyun and Jin, Xiao and Liu, Jiaheng and Li, Dongsheng and Wu, Yichao and Liu, Yu and Zhou, Shunfeng and Zhang, Zhaoning},
  booktitle = {CVPR},
  year = {2019}
}

Similarity-preserving knowledge distillation

Tung, Frederick, and Mori, Greg

In CVPR 2019

Bib

@inproceedings{tung2019similarity,
  title = {Similarity-preserving knowledge distillation},
  author = {Tung, Frederick and Mori, Greg},
  booktitle = {CVPR},
  year = {2019}
}

Knowledge distillation via instance relationship graph

Liu, Yufan, Cao, Jiajiong, Li, Bing, Yuan, Chunfeng, Hu, Weiming, Li, Yangxi, and Duan, Yunqiang

In CVPR 2019

Bib

@inproceedings{liu2019knowledge,
  title = {Knowledge distillation via instance relationship graph},
  author = {Liu, Yufan and Cao, Jiajiong and Li, Bing and Yuan, Chunfeng and Hu, Weiming and Li, Yangxi and Duan, Yunqiang},
  booktitle = {CVPR},
  year = {2019}
}

Relational knowledge distillation

Park, Wonpyo, Kim, Dongju, Lu, Yan, and Cho, Minsu

In CVPR 2019

Bib

@inproceedings{park2019relational,
  title = {Relational knowledge distillation},
  author = {Park, Wonpyo and Kim, Dongju and Lu, Yan and Cho, Minsu},
  booktitle = {CVPR},
  year = {2019}
}

Real-time rendering

Akenine-Möller, Tomas, Haines, Eric, and Hoffman, Naty

In CVPR 2019

Bib

A theoretical analysis of contrastive unsupervised representation learning

Arora, Sanjeev, Khandeparkar, Hrishikesh, Khodak, Mikhail, Plevrakis, Orestis, and Saunshi, Nikunj

arXiv preprint arXiv:1902.09229 2019

Bib

@article{arora2019theoretical,
  title = {A theoretical analysis of contrastive unsupervised representation learning},
  author = {Arora, Sanjeev and Khandeparkar, Hrishikesh and Khodak, Mikhail and Plevrakis, Orestis and Saunshi, Nikunj},
  journal = {arXiv preprint arXiv:1902.09229},
  year = {2019}
}

Contrastive Representation Distillation

Tian, Yonglong, Krishnan, Dilip, and Isola, Phillip

In ICLR 2019

Bib

@inproceedings{tian2019contrastive,
  title = {Contrastive Representation Distillation},
  author = {Tian, Yonglong and Krishnan, Dilip and Isola, Phillip},
  booktitle = {ICLR},
  year = {2019}
}

Domain randomization and pyramid consistency: Simulation-to-real generalization without accessing target domain data

Yue, Xiangyu, Zhang, Yang, Zhao, Sicheng, Sangiovanni-Vincentelli, Alberto, Keutzer, Kurt, and Gong, Boqing

In ICCV 2019

Bib

@inproceedings{yue2019domain,
  title = {Domain randomization and pyramid consistency: Simulation-to-real generalization without accessing target domain data},
  author = {Yue, Xiangyu and Zhang, Yang and Zhao, Sicheng and Sangiovanni-Vincentelli, Alberto and Keutzer, Kurt and Gong, Boqing},
  booktitle = {ICCV},
  year = {2019}
}

2020

Self-supervised learning of pretext-invariant representations

Misra, Ishan, and Maaten, Laurens van der

In CVPR 2020

Bib

@inproceedings{misra2020self,
  title = {Self-supervised learning of pretext-invariant representations},
  author = {Misra, Ishan and Maaten, Laurens van der},
  booktitle = {CVPR},
  year = {2020}
}

Knowledge Distillation Meets Self-Supervision

Xu, Guodong, Liu, Ziwei, Li, Xiaoxiao, and Loy, Chen Change

In ECCV 2020

Bib

@inproceedings{xu2020knowledge,
  title = {Knowledge Distillation Meets Self-Supervision},
  author = {Xu, Guodong and Liu, Ziwei and Li, Xiaoxiao and Loy, Chen Change},
  booktitle = {ECCV},
  year = {2020}
}

Distilling Cross-Task Knowledge via Relationship Matching

Ye, Han-Jia, Lu, Su, and Zhan, De-Chuan

In CVPR 2020

Bib

@inproceedings{ye2020distilling,
  title = {Distilling Cross-Task Knowledge via Relationship Matching},
  author = {Ye, Han-Jia and Lu, Su and Zhan, De-Chuan},
  booktitle = {CVPR},
  year = {2020}
}

1998

Retargetting motion to new characters

Gleicher, Michael

In Proceedings of the 25th annual conference on Computer graphics and interactive techniques 1998

Bib

@inproceedings{gleicher1998retargetting,
  title = {Retargetting motion to new characters},
  author = {Gleicher, Michael},
  booktitle = {Proceedings of the 25th annual conference on Computer graphics and interactive techniques},
  year = {1998}
}

1975

Generalized procrustes analysis

Gower, John C

Psychometrika 1975

Bib

@article{gower1975generalized,
  title = {Generalized procrustes analysis},
  author = {Gower, John C},
  journal = {Psychometrika},
  year = {1975},
  publisher = {Springer}
}