Evaluation

June 25, 2023 · View on GitHub

Testing Data

dataset

OOD pose (CAPE, download): pose.txt
OOD outfits (RenderPeople, commercial scans, SMPL(-X) fits): loose.txt

Run the evaluation

# Benchmark of ECON_{IF}, which uses IF-Net+ for completion
export CUDA_VISIBLE_DEVICES=0; python -m apps.benchmark -ifnet

# Benchmark of ECON_{EX}, which uses registered SMPL for completion
export CUDA_VISIBLE_DEVICES=1; python -m apps.benchmark

Benchmark

Method	$\text{ECON}_\text{IF}$	$\text{ECON}_\text{EX}$
	OOD poses (CAPE)
Chamfer(cm)	0.996	0.926
P2S(cm)	0.967	0.917
Normal(L2)	0.0413	0.0367
	OOD oufits (RenderPeople)
Chamfer(cm)	1.401	1.342
P2S(cm)	1.422	1.458
Normal(L2)	0.0516	0.0478

*OOD: Out-of-Distribution

Baselines with code+models

	PIFu	PIFuHD	PaMIR	ARCH	CAR	ICON	ECON
official	PIFu	PIFuHD*	PaMIR	-	CAR	ICON	ECON
unofficial	ICON ↑	Open-PIFuHD	ICON ↑	CAR	-	-	-

* test only, w/o training code

↑ better performance than official version

Please cite these baselines in experiment section or related works

@inproceedings{saito2019pifu,
    author      = {Shunsuke Saito and Zeng Huang and Ryota Natsume and Shigeo Morishima and Hao Li and Angjoo Kanazawa},
    title       = {{PIFu}: {P}ixel-Aligned Implicit Function for High-Resolution Clothed Human Digitization},
    booktitle   = ICCV,
    year        = {2019}
}

@inproceedings{saito2020pifuhd,
    title       = {{PIFuHD}: {M}ulti-Level Pixel-Aligned Implicit Function for High-Resolution {3D} Human Digitization},
    author      = {Shunsuke Saito and Tomas Simon and Jason M. Saragih and Hanbyul Joo},
    booktitle   = CVPR,
    year        = {2020}
}

@article{zheng2020pamir,
    title       = {{PaMIR}: {P}arametric Model-Conditioned Implicit Representation for Image-based Human Reconstruction},
    author      = {Zerong Zheng and Tao Yu and Yebin Liu and Qionghai Dai},
    journal     = PAMI,
    year        = {2022}
}

@inproceedings{huang2020arch,
    title       = {{ARCH}: {A}nimatable Reconstruction of Clothed Humans},
    author      = {Zeng Huang and Yuanlu Xu and Christoph Lassner and Hao Li and Tony Tung},
    booktitle   = CVPR,
    year        = {2020}
}

@inproceedings{liao2023car,
  title     = {{High-Fidelity Clothed Avatar Reconstruction from a Single Image}},
  author    = {Liao, Tingting and Zhang, Xiaomei and Xiu, Yuliang and Yi, Hongwei and Liu, Xudong and Qi, Guo-Jun and Zhang, Yong and Wang, Xuan and Zhu, Xiangyu and Lei, Zhen},
  booktitle = CVPR,
  year      = {2023},
}

@inproceedings{xiu2022icon,
    title       = {{ICON}: {I}mplicit {C}lothed humans {O}btained from {N}ormals},
    author      = {Xiu, Yuliang and Yang, Jinlong and Tzionas, Dimitrios and Black, Michael J.},
    booktitle   = CVPR,
    year        = {2022}
}

@inproceedings{xiu2023econ,
  title     = {{ECON: Explicit Clothed humans Optimized via Normal integration}},
  author    = {Xiu, Yuliang and Yang, Jinlong and Cao, Xu and Tzionas, Dimitrios and Black, Michael J.},
  booktitle = CVPR,
  year      = {2023},
}

Citation

:+1: Please cite these CAPE-related papers


@inproceedings{xiu2022icon,
  title     = {{ICON}: {I}mplicit {C}lothed humans {O}btained from {N}ormals},
  author    = {Xiu, Yuliang and Yang, Jinlong and Tzionas, Dimitrios and Black, Michael J.},
  booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  month     = {June},
  year      = {2022},
  pages     = {13296-13306}
}

@inproceedings{CAPE:CVPR:20,
  title = {{Learning to Dress 3D People in Generative Clothing}},
  author = {Ma, Qianli and Yang, Jinlong and Ranjan, Anurag and Pujades, Sergi and Pons-Moll, Gerard and Tang, Siyu and Black, Michael J.},
  booktitle = {Computer Vision and Pattern Recognition (CVPR)},
  month = June,
  year = {2020},
  month_numeric = {6}
}

@article{Pons-Moll:Siggraph2017,
  title = {ClothCap: Seamless 4D Clothing Capture and Retargeting},
  author = {Pons-Moll, Gerard and Pujades, Sergi and Hu, Sonny and Black, Michael},
  journal = {ACM Transactions on Graphics, (Proc. SIGGRAPH)},
  volume = {36},
  number = {4},
  year = {2017},
  note = {Two first authors contributed equally},
  crossref = {},
  url = {http://dx.doi.org/10.1145/3072959.3073711}
}