conda create -n TabPedia python=3.10 -y && conda activate TabPedia
pip install torch==2.0.1 torchvision==0.15.2 torchaudio==2.0.2 --index-url https://download.pytorch.org/whl/cu118
pip install packaging && pip install ninja && pip install flash-attn==2.3.6 --no-build-isolation --no-cache-dir
pip install -r requirements.txt
git clone https://github.com/InternLM/xtuner.git -b 9bce7b
cd xtuner
pip install -e '.[all]'
./pretrained_pth/CLIP-ViT-Large
../pretrained_pth
.tools/configs/Internlm2_7b_chat_TabPedia.py
./results
.
bash eval_TabPedia.sh
If you find this work useful, please consider citing our paper:
@article{zhao2024tabpedia,
title={TabPedia: Towards Comprehensive Visual Table Understanding with Concept Synergy},
author={Zhao, Weichao and Feng, Hao and Liu, Qi and Tang, Jingqun and Wei, Shu and Wu, Binghong and Liao, Lei and Ye, Yongjie and Liu, Hao and Li, Houqiang and others},
journal={arXiv preprint arXiv:2406.01326},
year={2024}
}