in install_dev.py [0:0]
def install_dep_from_source():
"""Install deps from source at pinned commits"""
subprocess.check_call(
[
sys.executable,
"-m",
"pip",
"install",
"git+https://github.com/huggingface/transformers@37367c7d9fd23401c26e79a2b26253ab2d1b7236#egg=transformers",
]
)
subprocess.check_call(
[
sys.executable,
"-m",
"pip",
"install",
"git+https://github.com/pytorch-labs/tokenizers@fc32028858020c4fcafe37aaaeaf5d1b480336a2#egg=pytorch-tokenizers",
]
)