fever
fever copied to clipboard
move to jack directory and install dependencies according to the README. (i.e., python3 -m pip install -e .[tf])
Where is the jack folder ? Do we always remain in the same directory ?
The jack folder sits as a sibling to this folder.
I've made a working Dockerfile if you'd like to use it:
FROM continuumio/miniconda3
ENTRYPOINT ["/bin/bash"]
ENV NVIDIA_VISIBLE_DEVICES all
ENV NVIDIA_DRIVER_CAPABILITIES compute,utility
RUN apt-get update
RUN apt-get install -y --no-install-recommends --allow-unauthenticated \
zip \
gzip \
make \
automake \
gcc \
build-essential \
g++ \
cpp \
libc6-dev \
man-db \
autoconf \
pkg-config \
unzip \
libffi-dev \
software-properties-common \
openjdk-8-jre-headless \
python-dev \
python3-dev \
libevent-dev
RUN conda update -q conda
RUN conda info -a
RUN conda install python=3.6
RUN conda install pytorch -c pytorch
RUN conda install tensorflow tensorflow-gpu
RUN mkdir /fever/
RUN mkdir /fever/fever
RUN mkdir /work
VOLUME /work
WORKDIR /fever
RUN git clone https://github.com/takuma-ynd/jack.git jack
RUN git clone https://github.com/takuma-ynd/fever-baselines.git fever-baselines
WORKDIR jack
RUN pip install -r requirements.txt
RUN pip install pandas
RUN bash data/GloVe/download.sh
WORKDIR /fever/fever
RUN mkdir data
RUN mkdir results
RUN mkdir data/wiki-pages
ADD https://s3-eu-west-1.amazonaws.com/fever.public/train.jsonl data/train.jsonl
ADD https://s3-eu-west-1.amazonaws.com/fever.public/shared_task_dev.jsonl data/dev.jsonl
ADD https://s3-eu-west-1.amazonaws.com/fever.public/shared_task_test.jsonl data/test.jsonl
ADD https://s3-eu-west-1.amazonaws.com/fever.public/wiki-pages.zip data/wiki-pages/wiki-pages.zip
ADD http://tti-coin.jp/data/yoneda/fever/data.zip /tmp/data.zip
RUN unzip /tmp/data.zip -d /fever/fever/
WORKDIR data/wiki-pages
RUN unzip wiki-pages.zip && rm wiki-pages.zip
WORKDIR /fever/fever-baselines
RUN pip install -r requirements.txt
WORKDIR /fever
RUN python -c "import nltk; nltk.download('gazetteers'); nltk.download('names'); nltk.download('punkt');"
ADD http://tti-coin.jp/data/yoneda/fever/base+sampling2+evscores+rerank+train+dev+test-shared_test.ver0727_newaggr_submission.zip /tmp/base+sampling2+evscores+rerank+train+dev+test-shared_test.ver0727_newaggr_submission.zip
RUN unzip /tmp/base+sampling2+evscores+rerank+train+dev+test-shared_test.ver0727_newaggr_submission.zip -d /fever/fever/results && rm /tmp/base+sampling2+evscores+rerank+train+dev+test-shared_test.ver0727_newaggr_submission.zip
ADD . /fever/fever
RUN sed -i -e "s/\*\*BASE_DIR\*\*/\/fever\//g" /fever/fever/configs/submission_config.json /fever/fever/configs/base_config.json /fever/fever/pipeline.py /fever/fever/results/base+sampling2+evscores+rerank+train+dev+test-shared_test.ver0727_newaggr_submission/reader/checkpoint /fever/fever/results/base+sampling2+evscores+rerank+train+dev+test-shared_test.ver0727_newaggr_submission/reader/shared_resources/config.yaml