Human experiments

Dockerfile

@@ -0,0 +1,80 @@
+FROM nvidia/cuda:11.1.1-cudnn8-devel-ubuntu20.04
+
+# Use default answer for any questions asked by Debian tools
+ENV DEBIAN_FRONTEND=noninteractive
+
+# Update and install OS packages
+RUN apt-get -y update \
+    && apt-get -y upgrade \
+    && apt-get -y install --no-install-recommends \
+    autoconf=2.69-* \
+    clang-format-8=1:8.0.1-* \
+    cmake=3.16.3-* \
+    curl=7.68.0-* \
+    git=1:2.25.1-* \
+    libgoogle-glog-dev=0.4.0-* \
+    libtool=2.4.6-* \
+    pkg-config=0.29.1-* \
+    && apt-get clean \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install conda
+# `-b`: run install in batch mode (without manual intervention)
+# `-u`: update an existing installation
+# `-p PREFIX`: install prefix
+RUN curl https://repo.anaconda.com/miniconda/Miniconda3-4.7.10-Linux-x86_64.sh >~/miniconda.sh \
+    && /bin/bash ~/miniconda.sh -b -u -p /usr/local \
+    && rm ~/miniconda.sh
+
+# Switch to application directory
+WORKDIR /diplomacy_cicero
+
+# Update existing environment
+# `pip` needs to be updated separately to prevent version conflict
+COPY environment-lock.yaml .
+RUN conda env update --file environment-lock.yaml --prune \
+    && pip install --no-cache-dir pip==24.0
+
+# Install local pip packages
+COPY thirdparty/ thirdparty/
+# NOTE: Postman here links against pytorch for tensors, for this to work you may
+# need to separately have installed cuda 11 on your own.
+ENV Torch_DIR=/usr/local/lib/python3.7/site-packages/torch/share/cmake/Torch
+RUN pip install --no-cache-dir -e ./thirdparty/github/fairinternal/postman/nest/ \
+    && ln -s /usr/local/cuda /usr/local/nvidia \
+    && pip install --no-cache-dir -e ./thirdparty/github/fairinternal/postman/postman/
+
+# Install application requirements
+COPY requirements-lock.txt .
+RUN pip install --no-cache-dir -r requirements-lock.txt \
+    && spacy download en_core_web_sm
+
+# Install application itself
+COPY conf/ conf/
+COPY fairdiplomacy/ fairdiplomacy/
+COPY fairdiplomacy_external/ fairdiplomacy_external/
+COPY heyhi/ heyhi/
+COPY parlai_diplomacy/ parlai_diplomacy/
+COPY pyproject.toml .
+COPY requirements.txt .
+COPY setup.py .
+COPY unit_tests/ unit_tests/
+RUN pip install --no-cache-dir -e .
+
+# Build application
+COPY Makefile .
+COPY dipcc/ dipcc/
+RUN make
+
+# Run unit tests
+COPY slurm/ slurm/
+RUN make test_fast
+
+# Copy remaining files
+COPY LICENSE.md .
+COPY LICENSE_FOR_MODEL_WEIGHTS.txt .
+COPY README.md .
+COPY bin/ bin/
+COPY run.py .
+
+LABEL org.opencontainers.image.source=https://github.com/ALLAN-DIP/diplomacy_cicero

Makefile

@@ -28,7 +28,7 @@ test: | test_fast test_cc
 
 test_fast: | compile
 	@echo "Running fast (unit) tests"
-	python -m pytest heyhi/ fairdiplomacy/ parlai_diplomacy/ unit_tests/
+	python -m pytest heyhi/ fairdiplomacy/ parlai_diplomacy/ unit_tests/ --ignore=fairdiplomacy/AMR/
 
 test_cc: | compile
 	@echo "Running c++ tests"
@@ -40,3 +40,11 @@ pyright:
 clean:
 	-make -C dipcc/build clean
 	rm -rf build
+
+TAG ?= latest
+
+.PHONY: build
+build:
+	docker build \
+		--tag ghcr.io/allan-dip/diplomacy_cicero:$(TAG) \
+		.

README.md

@@ -85,11 +85,11 @@ After each pull it's recommended to run `make` to re-compile internal C++ and pr
 module load tacc-singularity
 git clone --recursive https://github.com/ALLAN-DIP/diplomacy_cicero.git
 
-cp -r /corral/projects/DARPA-SHADE/Shared/cicero "$WORK"
+cp -r /corral/projects/DARPA-SHADE/Shared/cicero $WORK
 cp /corral/projects/DARPA-SHADE/Shared/UMD/pytorch_model.bin "$WORK"/diplomacy_cicero/fairdiplomacy/AMR/amrlib/amrlib/data/model_parse_xfm/checkpoint-9920/
 export CICERO=$WORK/cicero
 
-cd "$CICERO"
+cd $CICERO
 singularity run  --nv \
   --bind "$WORK"/diplomacy_cicero/fairdiplomacy/agents/:/diplomacy_cicero/fairdiplomacy/agent \
   --bind "$WORK"/diplomacy_cicero/fairdiplomacy_external:/diplomacy_cicero/fairdiplomacy_external \

environment-lock.yaml

@@ -0,0 +1,73 @@
+name: base
+prefix: /usr/local
+channels:
+  - pytorch
+  - defaults
+dependencies:
+  - _go_select=2.2.0=nocgo
+  - _libgcc_mutex=0.1=main
+  - blas=1.0=mkl
+  - brotlipy=0.7.0=py37h27cfd23_1003
+  - ca-certificates=2024.7.2=h06a4308_0
+  - certifi=2022.12.7=py37h06a4308_0
+  - cffi=1.15.0=py37h7f8727e_0
+  - charset-normalizer=2.0.4=pyhd3eb1b0_0
+  - conda=4.7.10=py37_0
+  - conda-package-handling=2.0.2=py37h06a4308_0
+  - conda-package-streaming=0.7.0=py37h06a4308_0
+  - cryptography=39.0.1=py37h9ce1e76_0
+  - cudatoolkit=11.0.221=h6bb024c_0
+  - flit-core=3.6.0=pyhd3eb1b0_0
+  - freetype=2.11.0=h70c0345_0
+  - giflib=5.2.1=h7b6447c_0
+  - go=1.21.5=hb589e2e_0
+  - idna=3.4=py37h06a4308_0
+  - intel-openmp=2021.4.0=h06a4308_3561
+  - jpeg=9b=h024ee3a_2
+  - lcms2=2.12=h3be6417_0
+  - libedit=3.1.20210910=h7f8727e_0
+  - libffi=3.2.1=hf484d3e_1007
+  - libgcc-ng=9.1.0=hdf63c60_0
+  - libpng=1.6.37=hbc83047_0
+  - libprotobuf=3.19.1=h4ff587b_0
+  - libstdcxx-ng=9.1.0=hdf63c60_0
+  - libtiff=4.1.0=h2733197_1
+  - libuv=1.40.0=h7b6447c_0
+  - libwebp=1.2.0=h89dd481_0
+  - lz4-c=1.9.3=h295c915_1
+  - mkl=2021.4.0=h06a4308_640
+  - mkl-service=2.4.0=py37h7f8727e_0
+  - mkl_fft=1.3.1=py37hd3c417c_0
+  - mkl_random=1.2.2=py37h51133e4_0
+  - ncurses=6.3=h7f8727e_2
+  - ninja=1.10.2=h06a4308_5
+  - ninja-base=1.10.2=hd09550d_5
+  - numpy=1.21.5=py37he7a7128_2
+  - numpy-base=1.21.5=py37hf524024_2
+  - openssl=1.1.1w=h7f8727e_0
+  - pillow=9.0.1=py37h22f2fdc_0
+  - protobuf=3.19.1=py37h295c915_0
+  - pybind11=2.9.1=py37hae6d005_0
+  - pycosat=0.6.3=py37h27cfd23_0
+  - pycparser=2.21=pyhd3eb1b0_0
+  - pyopenssl=23.0.0=py37h06a4308_0
+  - pysocks=1.7.1=py37_1
+  - python=3.7.3=h0371630_0
+  - pytorch=1.7.1=py3.7_cuda11.0.221_cudnn8.0.5_0
+  - readline=7.0=h7b6447c_5
+  - requests=2.28.1=py37h06a4308_0
+  - ruamel_yaml=0.15.100=py37h27cfd23_0
+  - setuptools=65.6.3=py37h06a4308_0
+  - six=1.16.0=pyhd3eb1b0_1
+  - sqlite=3.33.0=h62c20be_0
+  - tk=8.6.12=h1ccaba5_0
+  - torchaudio=0.7.2=py37
+  - torchvision=0.8.2=py37_cu110
+  - typing_extensions=4.4.0=py37h06a4308_0
+  - urllib3=1.26.14=py37h06a4308_0
+  - wheel=0.38.4=py37h06a4308_0
+  - xz=5.2.5=h7f8727e_1
+  - yaml=0.2.5=h7b6447c_0
+  - zlib=1.2.12=h7f8727e_2
+  - zstandard=0.15.2=py37h27cfd23_0
+  - zstd=1.4.9=haebb681_0

environment.yaml

@@ -0,0 +1,17 @@
+name: base
+prefix: /usr/local
+channels:
+  - pytorch
+  - defaults
+dependencies:
+  # Install go for boringssl in grpc
+  - go=1.21.5
+  # We have some hacky patching code for protobuf that is not guaranteed
+  # to work on versions other than this.
+  - protobuf=3.19.1
+  - pybind11=2.9.1
+  # Other requirements
+  - python=3.7.3
+  - pytorch=1.7.1
+  - torchaudio=0.7.2
+  - torchvision=0.8.2