First effort towards autobuilding visualization.

mallamanis · mallamanis · commit 1a5e95735b1e · 2020-06-12T23:18:45.000+01:00
diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.yml
@@ -0,0 +1,29 @@
+name: Jekyll site CI
+
+on:
+  push:
+    branches:
+    - master
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v1
+    - name: Build the site in the jekyll/builder container
+      run: |
+        docker run \
+        -v ${{ github.workspace }}:/srv/jekyll -v ${{ github.workspace }}/_site:/srv/jekyll/_site \
+        jekyll/builder:latest /bin/bash -c "chmod 777 /srv/jekyll && jekyll build --future"
+    - uses: actions/checkout@v2
+    - name: Compute tSNE Embeddings
+      uses: actions/setup-python@v2
+      with:
+          python-version: '3.7'
+          architecture: x64
+    - run: |
+          python -m pip install transformers sklearn numpy
+          python -m pip install pip install torch==1.5.0+cpu -f https://download.pytorch.org/whl/torch_stable.html
+          python ${{ github.workspace }}/etc/compute_embeddings.py ${{ github.workspace }}/_site/papers-abstracts.json ${{ github.workspace }}/_site/tsne.json
diff --git a/etc/compute_embeddings.py b/etc/compute_embeddings.py
@@ -11,6 +11,7 @@ def parse_arguments():
     parser = argparse.ArgumentParser(description="TSNE Visualization of Papers in ML4Code")
 
     parser.add_argument("json", default=False, help="the path the json containing all papers.")
+    parser.add_argument("outpath", default=False, help="the target path of the visualizations papers.")
     parser.add_argument("--seed", default=0, help="The seed for TSNE.", type=int)
     return parser.parse_args()
 
@@ -40,5 +41,5 @@ def parse_arguments():
     for i, paper_info in enumerate(data):
         paper_info['tsne_embedding'] = out[i].tolist()
 
-    with open('tsne.json', 'w') as f:
+    with open(args.outpath, 'w') as f:
         json.dump(data, f)
