From cbc396ff90e8f6ad2b533ba1d309f70f55aa42bb Mon Sep 17 00:00:00 2001
From: Dan Becker <dansbecker@gmail.com>
Date: Thu, 10 May 2018 13:50:03 -0600
Subject: [PATCH 001/251] Add gym and tensorforce

---
 Dockerfile | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index fedb0cd0..192ee289 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -490,7 +490,8 @@ RUN pip install flashtext && \
     pip install kmapper && \
     pip install shap && \
     pip install ray && \
-
+    pip install gym && \
+    pip install tensorforce && \
     ##### ^^^^ Add new contributions above here ^^^^ #####
 
 

From 80fe4ad542feea446815f50041cc4d31e436fd04 Mon Sep 17 00:00:00 2001
From: Chris Crawford <crawforc3@gmail.com>
Date: Tue, 31 Jul 2018 22:35:51 +0000
Subject: [PATCH 002/251] fix geopandas, pin vowpalwabbit, python3.6.6

---
 Dockerfile | 76 +++++++++++++++++++++++-------------------------------
 1 file changed, 32 insertions(+), 44 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 9f241b5d..cbbec9f9 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -10,27 +10,21 @@ RUN sed -i "s/httpredir.debian.org/debian.uchicago.edu/" /etc/apt/sources.list &
     # https://stackoverflow.com/a/46498173
     conda update -y conda && conda update -y python && \
     pip install --upgrade pip && \
-    apt-get -y install cmake && \
-    # Vowpal Rabbit
-    #apt-get install -y libboost-program-options-dev zlib1g-dev libboost-python-dev && \
-    #cd /usr/lib/x86_64-linux-gnu/ && rm -f libboost_python.a && rm -f libboost_python.so && \
-    #ln -sf libboost_python-py34.so libboost_python.so && ln -sf libboost_python-py34.a libboost_python.a && \
-    #pip install vowpalwabbit && \
-    # Anaconda's scipy is currently behind the main release (1.0)
-    #pip install scipy --upgrade && \
-    pip install seaborn python-dateutil dask pytagcloud pyyaml joblib \
+    apt-get -y install cmake
+
+RUN pip install seaborn python-dateutil dask pytagcloud pyyaml joblib \
     husl geopy ml_metrics mne pyshp gensim && \
     conda install -y -c conda-forge spacy && python -m spacy download en && \
     python -m spacy download en_core_web_lg && \
     # The apt-get version of imagemagick is out of date and has compatibility issues, so we build from source
     apt-get -y install dbus fontconfig fontconfig-config fonts-dejavu-core fonts-droid ghostscript gsfonts hicolor-icon-theme \
-libavahi-client3 libavahi-common-data libavahi-common3 libcairo2 libcap-ng0 libcroco3 \
-libcups2 libcupsfilters1 libcupsimage2 libdatrie1 libdbus-1-3 libdjvulibre-text libdjvulibre21 libfftw3-double3 libfontconfig1 \
-libfreetype6 libgdk-pixbuf2.0-0 libgdk-pixbuf2.0-common libgomp1 libgraphite2-3 libgs9 libgs9-common libharfbuzz0b libijs-0.35 \
-libilmbase6 libjasper1 libjbig0 libjbig2dec0 libjpeg62-turbo liblcms2-2 liblqr-1-0 libltdl7 libmagickcore-6.q16-2 \
-libmagickcore-6.q16-2-extra libmagickwand-6.q16-2 libnetpbm10 libopenexr6 libpango-1.0-0 libpangocairo-1.0-0 libpangoft2-1.0-0 \
-libpaper-utils libpaper1 libpixman-1-0 libpng12-0 librsvg2-2 librsvg2-common libthai-data libthai0 libtiff5 libwmf0.2-7 \
-libxcb-render0 libxcb-shm0 netpbm poppler-data p7zip-full && \
+    libavahi-client3 libavahi-common-data libavahi-common3 libcairo2 libcap-ng0 libcroco3 \
+    libcups2 libcupsfilters1 libcupsimage2 libdatrie1 libdbus-1-3 libdjvulibre-text libdjvulibre21 libfftw3-double3 libfontconfig1 \
+    libfreetype6 libgdk-pixbuf2.0-0 libgdk-pixbuf2.0-common libgomp1 libgraphite2-3 libgs9 libgs9-common libharfbuzz0b libijs-0.35 \
+    libilmbase6 libjasper1 libjbig0 libjbig2dec0 libjpeg62-turbo liblcms2-2 liblqr-1-0 libltdl7 libmagickcore-6.q16-2 \
+    libmagickcore-6.q16-2-extra libmagickwand-6.q16-2 libnetpbm10 libopenexr6 libpango-1.0-0 libpangocairo-1.0-0 libpangoft2-1.0-0 \
+    libpaper-utils libpaper1 libpixman-1-0 libpng12-0 librsvg2-2 librsvg2-common libthai-data libthai0 libtiff5 libwmf0.2-7 \
+    libxcb-render0 libxcb-shm0 netpbm poppler-data p7zip-full && \
     cd /usr/local/src && \
     wget http://transloadit.imagemagick.org/download/ImageMagick.tar.gz && \
     tar xzf ImageMagick.tar.gz && cd `ls -d ImageMagick-*` && pwd && ls -al && ./configure && \
@@ -40,19 +34,6 @@ libxcb-render0 libxcb-shm0 netpbm poppler-data p7zip-full && \
 
 # OpenCV install (from pip or source)
 RUN pip install opencv-python
-    #apt-get -y install libgtk2.0-dev pkg-config libavcodec-dev libavformat-dev libswscale-dev && \
-    #apt-get -y install libtbb2 libtbb-dev libjpeg-dev libtiff-dev libjasper-dev && \
-    #cd /usr/local/src && git clone --depth 1 https://github.com/Itseez/opencv.git && \
-    #cd opencv && \
-    #mkdir build && cd build && \
-    #cmake -D CMAKE_BUILD_TYPE=RELEASE -D CMAKE_INSTALL_PREFIX=/usr/local -D WITH_TBB=ON -D WITH_FFMPEG=OFF -D WITH_V4L=ON -D WITH_QT=OFF -D WITH_OPENGL=ON -D PYTHON3_LIBRARY=/opt/conda/lib/libpython3.6m.so -D PYTHON3_INCLUDE_DIR=/opt/conda/include/python3.6m/ -D PYTHON_LIBRARY=/opt/conda/lib/libpython3.6m.so -D PYTHON_INCLUDE_DIR=/opt/conda/include/python3.6m/ -D BUILD_PNG=TRUE .. && \
-    #make -j $(nproc) && make install && \
-    #echo "/usr/local/lib/python3.6/site-packages" > /etc/ld.so.conf.d/opencv.conf && ldconfig && \
-    #cp /usr/local/lib/python3.6/site-packages/cv2.cpython-36m-x86_64-linux-gnu.so /opt/conda/lib/python3.6/site-packages/ && \
-    # Clean up install cruft
-    #rm -rf /usr/local/src/opencv && \
-    #rm -rf /root/.cache/pip/* && \
-    #apt-get autoremove -y && apt-get clean
 
 RUN apt-get update && apt-get install -y python-software-properties zip && \
     echo "deb http://ppa.launchpad.net/webupd8team/java/ubuntu precise main" | tee -a /etc/apt/sources.list && \
@@ -67,8 +48,11 @@ RUN apt-get update && apt-get install -y python-software-properties zip && \
     apt-get update && apt-get install -y bazel && \
     apt-get upgrade -y bazel
 
-# Tensorflow source build
-RUN cd /usr/local/src && \
+# Tensorflow
+# Temp fixes: Downgrade python 3.7->3.6.6 and downgrade Pandas 0.23.3->0.23.2
+RUN conda install -y python=3.6.6 && \
+    pip install pandas==0.23.2 && \
+    cd /usr/local/src && \
     git clone https://github.com/tensorflow/tensorflow && \
     cd tensorflow && \
     cat /dev/null | ./configure && \
@@ -132,18 +116,18 @@ RUN apt-get install -y libfreetype6-dev && \
     # the corpuses that work
     python -m nltk.downloader -d /usr/share/nltk_data abc alpino averaged_perceptron_tagger \
     basque_grammars biocreative_ppi bllip_wsj_no_aux \
-book_grammars brown brown_tei cess_cat cess_esp chat80 city_database cmudict \
-comtrans conll2000 conll2002 conll2007 crubadan dependency_treebank \
-europarl_raw floresta gazetteers genesis gutenberg \
-ieer inaugural indian jeita kimmo knbc large_grammars lin_thesaurus mac_morpho machado \
-masc_tagged maxent_ne_chunker maxent_treebank_pos_tagger moses_sample movie_reviews \
-mte_teip5 names nps_chat omw opinion_lexicon paradigms \
-pil pl196x porter_test ppattach problem_reports product_reviews_1 product_reviews_2 propbank \
-pros_cons ptb punkt qc reuters rslp rte sample_grammars semcor senseval sentence_polarity \
-sentiwordnet shakespeare sinica_treebank smultron snowball_data spanish_grammars \
-state_union stopwords subjectivity swadesh switchboard tagsets timit toolbox treebank \
-twitter_samples udhr2 udhr unicode_samples universal_tagset universal_treebanks_v20 \
-vader_lexicon verbnet webtext word2vec_sample wordnet wordnet_ic words ycoe && \
+    book_grammars brown brown_tei cess_cat cess_esp chat80 city_database cmudict \
+    comtrans conll2000 conll2002 conll2007 crubadan dependency_treebank \
+    europarl_raw floresta gazetteers genesis gutenberg \
+    ieer inaugural indian jeita kimmo knbc large_grammars lin_thesaurus mac_morpho machado \
+    masc_tagged maxent_ne_chunker maxent_treebank_pos_tagger moses_sample movie_reviews \
+    mte_teip5 names nps_chat omw opinion_lexicon paradigms \
+    pil pl196x porter_test ppattach problem_reports product_reviews_1 product_reviews_2 propbank \
+    pros_cons ptb punkt qc reuters rslp rte sample_grammars semcor senseval sentence_polarity \
+    sentiwordnet shakespeare sinica_treebank smultron snowball_data spanish_grammars \
+    state_union stopwords subjectivity swadesh switchboard tagsets timit toolbox treebank \
+    twitter_samples udhr2 udhr unicode_samples universal_tagset universal_treebanks_v20 \
+    vader_lexicon verbnet webtext word2vec_sample wordnet wordnet_ic words ycoe && \
     # Stop-words
     pip install stop-words && \
     # clean up
@@ -339,6 +323,8 @@ RUN cd /usr/local/src && git clone https://github.com/iskandr/fancyimpute && \
     pip install stemming && \
     conda install -y -c conda-forge fbprophet && \
     conda install -y -c conda-forge -c ioam holoviews geoviews && \
+# Temp fix : Fiona is already installed by pip and conda installs another version as a dependency for holoviews
+    conda uninstall -y fiona && \
     pip install hypertools && \
     # Nxviz has been causing an installation issue by trying unsuccessfully to remove setuptools.
     #pip install nxviz && \
@@ -488,6 +474,7 @@ RUN pip install bcolz && \
     # of all non-final lines. Thanks!
     #
     ###########
+
 RUN pip install flashtext && \
     pip install marisa-trie && \
     pip install pyemd && \
@@ -506,11 +493,12 @@ RUN pip install flashtext && \
     pip install conx && \
     pip install pandasql && \
     pip install trackml && \
-    cd /usr/local/src && git clone https://github.com/JohnLangford/vowpal_wabbit.git && ./vowpal_wabbit/python/conda_install.sh && \
     ##### ^^^^ Add new contributions above here ^^^^ #####
     # clean up pip cache
     rm -rf /root/.cache/pip/*
 
+# Pin Vowpal Wabbit v8.6.0 because 8.6.1 does not build or install successfully
+RUN cd /usr/local/src && git clone -b 8.6.0 https://github.com/JohnLangford/vowpal_wabbit.git && ./vowpal_wabbit/python/conda_install.sh
 
 # For Facets
 ENV PYTHONPATH=$PYTHONPATH:/opt/facets/facets_overview/python/

From 460916383daa1b8c2bd94a48c0169bfc901febf8 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 1 Aug 2018 10:17:31 -0700
Subject: [PATCH 003/251] Workaround to build a new image with the latest learn
 tools

---
 README.md                      |  2 +-
 kaggle_tools_update.Dockerfile | 14 ++++++++++++++
 test_build.py                  |  2 ++
 3 files changed, 17 insertions(+), 1 deletion(-)
 create mode 100644 kaggle_tools_update.Dockerfile

diff --git a/README.md b/README.md
index 402eda9c..90faac2e 100644
--- a/README.md
+++ b/README.md
@@ -51,7 +51,7 @@ Next run the build:
 Finally run the tests:
 
 ```
-./tests
+./test
 ```
 
 Then submit your pull request, and you're all set!
diff --git a/kaggle_tools_update.Dockerfile b/kaggle_tools_update.Dockerfile
new file mode 100644
index 00000000..375f5884
--- /dev/null
+++ b/kaggle_tools_update.Dockerfile
@@ -0,0 +1,14 @@
+# This Dockerfile is a temporary solution to unblock the 
+# community team by updating their library latest using
+# the latest python image.
+# This is needed until we resolved the issues with the
+# main build.
+
+# Usage:
+#   docker build --rm -t kaggle/python-build -f kaggle_tools_update.Dockerfile .
+#   ./test
+#   ./push (if tests are passing)
+
+FROM gcr.io/kaggle-images/python:latest
+
+RUN pip install git+https://github.com/Kaggle/learntools
diff --git a/test_build.py b/test_build.py
index 416e3c25..44bb5861 100644
--- a/test_build.py
+++ b/test_build.py
@@ -15,6 +15,8 @@
 from keras.optimizers import SGD
 print("Keras ok")
 
+# Test learntools
+
 # PyTorch smoke test based on http://pytorch.org/tutorials/beginner/nlp/deep_learning_tutorial.html
 import torch
 import torch.nn as tnn

From 29bff4ff33181b447808bce1deecd31cade63d94 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 1 Aug 2018 10:30:36 -0700
Subject: [PATCH 004/251] add learntools test

---
 test_build.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/test_build.py b/test_build.py
index 44bb5861..5c57afde 100644
--- a/test_build.py
+++ b/test_build.py
@@ -15,7 +15,11 @@
 from keras.optimizers import SGD
 print("Keras ok")
 
-# Test learntools
+# Test Kaggle learntools
+from learntools.core import binder; binder.bind(globals())
+from learntools.python.ex1 import *
+color="blue"
+q0.check()
 
 # PyTorch smoke test based on http://pytorch.org/tutorials/beginner/nlp/deep_learning_tutorial.html
 import torch

From 7ac2658b9d5abd7ea98002eb78b6f5080446ed8f Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 1 Aug 2018 10:34:43 -0700
Subject: [PATCH 005/251] Add print statement to test

---
 test_build.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/test_build.py b/test_build.py
index 5c57afde..52d88f33 100644
--- a/test_build.py
+++ b/test_build.py
@@ -20,6 +20,7 @@
 from learntools.python.ex1 import *
 color="blue"
 q0.check()
+print("learntools ok")
 
 # PyTorch smoke test based on http://pytorch.org/tutorials/beginner/nlp/deep_learning_tutorial.html
 import torch

From c65e1de5c1c17e25798f6495d5ffdce4905eba08 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 1 Aug 2018 11:26:21 -0700
Subject: [PATCH 006/251] Addressed comments

---
 kaggle_tools_update.Dockerfile | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/kaggle_tools_update.Dockerfile b/kaggle_tools_update.Dockerfile
index 375f5884..970fdf9d 100644
--- a/kaggle_tools_update.Dockerfile
+++ b/kaggle_tools_update.Dockerfile
@@ -1,14 +1,14 @@
 # This Dockerfile is a temporary solution to unblock the 
-# community team by updating their library latest using
+# Kaggle team by updating their library latest using
 # the latest python image.
 # This is needed until we resolved the issues with the
 # main build.
 
 # Usage:
-#   docker build --rm -t kaggle/python-build -f kaggle_tools_update.Dockerfile .
+#   docker build --pull --rm -t kaggle/python-build -f kaggle_tools_update.Dockerfile .
 #   ./test
 #   ./push (if tests are passing)
 
 FROM gcr.io/kaggle-images/python:latest
 
-RUN pip install git+https://github.com/Kaggle/learntools
+RUN pip install --upgrade git+https://github.com/Kaggle/learntools

From 2c38297fff17e8331c831798690ca0b6c3efb835 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 1 Aug 2018 15:21:24 -0700
Subject: [PATCH 007/251] addressed feedback

---
 kaggle_tools_update.Dockerfile | 15 +++++++++------
 1 file changed, 9 insertions(+), 6 deletions(-)

diff --git a/kaggle_tools_update.Dockerfile b/kaggle_tools_update.Dockerfile
index 970fdf9d..6dadda9a 100644
--- a/kaggle_tools_update.Dockerfile
+++ b/kaggle_tools_update.Dockerfile
@@ -1,11 +1,14 @@
-# This Dockerfile is a temporary solution to unblock the 
-# Kaggle team by updating their library latest using
-# the latest python image.
-# This is needed until we resolved the issues with the
-# main build.
+# This Dockerfile is a temporary solution until we
+# resolved the broken main build.
+
+# This Dockerfile creates a new image based on our
+# current published python image with the latest
+# version of the LearnTools library to allow us
+# to release new Learn content.
 
 # Usage:
-#   docker build --pull --rm -t kaggle/python-build -f kaggle_tools_update.Dockerfile .
+#   docker rmi gcr.io/kaggle-images/python:latest
+#   docker build --rm -t kaggle/python-build -f kaggle_tools_update.Dockerfile .
 #   ./test
 #   ./push (if tests are passing)
 

From 4d4487e6b69a58b915ea0aa3876e5cf393b52328 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 1 Aug 2018 15:56:08 -0700
Subject: [PATCH 008/251] setup pip for internet access

---
 kaggle_tools_update.Dockerfile | 10 +++++++++-
 1 file changed, 9 insertions(+), 1 deletion(-)

diff --git a/kaggle_tools_update.Dockerfile b/kaggle_tools_update.Dockerfile
index 6dadda9a..b1bd79db 100644
--- a/kaggle_tools_update.Dockerfile
+++ b/kaggle_tools_update.Dockerfile
@@ -4,7 +4,9 @@
 # This Dockerfile creates a new image based on our
 # current published python image with the latest
 # version of the LearnTools library to allow us
-# to release new Learn content.
+# to release new Learn content. It also configures
+# pip to work out-of-the-box when internet access
+# is enabled.
 
 # Usage:
 #   docker rmi gcr.io/kaggle-images/python:latest
@@ -15,3 +17,9 @@
 FROM gcr.io/kaggle-images/python:latest
 
 RUN pip install --upgrade git+https://github.com/Kaggle/learntools
+
+# Set up pip to enable pip install.
+ADD patches/kaggle_bashrc /root
+# Patch the system-wide bashrc file for non-root users.
+RUN cat /root/kaggle_bashrc >> /etc/bash.bashrc
+RUN rm /root/kaggle_bashrc

From cddee841c94fe5bb1d953422d91988046ee21590 Mon Sep 17 00:00:00 2001
From: d1jang <dsjang@google.com>
Date: Thu, 2 Aug 2018 13:06:45 -0700
Subject: [PATCH 009/251] Add ENTRYPOINT script to initialize the image.

---
 Dockerfile                               | 10 +++++-----
 kaggle_tools_update.Dockerfile           | 10 +++++-----
 patches/{kaggle_bashrc => entrypoint.sh} | 13 +++++++++----
 3 files changed, 19 insertions(+), 14 deletions(-)
 rename patches/{kaggle_bashrc => entrypoint.sh} (79%)

diff --git a/Dockerfile b/Dockerfile
index cbbec9f9..27a7fa89 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -523,11 +523,11 @@ ADD patches/sitecustomize.py /root/.local/lib/python3.6/site-packages/sitecustom
 # Set backend for matplotlib
 ENV MPLBACKEND "agg"
 
-# Set up pip to enable pip install.
-ADD patches/kaggle_bashrc /root
-# Patch the system-wide bashrc file for non-root users.
-RUN cat /root/kaggle_bashrc >> /etc/bash.bashrc
-RUN rm /root/kaggle_bashrc
+# Set up an initialization script to be executed before any other commands initiated by the user.
+ADD patches/entrypoint.sh /root/entrypoint.sh
+RUN chmod +x /root/entrypoint.sh
+# This script gets executed by "docker run <image> <command>" and it runs <command> at the end of its execution. 
+ENTRYPOINT ["/root/entrypoint.sh"]
 
 # Finally, apply any locally defined patches.
 RUN /bin/bash -c \
diff --git a/kaggle_tools_update.Dockerfile b/kaggle_tools_update.Dockerfile
index b1bd79db..79e18812 100644
--- a/kaggle_tools_update.Dockerfile
+++ b/kaggle_tools_update.Dockerfile
@@ -18,8 +18,8 @@ FROM gcr.io/kaggle-images/python:latest
 
 RUN pip install --upgrade git+https://github.com/Kaggle/learntools
 
-# Set up pip to enable pip install.
-ADD patches/kaggle_bashrc /root
-# Patch the system-wide bashrc file for non-root users.
-RUN cat /root/kaggle_bashrc >> /etc/bash.bashrc
-RUN rm /root/kaggle_bashrc
+# Set up an initialization script to be executed before any other commands initiated by the user.
+ADD patches/entrypoint.sh /root/entrypoint.sh
+RUN chmod +x /root/entrypoint.sh
+# This script gets executed by "docker run <image> <command>" and it runs <command> at the end of its execution. 
+ENTRYPOINT ["/root/entrypoint.sh"]
\ No newline at end of file
diff --git a/patches/kaggle_bashrc b/patches/entrypoint.sh
similarity index 79%
rename from patches/kaggle_bashrc
rename to patches/entrypoint.sh
index b19e2748..98d4d968 100644
--- a/patches/kaggle_bashrc
+++ b/patches/entrypoint.sh
@@ -1,9 +1,11 @@
+#!/usr/bin/env bash
+
+# This shell script is executed as an entrypoint file for the Kernels docker image.
+# It sets up the execution environment before starting the Jypyter Notebook Server.
+# Refer to https://docs.docker.com/engine/reference/builder/#entrypoint for details.
 
-# Kaggle-specific .bashrc script to be appended to /etc/bash.bashrc to apply it
-# when any user session starts.
 # This script sets up pip to enable a user to install and use python modules via
 # pip intall. $KAGGLE_WORKING_DIR should be available for it to work.
-
 if [[ ! -z "${KAGGLE_WORKING_DIR}" ]]; then
     PIP_INSTALL_PREFIX_DIR="${KAGGLE_WORKING_DIR}/pip"
     PIP_CONFIG_FILE_PATH="${KAGGLE_WORKING_DIR}/config/pip/pip.conf"
@@ -28,4 +30,7 @@ if [[ ! -z "${KAGGLE_WORKING_DIR}" ]]; then
 
     # Include pip-installed binaries in PATH.
     export PATH=${PATH}:${PIP_INSTALL_PREFIX_DIR}/bin
-fi
\ No newline at end of file
+fi
+
+# Execute the command provided from "docker run" in the current process.
+exec "$@"
\ No newline at end of file

From 810893186d9adafb0367ecbdb78e8d00042a02a6 Mon Sep 17 00:00:00 2001
From: d1jang <dsjang@google.com>
Date: Thu, 2 Aug 2018 16:16:13 -0700
Subject: [PATCH 010/251] use echo -e to print newlines correctly.

---
 patches/entrypoint.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/patches/entrypoint.sh b/patches/entrypoint.sh
index 98d4d968..12c0305c 100644
--- a/patches/entrypoint.sh
+++ b/patches/entrypoint.sh
@@ -17,7 +17,7 @@ if [[ ! -z "${KAGGLE_WORKING_DIR}" ]]; then
     # installation. Also, ignore-installed is set to true to prevent pip
     # from trying to remove existing modules from the read-only filesystem.
     mkdir -p `dirname ${PIP_CONFIG_FILE_PATH}`
-    echo "[install]\nprefix=${PIP_INSTALL_PREFIX_DIR}\nignore-installed=true" > ${PIP_CONFIG_FILE_PATH}
+    echo -e "[install]\nprefix=${PIP_INSTALL_PREFIX_DIR}\nignore-installed=true" > ${PIP_CONFIG_FILE_PATH}
     # Instruct pip to use this config file.
     export PIP_CONFIG_FILE=${PIP_CONFIG_FILE_PATH}
 

From b404a22087732795f486e8025ecfc589cc66ecf4 Mon Sep 17 00:00:00 2001
From: d1jang <dsjang@google.com>
Date: Thu, 2 Aug 2018 16:20:36 -0700
Subject: [PATCH 011/251] add comment.

---
 kaggle_tools_update.Dockerfile | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/kaggle_tools_update.Dockerfile b/kaggle_tools_update.Dockerfile
index 79e18812..752c5567 100644
--- a/kaggle_tools_update.Dockerfile
+++ b/kaggle_tools_update.Dockerfile
@@ -18,6 +18,8 @@ FROM gcr.io/kaggle-images/python:latest
 
 RUN pip install --upgrade git+https://github.com/Kaggle/learntools
 
+# TODO(dsjang): Remove these lines once the docker image build turns green since they are copied from Dockerfile
+# to apply on top of the last green.
 # Set up an initialization script to be executed before any other commands initiated by the user.
 ADD patches/entrypoint.sh /root/entrypoint.sh
 RUN chmod +x /root/entrypoint.sh

From dfbe82ee4f83f76742bf0897ec932ea2246720a0 Mon Sep 17 00:00:00 2001
From: d1jang <dsjang@google.com>
Date: Thu, 2 Aug 2018 17:41:33 -0700
Subject: [PATCH 012/251] Add a custom ENTRYPOINT on top of the existing
 ENTRYPOINT.
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

When a docker run runs with this change, it's running under tini as follows:

root@byod-test-x1qm:/home/kaggle_admin/tmp# docker ps
CONTAINER ID        IMAGE                 COMMAND                  CREATED             STATUS              PORTS               NAMES
955c97d95ebd        kaggle/python-build   "/usr/bin/tini -- /r…"   5 minutes ago       Up 5 minutes                            hungry_ritchie
root@byod-test-x1qm:/home/kaggle_admin/tmp#
---
 Dockerfile                     | 6 ++++--
 kaggle_tools_update.Dockerfile | 6 ++++--
 2 files changed, 8 insertions(+), 4 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 27a7fa89..afb36544 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -526,8 +526,10 @@ ENV MPLBACKEND "agg"
 # Set up an initialization script to be executed before any other commands initiated by the user.
 ADD patches/entrypoint.sh /root/entrypoint.sh
 RUN chmod +x /root/entrypoint.sh
-# This script gets executed by "docker run <image> <command>" and it runs <command> at the end of its execution. 
-ENTRYPOINT ["/root/entrypoint.sh"]
+# This script gets executed by "docker run <image> <command>" and it runs <command> at the end of its execution.
+# NOTE: ENTRYPOINT set by "FROM <image>" should preceed the our own custom entrypoint.
+# Specifically, tini can be combined with another entrypoint (https://github.com/krallin/tini).   
+ENTRYPOINT ["/usr/bin/tini", "--", "/root/entrypoint.sh"]
 
 # Finally, apply any locally defined patches.
 RUN /bin/bash -c \
diff --git a/kaggle_tools_update.Dockerfile b/kaggle_tools_update.Dockerfile
index 752c5567..e6f6dabe 100644
--- a/kaggle_tools_update.Dockerfile
+++ b/kaggle_tools_update.Dockerfile
@@ -23,5 +23,7 @@ RUN pip install --upgrade git+https://github.com/Kaggle/learntools
 # Set up an initialization script to be executed before any other commands initiated by the user.
 ADD patches/entrypoint.sh /root/entrypoint.sh
 RUN chmod +x /root/entrypoint.sh
-# This script gets executed by "docker run <image> <command>" and it runs <command> at the end of its execution. 
-ENTRYPOINT ["/root/entrypoint.sh"]
\ No newline at end of file
+# This script gets executed by "docker run <image> <command>" and it runs <command> at the end of its execution.
+# NOTE: ENTRYPOINT set by "FROM <image>" should preceed the our own custom entrypoint.
+# Specifically, tini can be combined with another entrypoint (https://github.com/krallin/tini).   
+ENTRYPOINT ["/usr/bin/tini", "--", "/root/entrypoint.sh"]
\ No newline at end of file

From 6f8d681dbbd2709af002de4d2e72d7f532709957 Mon Sep 17 00:00:00 2001
From: d1jang <dsjang@google.com>
Date: Thu, 2 Aug 2018 17:50:29 -0700
Subject: [PATCH 013/251] Add a safety check for tini.

---
 Dockerfile                     | 6 ++++--
 kaggle_tools_update.Dockerfile | 6 ++++--
 2 files changed, 8 insertions(+), 4 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index afb36544..fdcb1d9c 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -526,9 +526,11 @@ ENV MPLBACKEND "agg"
 # Set up an initialization script to be executed before any other commands initiated by the user.
 ADD patches/entrypoint.sh /root/entrypoint.sh
 RUN chmod +x /root/entrypoint.sh
-# This script gets executed by "docker run <image> <command>" and it runs <command> at the end of its execution.
 # NOTE: ENTRYPOINT set by "FROM <image>" should preceed the our own custom entrypoint.
-# Specifically, tini can be combined with another entrypoint (https://github.com/krallin/tini).   
+# Currently tini is set as ENTRYPOINT for the base image, and it can be combined with our entrypoint (https://github.com/krallin/tini).
+# ENTRYPOINT gets executed by "docker run <image> <command>" and it runs <command> at the end of its execution.
+# Make sure tini exists.
+RUN /usr/bin/tini -h
 ENTRYPOINT ["/usr/bin/tini", "--", "/root/entrypoint.sh"]
 
 # Finally, apply any locally defined patches.
diff --git a/kaggle_tools_update.Dockerfile b/kaggle_tools_update.Dockerfile
index e6f6dabe..46f143f4 100644
--- a/kaggle_tools_update.Dockerfile
+++ b/kaggle_tools_update.Dockerfile
@@ -23,7 +23,9 @@ RUN pip install --upgrade git+https://github.com/Kaggle/learntools
 # Set up an initialization script to be executed before any other commands initiated by the user.
 ADD patches/entrypoint.sh /root/entrypoint.sh
 RUN chmod +x /root/entrypoint.sh
-# This script gets executed by "docker run <image> <command>" and it runs <command> at the end of its execution.
 # NOTE: ENTRYPOINT set by "FROM <image>" should preceed the our own custom entrypoint.
-# Specifically, tini can be combined with another entrypoint (https://github.com/krallin/tini).   
+# Currently tini is set as ENTRYPOINT for the base image, and it can be combined with our entrypoint (https://github.com/krallin/tini).
+# ENTRYPOINT gets executed by "docker run <image> <command>" and it runs <command> at the end of its execution.
+# Make sure tini exists.
+RUN /usr/bin/tini -h
 ENTRYPOINT ["/usr/bin/tini", "--", "/root/entrypoint.sh"]
\ No newline at end of file

From 1426423ed4fff17e5dbf31d9d98ee2230232f999 Mon Sep 17 00:00:00 2001
From: d1jang <dsjang@google.com>
Date: Thu, 2 Aug 2018 17:54:38 -0700
Subject: [PATCH 014/251] suppress output from the check.

---
 Dockerfile                     | 2 +-
 kaggle_tools_update.Dockerfile | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index fdcb1d9c..ac7339b9 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -530,7 +530,7 @@ RUN chmod +x /root/entrypoint.sh
 # Currently tini is set as ENTRYPOINT for the base image, and it can be combined with our entrypoint (https://github.com/krallin/tini).
 # ENTRYPOINT gets executed by "docker run <image> <command>" and it runs <command> at the end of its execution.
 # Make sure tini exists.
-RUN /usr/bin/tini -h
+RUN /usr/bin/tini -h > /dev/null
 ENTRYPOINT ["/usr/bin/tini", "--", "/root/entrypoint.sh"]
 
 # Finally, apply any locally defined patches.
diff --git a/kaggle_tools_update.Dockerfile b/kaggle_tools_update.Dockerfile
index 46f143f4..4d9d2b86 100644
--- a/kaggle_tools_update.Dockerfile
+++ b/kaggle_tools_update.Dockerfile
@@ -27,5 +27,5 @@ RUN chmod +x /root/entrypoint.sh
 # Currently tini is set as ENTRYPOINT for the base image, and it can be combined with our entrypoint (https://github.com/krallin/tini).
 # ENTRYPOINT gets executed by "docker run <image> <command>" and it runs <command> at the end of its execution.
 # Make sure tini exists.
-RUN /usr/bin/tini -h
+RUN /usr/bin/tini -h > /dev/null
 ENTRYPOINT ["/usr/bin/tini", "--", "/root/entrypoint.sh"]
\ No newline at end of file

From a66bcee4c0ddf3415cfcb947d40c1b1485eae393 Mon Sep 17 00:00:00 2001
From: d1jang <dsjang@google.com>
Date: Fri, 3 Aug 2018 12:19:01 -0700
Subject: [PATCH 015/251] Create a symbolic link to pip directory

---
 patches/entrypoint.sh | 12 ++++++++++--
 1 file changed, 10 insertions(+), 2 deletions(-)

diff --git a/patches/entrypoint.sh b/patches/entrypoint.sh
index 12c0305c..f6f79765 100644
--- a/patches/entrypoint.sh
+++ b/patches/entrypoint.sh
@@ -8,6 +8,7 @@
 # pip intall. $KAGGLE_WORKING_DIR should be available for it to work.
 if [[ ! -z "${KAGGLE_WORKING_DIR}" ]]; then
     PIP_INSTALL_PREFIX_DIR="${KAGGLE_WORKING_DIR}/pip"
+    PIP_INSTALLED_MODULE_DIR="${PIP_INSTALL_PREFIX_DIR}/pip_installed"
     PIP_CONFIG_FILE_PATH="${KAGGLE_WORKING_DIR}/config/pip/pip.conf"
 
     # Create a directory for pip to install modules.
@@ -25,8 +26,15 @@ if [[ ! -z "${KAGGLE_WORKING_DIR}" ]]; then
     # Note that the pip prefix directory overrides the system default to enable
     # a user to use his/her installed one.
     # TODO(dsjang): Currently "lib/python3.6/site-packages" is hard-coded
-    # throughout Dockerfile. Parameterize it to avoid a version mismatch. 
-    export PYTHONPATH=${PIP_INSTALL_PREFIX_DIR}/lib/python3.6/site-packages:${PYTHONPATH}
+    # throughout Dockerfile. Parameterize it to avoid a version mismatch.
+    # TODO(dsjang): This is a hack to sidestep a problem of Python ignoring modules
+    # in .../site-packages other than the system-wide and user-specific site packages.
+    mkdir -p "${PIP_INSTALL_PREFIX_DIR}/lib/python3.6/site-packages"
+    ln -s "${PIP_INSTALL_PREFIX_DIR}/lib/python3.6/site-packages" ${PIP_INSTALLED_MODULE_DIR}
+    export PYTHONPATH=${PIP_INSTALLED_MODULE_DIR}:${PYTHONPATH}
+
+    # Create a symbolic link to site-packages.
+    # can't override conda installed package.
 
     # Include pip-installed binaries in PATH.
     export PATH=${PATH}:${PIP_INSTALL_PREFIX_DIR}/bin

From ab7f1a3e5382720cbdf8d00c45cef685f94ff00e Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@rosbo.c.googlers.com>
Date: Fri, 3 Aug 2018 20:13:48 +0000
Subject: [PATCH 016/251] Remove tornado patch

The patch was released in tornado v4.5.3. We are now pulling v5.0.2
which includes the patch already.
---
 patches/tornado-fix-issue-2097.patch | 27 ---------------------------
 1 file changed, 27 deletions(-)
 delete mode 100644 patches/tornado-fix-issue-2097.patch

diff --git a/patches/tornado-fix-issue-2097.patch b/patches/tornado-fix-issue-2097.patch
deleted file mode 100644
index f3c7a82f..00000000
--- a/patches/tornado-fix-issue-2097.patch
+++ /dev/null
@@ -1,27 +0,0 @@
-diff -Naur /base/opt/conda/pkgs/tornado-4.5.1-py36_0/lib/python3.6/site-packages/tornado/http1connection.py /patched/opt.new/conda/lib/python3.6/site-packages/tornado/http1connection.py
---- /base/opt/conda/lib/python3.6/site-packages/tornado/http1connection.py 2017-04-16 23:47:57.000000000 +0000
-+++ /patched/opt.new/conda/lib/python3.6/site-packages/tornado/http1connection.py     2017-06-28 21:18:59.902402220 +0000
-@@ -349,6 +349,11 @@
-                 # self._request_start_line.version or
-                 # start_line.version?
-                 self._request_start_line.version == 'HTTP/1.1' and
-+                # 1xx, 204 and 304 responses have no body (not even a zero-length
-+                # body), and so should not have either Content-Length or
-+                # Transfer-Encoding headers.
-+                start_line.code not in (204, 304) and
-+                (start_line.code < 100 or start_line.code >= 200) and
-                 # 304 responses have no body (not even a zero-length body), and so
-                 # should not have either Content-Length or Transfer-Encoding.
-                 # headers.
-diff -Naur /base/opt/conda/lib/python3.6/site-packages/tornado/web.py /patched/opt.new/conda/lib/python3.6/site-packages/tornado/web.py
---- /base/opt/conda/lib/python3.6/site-packages/tornado/web.py     2017-06-28 21:22:56.505186743 +0000
-+++ /patched/opt.new/conda/lib/python3.6/site-packages/tornado/web.py 2017-06-28 21:22:48.421228255 +0000
-@@ -977,7 +977,8 @@
-             if self._status_code in (204, 304):
-                 assert not self._write_buffer, "Cannot send body with %s" % self._status_code
-                 self._clear_headers_for_304()
--            elif "Content-Length" not in self._headers:
-+            elif ("Content-Length" not in self._headers and
-+                  (self._status_code < 100 or self._status_code >= 200)):
-                 content_length = sum(len(part) for part in self._write_buffer)
-                 self.set_header("Content-Length", content_length)

From b82e854111bca5316b8027eecbae502b4c078629 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 7 Aug 2018 13:00:44 -0700
Subject: [PATCH 017/251] remove patching mecanism

---
 Dockerfile | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index ac7339b9..95d88360 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -532,7 +532,3 @@ RUN chmod +x /root/entrypoint.sh
 # Make sure tini exists.
 RUN /usr/bin/tini -h > /dev/null
 ENTRYPOINT ["/usr/bin/tini", "--", "/root/entrypoint.sh"]
-
-# Finally, apply any locally defined patches.
-RUN /bin/bash -c \
-    "cd / && for p in $(ls /tmp/patches/*.patch); do echo '= Applying patch '\${p}; patch -p2 < \${p}; done"

From fc690383de8b501135df21c043f3d4c184f61e75 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 8 Aug 2018 10:18:58 -0700
Subject: [PATCH 018/251] Simplify build script by using the --pull flag.

With the --pull flag, it always attempt to pull a newer version of the image
---
 build | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/build b/build
index 642cc268..d3f34959 100755
--- a/build
+++ b/build
@@ -6,6 +6,5 @@ set -e
 if [[ "$1" ==  "--use-cache" ]]; then
     docker build --rm -t kaggle/python-build .
 else
-    docker pull continuumio/anaconda3:latest
-    docker build --rm --no-cache -t kaggle/python-build .
+    docker build --pull --rm --no-cache -t kaggle/python-build .
 fi

From 3b64add9f7d5b29a53d36130b51f7a7502f6f987 Mon Sep 17 00:00:00 2001
From: d1jang <dsjang@google.com>
Date: Fri, 10 Aug 2018 11:05:27 -0700
Subject: [PATCH 019/251] Delete pip install support script & use a manual tag
 for update dockerfile.

---
 Dockerfile                     | 12 +---------
 kaggle_tools_update.Dockerfile | 19 ++++-----------
 patches/entrypoint.sh          | 44 ----------------------------------
 3 files changed, 5 insertions(+), 70 deletions(-)
 delete mode 100644 patches/entrypoint.sh

diff --git a/Dockerfile b/Dockerfile
index 95d88360..2c8a70b6 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -521,14 +521,4 @@ ENV PYTHONUSERBASE "/root/.local"
 ADD patches/sitecustomize.py /root/.local/lib/python3.6/site-packages/sitecustomize.py
 
 # Set backend for matplotlib
-ENV MPLBACKEND "agg"
-
-# Set up an initialization script to be executed before any other commands initiated by the user.
-ADD patches/entrypoint.sh /root/entrypoint.sh
-RUN chmod +x /root/entrypoint.sh
-# NOTE: ENTRYPOINT set by "FROM <image>" should preceed the our own custom entrypoint.
-# Currently tini is set as ENTRYPOINT for the base image, and it can be combined with our entrypoint (https://github.com/krallin/tini).
-# ENTRYPOINT gets executed by "docker run <image> <command>" and it runs <command> at the end of its execution.
-# Make sure tini exists.
-RUN /usr/bin/tini -h > /dev/null
-ENTRYPOINT ["/usr/bin/tini", "--", "/root/entrypoint.sh"]
+ENV MPLBACKEND "agg"
\ No newline at end of file
diff --git a/kaggle_tools_update.Dockerfile b/kaggle_tools_update.Dockerfile
index 4d9d2b86..8f7fac20 100644
--- a/kaggle_tools_update.Dockerfile
+++ b/kaggle_tools_update.Dockerfile
@@ -9,23 +9,12 @@
 # is enabled.
 
 # Usage:
-#   docker rmi gcr.io/kaggle-images/python:latest
+#   docker rmi gcr.io/kaggle-images/python:pinned
 #   docker build --rm -t kaggle/python-build -f kaggle_tools_update.Dockerfile .
 #   ./test
 #   ./push (if tests are passing)
 
-FROM gcr.io/kaggle-images/python:latest
+# Pull the last build manually tagged as "pinned". 
+FROM gcr.io/kaggle-images/python:pinned
 
-RUN pip install --upgrade git+https://github.com/Kaggle/learntools
-
-# TODO(dsjang): Remove these lines once the docker image build turns green since they are copied from Dockerfile
-# to apply on top of the last green.
-# Set up an initialization script to be executed before any other commands initiated by the user.
-ADD patches/entrypoint.sh /root/entrypoint.sh
-RUN chmod +x /root/entrypoint.sh
-# NOTE: ENTRYPOINT set by "FROM <image>" should preceed the our own custom entrypoint.
-# Currently tini is set as ENTRYPOINT for the base image, and it can be combined with our entrypoint (https://github.com/krallin/tini).
-# ENTRYPOINT gets executed by "docker run <image> <command>" and it runs <command> at the end of its execution.
-# Make sure tini exists.
-RUN /usr/bin/tini -h > /dev/null
-ENTRYPOINT ["/usr/bin/tini", "--", "/root/entrypoint.sh"]
\ No newline at end of file
+RUN pip install --upgrade git+https://github.com/Kaggle/learntools
\ No newline at end of file
diff --git a/patches/entrypoint.sh b/patches/entrypoint.sh
deleted file mode 100644
index f6f79765..00000000
--- a/patches/entrypoint.sh
+++ /dev/null
@@ -1,44 +0,0 @@
-#!/usr/bin/env bash
-
-# This shell script is executed as an entrypoint file for the Kernels docker image.
-# It sets up the execution environment before starting the Jypyter Notebook Server.
-# Refer to https://docs.docker.com/engine/reference/builder/#entrypoint for details.
-
-# This script sets up pip to enable a user to install and use python modules via
-# pip intall. $KAGGLE_WORKING_DIR should be available for it to work.
-if [[ ! -z "${KAGGLE_WORKING_DIR}" ]]; then
-    PIP_INSTALL_PREFIX_DIR="${KAGGLE_WORKING_DIR}/pip"
-    PIP_INSTALLED_MODULE_DIR="${PIP_INSTALL_PREFIX_DIR}/pip_installed"
-    PIP_CONFIG_FILE_PATH="${KAGGLE_WORKING_DIR}/config/pip/pip.conf"
-
-    # Create a directory for pip to install modules.
-    mkdir -p ${PIP_INSTALL_PREFIX_DIR}
-
-    # Create pip config file to use the prefix directory created above for
-    # installation. Also, ignore-installed is set to true to prevent pip
-    # from trying to remove existing modules from the read-only filesystem.
-    mkdir -p `dirname ${PIP_CONFIG_FILE_PATH}`
-    echo -e "[install]\nprefix=${PIP_INSTALL_PREFIX_DIR}\nignore-installed=true" > ${PIP_CONFIG_FILE_PATH}
-    # Instruct pip to use this config file.
-    export PIP_CONFIG_FILE=${PIP_CONFIG_FILE_PATH}
-
-    # Set up PYTHONPATH correctly to include the user-installed library.
-    # Note that the pip prefix directory overrides the system default to enable
-    # a user to use his/her installed one.
-    # TODO(dsjang): Currently "lib/python3.6/site-packages" is hard-coded
-    # throughout Dockerfile. Parameterize it to avoid a version mismatch.
-    # TODO(dsjang): This is a hack to sidestep a problem of Python ignoring modules
-    # in .../site-packages other than the system-wide and user-specific site packages.
-    mkdir -p "${PIP_INSTALL_PREFIX_DIR}/lib/python3.6/site-packages"
-    ln -s "${PIP_INSTALL_PREFIX_DIR}/lib/python3.6/site-packages" ${PIP_INSTALLED_MODULE_DIR}
-    export PYTHONPATH=${PIP_INSTALLED_MODULE_DIR}:${PYTHONPATH}
-
-    # Create a symbolic link to site-packages.
-    # can't override conda installed package.
-
-    # Include pip-installed binaries in PATH.
-    export PATH=${PATH}:${PIP_INSTALL_PREFIX_DIR}/bin
-fi
-
-# Execute the command provided from "docker run" in the current process.
-exec "$@"
\ No newline at end of file

From dcb594f2fe32e101b010e540ea6299c89f753ee2 Mon Sep 17 00:00:00 2001
From: Chris Crawford <crawforc3@gmail.com>
Date: Fri, 10 Aug 2018 21:22:25 +0000
Subject: [PATCH 020/251] Install keras_applications before tensorflow

---
 Dockerfile | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 95d88360..452e5d0c 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -49,9 +49,12 @@ RUN apt-get update && apt-get install -y python-software-properties zip && \
     apt-get upgrade -y bazel
 
 # Tensorflow
-# Temp fixes: Downgrade python 3.7->3.6.6 and downgrade Pandas 0.23.3->0.23.2
+# Fix to install tf 1.10:: Downgrade python 3.7->3.6.6 and downgrade Pandas 0.23.3->0.23.2
 RUN conda install -y python=3.6.6 && \
     pip install pandas==0.23.2 && \
+# Another fix for TF 1.10 https://github.com/tensorflow/tensorflow/issues/21518
+    pip install keras_applications==1.0.4 --no-deps && \
+    pip install keras_preprocessing==1.0.2 --no-deps && \
     cd /usr/local/src && \
     git clone https://github.com/tensorflow/tensorflow && \
     cd tensorflow && \

From 58b7c82d809d37b9f8c66fec3142314f200ecf08 Mon Sep 17 00:00:00 2001
From: Chris Crawford <crawforc3@gmail.com>
Date: Fri, 10 Aug 2018 21:59:09 +0000
Subject: [PATCH 021/251] change install method for fancyimpute

---
 Dockerfile | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 452e5d0c..1e272503 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -298,9 +298,7 @@ RUN pip install --upgrade mpld3 && \
     conda install -y ecos && \
     conda install -y CVXcanon
 
-RUN cd /usr/local/src && git clone https://github.com/iskandr/fancyimpute && \
-    cd fancyimpute && \
-    python setup.py install && \
+RUN pip install fancyimpute && \
     pip install git+https://github.com/pymc-devs/pymc3 && \
     pip install tifffile && \
     pip install spectral && \

From 520b1c27fd706a7a04874c4e9e1b304317383c76 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@rosbo.c.googlers.com>
Date: Sat, 11 Aug 2018 00:43:55 +0000
Subject: [PATCH 022/251] Refactor test and improve coverage

---
 test                       |  13 ++-
 test_build.py              | 167 -------------------------------------
 tests/data/dot.png         | Bin 0 -> 150 bytes
 tests/data/text.txt        |   1 +
 tests/data/train.csv       |  20 +++++
 tests/test_bigquery.py     |  38 +++++++++
 tests/test_bokeh.py        |   7 ++
 tests/test_essentia.py     |   7 ++
 tests/test_fastai.py       |   9 ++
 tests/test_fasttext.py     |   9 ++
 tests/test_keras.py        |  25 ++++++
 tests/test_kmapper.py      |   7 ++
 tests/test_learntools.py   |   9 ++
 tests/test_matplotlib.py   |  18 ++++
 tests/test_nltk.py         |   9 ++
 tests/test_numpy.py        |  16 ++++
 tests/test_opencv.py       |   9 ++
 tests/test_pandas.py       |   9 ++
 tests/test_plotly.py       |   9 ++
 tests/test_pyfasttext.py   |   9 ++
 tests/test_pytorch.py      |  13 +++
 tests/test_seaborn.py      |   7 ++
 tests/test_shap.py         |   7 ++
 tests/test_skimage.py      |   8 ++
 tests/test_sklearn.py      |  18 ++++
 tests/test_tensorflow.py   |  12 +++
 tests/test_theano.py       |  20 +++++
 tests/test_vowpalwabbit.py |  10 +++
 tests/test_wordbatch.py    |  15 ++++
 tests/test_xgboost.py      |  12 +++
 tests/text_mxnet.py        |   9 ++
 31 files changed, 351 insertions(+), 171 deletions(-)
 delete mode 100644 test_build.py
 create mode 100644 tests/data/dot.png
 create mode 100644 tests/data/text.txt
 create mode 100644 tests/data/train.csv
 create mode 100644 tests/test_bigquery.py
 create mode 100644 tests/test_bokeh.py
 create mode 100644 tests/test_essentia.py
 create mode 100644 tests/test_fastai.py
 create mode 100644 tests/test_fasttext.py
 create mode 100644 tests/test_keras.py
 create mode 100644 tests/test_kmapper.py
 create mode 100644 tests/test_learntools.py
 create mode 100644 tests/test_matplotlib.py
 create mode 100644 tests/test_nltk.py
 create mode 100644 tests/test_numpy.py
 create mode 100644 tests/test_opencv.py
 create mode 100644 tests/test_pandas.py
 create mode 100644 tests/test_plotly.py
 create mode 100644 tests/test_pyfasttext.py
 create mode 100644 tests/test_pytorch.py
 create mode 100644 tests/test_seaborn.py
 create mode 100644 tests/test_shap.py
 create mode 100644 tests/test_skimage.py
 create mode 100644 tests/test_sklearn.py
 create mode 100644 tests/test_tensorflow.py
 create mode 100644 tests/test_theano.py
 create mode 100644 tests/test_vowpalwabbit.py
 create mode 100644 tests/test_wordbatch.py
 create mode 100644 tests/test_xgboost.py
 create mode 100644 tests/text_mxnet.py

diff --git a/test b/test
index 5de44db7..2528b6af 100755
--- a/test
+++ b/test
@@ -11,7 +11,12 @@ mkdir -p /tmp/python-build/working
 docker run -d --name=jupyter_test --read-only --net=none -e HOME=/tmp -v $PWD:/input:ro -v /tmp/python-build/working:/working -w=/working -v /tmp/python-build/tmp:/tmp -v /tmp/python-build/devshm:/dev/shm kaggle/python-build jupyter notebook --allow-root --ip="*"
 sleep 3
 docker kill jupyter_test && docker rm jupyter_test
-docker run --rm -t --read-only --net=none -e HOME=/tmp -e KAGGLE_DATA_PROXY_TOKEN=test-key -e KAGGLE_DATA_PROXY_URL=http://127.0.0.1:8000 -e KAGGLE_DATA_PROXY_PROJECT=test -v $PWD:/input:ro -v /tmp/python-build/working:/working -w=/working -v /tmp/python-build/tmp:/tmp -v /tmp/python-build/devshm:/dev/shm kaggle/python-build /bin/bash -c 'python /input/test_build.py'
-
-# The test_build.py script creates a plot called plot1.png; check that it exists
-[ -s /tmp/python-build/working/plot1.png ] || exit 1
+docker run --rm -t --read-only --net=none \
+    -e HOME=/tmp -e KAGGLE_DATA_PROXY_TOKEN=test-key \
+    -e KAGGLE_DATA_PROXY_URL=http://127.0.0.1:8000 \
+    -e KAGGLE_DATA_PROXY_PROJECT=test \
+    -v $PWD:/input:ro -v /tmp/python-build/working:/working \
+    -v /tmp/python-build/tmp:/tmp -v /tmp/python-build/devshm:/dev/shm \
+    -w=/working \
+    kaggle/python-build \
+    /bin/bash -c 'python -m unittest discover -s /input/tests'
diff --git a/test_build.py b/test_build.py
deleted file mode 100644
index 52d88f33..00000000
--- a/test_build.py
+++ /dev/null
@@ -1,167 +0,0 @@
-# This script should run without errors whenever we update the
-# kaggle/python container. It checks that all our most popular packages can
-# be loaded and used without errors.
-
-import tensorflow as tf
-print(tf.__version__)
-hello = tf.constant('TensorFlow ok')
-sess = tf.Session()
-print(sess.run(hello))
-print("Tensorflow ok")
-
-from keras.models import Sequential
-from keras.layers.core import Dense, Dropout, Activation, Flatten
-from keras.layers.convolutional import Convolution2D, MaxPooling2D
-from keras.optimizers import SGD
-print("Keras ok")
-
-# Test Kaggle learntools
-from learntools.core import binder; binder.bind(globals())
-from learntools.python.ex1 import *
-color="blue"
-q0.check()
-print("learntools ok")
-
-# PyTorch smoke test based on http://pytorch.org/tutorials/beginner/nlp/deep_learning_tutorial.html
-import torch
-import torch.nn as tnn
-import torch.autograd as autograd
-torch.manual_seed(31337)
-linear_torch = tnn.Linear(5,3)
-data_torch = autograd.Variable(torch.randn(2, 5))
-print(linear_torch(data_torch))
-print("PyTorch ok")
-
-import fastai
-from fastai.io import get_data
-print("fast.ai ok")
-
-import numpy as np
-print("Numpy imported ok")
-print("Your lucky number is: " + str(np.random.randint(100)))
-
-# Numpy must be linked to the MKL. (Occasionally, a third-party package will muck up the installation
-# and numpy will be reinstalled with an OpenBLAS backing.)
-from numpy.distutils.system_info import get_info
-# This will throw an exception if the MKL is not linked correctly.
-get_info("blas_mkl")
-
-import pandas as pd
-print("Pandas imported ok")
-
-from sklearn import datasets
-print("sklearn imported ok")
-iris = datasets.load_iris()
-X, y = iris.data, iris.target
-
-from sklearn.ensemble import RandomForestClassifier
-rf1 = RandomForestClassifier()
-rf1.fit(X,y)
-print("sklearn RandomForestClassifier: ok")
-
-from sklearn.linear_model import LinearRegression
-boston = datasets.load_boston()
-X, y = boston.data, boston.target
-lr1 = LinearRegression()
-lr1.fit(X,y)
-print("sklearn LinearRegression: ok")
-
-from xgboost import XGBClassifier
-xgb1 = XGBClassifier(n_estimators=3)
-xgb1.fit(X[0:70],y[0:70])
-print("xgboost XGBClassifier: ok")
-
-import matplotlib.pyplot as plt
-plt.plot(np.linspace(0,1,50), np.random.rand(50))
-plt.savefig("plot1.png")
-print("matplotlib.pyplot ok")
-
-from mpl_toolkits.basemap import Basemap
-print("Basemap ok")
-
-import plotly.plotly as py
-import plotly.graph_objs as go
-print("plotly ok")
-
-import theano
-print("Theano ok")
-
-import nltk
-from nltk.stem import WordNetLemmatizer
-print("nltk ok")
-
-import cv2
-img = cv2.imread('plot1.png',0)
-print("OpenCV ok")
-
-from skimage.io import imread
-print("skimage ok")
-
-from wordbatch.extractors import WordBag
-print("wordbatch ok")
-
-import pyfasttext
-print("pyfasttext ok")
-
-import fastText
-print("fastText ok")
-
-import mxnet
-import mxnet.gluon
-print("mxnet ok")
-
-import bokeh
-print("bokeh ok")
-
-import seaborn
-print("seaborn ok")
-
-# Test BigQuery
-import os
-import threading
-from http.server import BaseHTTPRequestHandler, HTTPServer
-from google.cloud import bigquery
-HOSTNAME = "127.0.0.1"
-PORT = 8000
-URL = "http://%s:%s" % (HOSTNAME, PORT)
-fake_bq_called = False
-fake_bq_header_found = False
-class HTTPHandler(BaseHTTPRequestHandler):
-    def do_HEAD(s):
-        s.send_response(200)
-
-    def do_GET(s):
-        global fake_bq_called
-        global fake_bq_header_found
-        fake_bq_called = True
-        fake_bq_header_found = any(k for k in s.headers if k == "X-KAGGLE-PROXY-DATA" and s.headers[k] == "test-key")
-        s.send_response(200)
-
-httpd = HTTPServer((HOSTNAME, PORT), HTTPHandler)
-threading.Thread(target=httpd.serve_forever).start()
-client = bigquery.Client()
-try:
-    for ds in client.list_datasets(): pass
-except:
-    pass
-httpd.shutdown()
-assert fake_bq_called, "Fake server did not recieve a request from the BQ client."
-assert fake_bq_header_found, "X-KAGGLE-PROXY-DATA header was missing from the BQ request."
-print("bigquery proxy ok")
-
-import shap
-print("shap ok")
-
-import kmapper
-print("kmapper ok")
-
-from vowpalwabbit import pyvw
-vw = pyvw.vw(quiet=True)
-ex = vw.example('1 | a b c')
-vw.learn(ex)
-print(vw.predict(ex))
-print('vowpalwabbit ok')
-
-import essentia
-print(essentia.__version__)
-print("Essentia ok")
diff --git a/tests/data/dot.png b/tests/data/dot.png
new file mode 100644
index 0000000000000000000000000000000000000000..482df8ba39602ac729cb25528b0cc090001836e6
GIT binary patch
literal 150
zcmeAS@N?(olHy`uVBq!ia0vp^j3CUx1SBVv2j2ryoCO|{#S9GG!XV7ZFl&wkP>{XE
z)7O>#5eJu;Is3iXz?(oJ+02lL66gHf+|;}hAeVu`xhOTUBsE2$JhLQ2!QIn0AVn{g
l9VpJ@>Eal|aXmR9Apyu^VPI4@Q3ttz!PC{xWt~$(699(VAFlua

literal 0
HcmV?d00001

diff --git a/tests/data/text.txt b/tests/data/text.txt
new file mode 100644
index 00000000..80aa862f
--- /dev/null
+++ b/tests/data/text.txt
@@ -0,0 +1 @@
+Kaggle is a platform for predictive modelling and analytics competitions in which statisticians and data miners compete to produce the best models for predicting and describing the datasets uploaded by companies and users.
diff --git a/tests/data/train.csv b/tests/data/train.csv
new file mode 100644
index 00000000..229dbc7c
--- /dev/null
+++ b/tests/data/train.csv
@@ -0,0 +1,20 @@
+label,pixel0,pixel1,pixel2,pixel3,pixel4,pixel5,pixel6,pixel7,pixel8,pixel9,pixel10,pixel11,pixel12,pixel13,pixel14,pixel15,pixel16,pixel17,pixel18,pixel19,pixel20,pixel21,pixel22,pixel23,pixel24,pixel25,pixel26,pixel27,pixel28,pixel29,pixel30,pixel31,pixel32,pixel33,pixel34,pixel35,pixel36,pixel37,pixel38,pixel39,pixel40,pixel41,pixel42,pixel43,pixel44,pixel45,pixel46,pixel47,pixel48,pixel49,pixel50,pixel51,pixel52,pixel53,pixel54,pixel55,pixel56,pixel57,pixel58,pixel59,pixel60,pixel61,pixel62,pixel63,pixel64,pixel65,pixel66,pixel67,pixel68,pixel69,pixel70,pixel71,pixel72,pixel73,pixel74,pixel75,pixel76,pixel77,pixel78,pixel79,pixel80,pixel81,pixel82,pixel83,pixel84,pixel85,pixel86,pixel87,pixel88,pixel89,pixel90,pixel91,pixel92,pixel93,pixel94,pixel95,pixel96,pixel97,pixel98,pixel99,pixel100,pixel101,pixel102,pixel103,pixel104,pixel105,pixel106,pixel107,pixel108,pixel109,pixel110,pixel111,pixel112,pixel113,pixel114,pixel115,pixel116,pixel117,pixel118,pixel119,pixel120,pixel121,pixel122,pixel123,pixel124,pixel125,pixel126,pixel127,pixel128,pixel129,pixel130,pixel131,pixel132,pixel133,pixel134,pixel135,pixel136,pixel137,pixel138,pixel139,pixel140,pixel141,pixel142,pixel143,pixel144,pixel145,pixel146,pixel147,pixel148,pixel149,pixel150,pixel151,pixel152,pixel153,pixel154,pixel155,pixel156,pixel157,pixel158,pixel159,pixel160,pixel161,pixel162,pixel163,pixel164,pixel165,pixel166,pixel167,pixel168,pixel169,pixel170,pixel171,pixel172,pixel173,pixel174,pixel175,pixel176,pixel177,pixel178,pixel179,pixel180,pixel181,pixel182,pixel183,pixel184,pixel185,pixel186,pixel187,pixel188,pixel189,pixel190,pixel191,pixel192,pixel193,pixel194,pixel195,pixel196,pixel197,pixel198,pixel199,pixel200,pixel201,pixel202,pixel203,pixel204,pixel205,pixel206,pixel207,pixel208,pixel209,pixel210,pixel211,pixel212,pixel213,pixel214,pixel215,pixel216,pixel217,pixel218,pixel219,pixel220,pixel221,pixel222,pixel223,pixel224,pixel225,pixel226,pixel227,pixel228,pixel229,pixel230,pixel231,pixel232,pixel233,pixel234,pixel235,pixel236,pixel237,pixel238,pixel239,pixel240,pixel241,pixel242,pixel243,pixel244,pixel245,pixel246,pixel247,pixel248,pixel249,pixel250,pixel251,pixel252,pixel253,pixel254,pixel255,pixel256,pixel257,pixel258,pixel259,pixel260,pixel261,pixel262,pixel263,pixel264,pixel265,pixel266,pixel267,pixel268,pixel269,pixel270,pixel271,pixel272,pixel273,pixel274,pixel275,pixel276,pixel277,pixel278,pixel279,pixel280,pixel281,pixel282,pixel283,pixel284,pixel285,pixel286,pixel287,pixel288,pixel289,pixel290,pixel291,pixel292,pixel293,pixel294,pixel295,pixel296,pixel297,pixel298,pixel299,pixel300,pixel301,pixel302,pixel303,pixel304,pixel305,pixel306,pixel307,pixel308,pixel309,pixel310,pixel311,pixel312,pixel313,pixel314,pixel315,pixel316,pixel317,pixel318,pixel319,pixel320,pixel321,pixel322,pixel323,pixel324,pixel325,pixel326,pixel327,pixel328,pixel329,pixel330,pixel331,pixel332,pixel333,pixel334,pixel335,pixel336,pixel337,pixel338,pixel339,pixel340,pixel341,pixel342,pixel343,pixel344,pixel345,pixel346,pixel347,pixel348,pixel349,pixel350,pixel351,pixel352,pixel353,pixel354,pixel355,pixel356,pixel357,pixel358,pixel359,pixel360,pixel361,pixel362,pixel363,pixel364,pixel365,pixel366,pixel367,pixel368,pixel369,pixel370,pixel371,pixel372,pixel373,pixel374,pixel375,pixel376,pixel377,pixel378,pixel379,pixel380,pixel381,pixel382,pixel383,pixel384,pixel385,pixel386,pixel387,pixel388,pixel389,pixel390,pixel391,pixel392,pixel393,pixel394,pixel395,pixel396,pixel397,pixel398,pixel399,pixel400,pixel401,pixel402,pixel403,pixel404,pixel405,pixel406,pixel407,pixel408,pixel409,pixel410,pixel411,pixel412,pixel413,pixel414,pixel415,pixel416,pixel417,pixel418,pixel419,pixel420,pixel421,pixel422,pixel423,pixel424,pixel425,pixel426,pixel427,pixel428,pixel429,pixel430,pixel431,pixel432,pixel433,pixel434,pixel435,pixel436,pixel437,pixel438,pixel439,pixel440,pixel441,pixel442,pixel443,pixel444,pixel445,pixel446,pixel447,pixel448,pixel449,pixel450,pixel451,pixel452,pixel453,pixel454,pixel455,pixel456,pixel457,pixel458,pixel459,pixel460,pixel461,pixel462,pixel463,pixel464,pixel465,pixel466,pixel467,pixel468,pixel469,pixel470,pixel471,pixel472,pixel473,pixel474,pixel475,pixel476,pixel477,pixel478,pixel479,pixel480,pixel481,pixel482,pixel483,pixel484,pixel485,pixel486,pixel487,pixel488,pixel489,pixel490,pixel491,pixel492,pixel493,pixel494,pixel495,pixel496,pixel497,pixel498,pixel499,pixel500,pixel501,pixel502,pixel503,pixel504,pixel505,pixel506,pixel507,pixel508,pixel509,pixel510,pixel511,pixel512,pixel513,pixel514,pixel515,pixel516,pixel517,pixel518,pixel519,pixel520,pixel521,pixel522,pixel523,pixel524,pixel525,pixel526,pixel527,pixel528,pixel529,pixel530,pixel531,pixel532,pixel533,pixel534,pixel535,pixel536,pixel537,pixel538,pixel539,pixel540,pixel541,pixel542,pixel543,pixel544,pixel545,pixel546,pixel547,pixel548,pixel549,pixel550,pixel551,pixel552,pixel553,pixel554,pixel555,pixel556,pixel557,pixel558,pixel559,pixel560,pixel561,pixel562,pixel563,pixel564,pixel565,pixel566,pixel567,pixel568,pixel569,pixel570,pixel571,pixel572,pixel573,pixel574,pixel575,pixel576,pixel577,pixel578,pixel579,pixel580,pixel581,pixel582,pixel583,pixel584,pixel585,pixel586,pixel587,pixel588,pixel589,pixel590,pixel591,pixel592,pixel593,pixel594,pixel595,pixel596,pixel597,pixel598,pixel599,pixel600,pixel601,pixel602,pixel603,pixel604,pixel605,pixel606,pixel607,pixel608,pixel609,pixel610,pixel611,pixel612,pixel613,pixel614,pixel615,pixel616,pixel617,pixel618,pixel619,pixel620,pixel621,pixel622,pixel623,pixel624,pixel625,pixel626,pixel627,pixel628,pixel629,pixel630,pixel631,pixel632,pixel633,pixel634,pixel635,pixel636,pixel637,pixel638,pixel639,pixel640,pixel641,pixel642,pixel643,pixel644,pixel645,pixel646,pixel647,pixel648,pixel649,pixel650,pixel651,pixel652,pixel653,pixel654,pixel655,pixel656,pixel657,pixel658,pixel659,pixel660,pixel661,pixel662,pixel663,pixel664,pixel665,pixel666,pixel667,pixel668,pixel669,pixel670,pixel671,pixel672,pixel673,pixel674,pixel675,pixel676,pixel677,pixel678,pixel679,pixel680,pixel681,pixel682,pixel683,pixel684,pixel685,pixel686,pixel687,pixel688,pixel689,pixel690,pixel691,pixel692,pixel693,pixel694,pixel695,pixel696,pixel697,pixel698,pixel699,pixel700,pixel701,pixel702,pixel703,pixel704,pixel705,pixel706,pixel707,pixel708,pixel709,pixel710,pixel711,pixel712,pixel713,pixel714,pixel715,pixel716,pixel717,pixel718,pixel719,pixel720,pixel721,pixel722,pixel723,pixel724,pixel725,pixel726,pixel727,pixel728,pixel729,pixel730,pixel731,pixel732,pixel733,pixel734,pixel735,pixel736,pixel737,pixel738,pixel739,pixel740,pixel741,pixel742,pixel743,pixel744,pixel745,pixel746,pixel747,pixel748,pixel749,pixel750,pixel751,pixel752,pixel753,pixel754,pixel755,pixel756,pixel757,pixel758,pixel759,pixel760,pixel761,pixel762,pixel763,pixel764,pixel765,pixel766,pixel767,pixel768,pixel769,pixel770,pixel771,pixel772,pixel773,pixel774,pixel775,pixel776,pixel777,pixel778,pixel779,pixel780,pixel781,pixel782,pixel783
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,188,255,94,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,250,253,93,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,123,248,253,167,10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,80,247,253,208,13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,207,253,235,77,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,54,209,253,253,88,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,93,254,253,238,170,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,210,254,253,159,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,209,253,254,240,81,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27,253,253,254,13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,206,254,254,198,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,168,253,253,196,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,203,253,248,76,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,22,188,253,245,93,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,103,253,253,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,89,240,253,195,25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15,220,253,253,80,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,94,253,253,253,94,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,89,251,253,250,131,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,214,218,95,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,18,30,137,137,192,86,72,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,86,250,254,254,254,254,217,246,151,32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,179,254,254,254,254,254,254,254,254,254,231,54,15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,72,254,254,254,254,254,254,254,254,254,254,254,254,104,0,0,0,0,0,0,0,0,0,0,0,0,0,61,191,254,254,254,254,254,109,83,199,254,254,254,254,243,85,0,0,0,0,0,0,0,0,0,0,0,0,172,254,254,254,202,147,147,45,0,11,29,200,254,254,254,171,0,0,0,0,0,0,0,0,0,0,0,1,174,254,254,89,67,0,0,0,0,0,0,128,252,254,254,212,76,0,0,0,0,0,0,0,0,0,0,47,254,254,254,29,0,0,0,0,0,0,0,0,83,254,254,254,153,0,0,0,0,0,0,0,0,0,0,80,254,254,240,24,0,0,0,0,0,0,0,0,25,240,254,254,153,0,0,0,0,0,0,0,0,0,0,64,254,254,186,7,0,0,0,0,0,0,0,0,0,166,254,254,224,12,0,0,0,0,0,0,0,0,14,232,254,254,254,29,0,0,0,0,0,0,0,0,0,75,254,254,254,17,0,0,0,0,0,0,0,0,18,254,254,254,254,29,0,0,0,0,0,0,0,0,0,48,254,254,254,17,0,0,0,0,0,0,0,0,2,163,254,254,254,29,0,0,0,0,0,0,0,0,0,48,254,254,254,17,0,0,0,0,0,0,0,0,0,94,254,254,254,200,12,0,0,0,0,0,0,0,16,209,254,254,150,1,0,0,0,0,0,0,0,0,0,15,206,254,254,254,202,66,0,0,0,0,0,21,161,254,254,245,31,0,0,0,0,0,0,0,0,0,0,0,60,212,254,254,254,194,48,48,34,41,48,209,254,254,254,171,0,0,0,0,0,0,0,0,0,0,0,0,0,86,243,254,254,254,254,254,233,243,254,254,254,254,254,86,0,0,0,0,0,0,0,0,0,0,0,0,0,0,114,254,254,254,254,254,254,254,254,254,254,239,86,11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,182,254,254,254,254,254,254,254,254,243,70,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,76,146,254,255,254,255,146,19,15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,141,139,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,254,254,8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,254,254,8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,254,254,106,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,254,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,254,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,254,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,185,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,89,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,146,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,254,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,254,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,254,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,254,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,254,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,156,254,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,185,255,255,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,185,254,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,185,254,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,63,254,254,62,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,220,179,6,0,0,0,0,0,0,0,0,9,77,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,28,247,17,0,0,0,0,0,0,0,0,27,202,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,242,155,0,0,0,0,0,0,0,0,27,254,63,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,160,207,6,0,0,0,0,0,0,0,27,254,65,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,127,254,21,0,0,0,0,0,0,0,20,239,65,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,77,254,21,0,0,0,0,0,0,0,0,195,65,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,70,254,21,0,0,0,0,0,0,0,0,195,142,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,56,251,21,0,0,0,0,0,0,0,0,195,227,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,222,153,5,0,0,0,0,0,0,0,120,240,13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,67,251,40,0,0,0,0,0,0,0,94,255,69,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,234,184,0,0,0,0,0,0,0,19,245,69,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,234,169,0,0,0,0,0,0,0,3,199,182,10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,154,205,4,0,0,26,72,128,203,208,254,254,131,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,61,254,129,113,186,245,251,189,75,56,136,254,73,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15,216,233,233,159,104,52,0,0,0,38,254,73,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,18,254,73,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,18,254,73,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,206,106,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,186,159,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,209,101,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,25,130,155,254,254,254,157,30,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,103,253,253,253,253,253,253,253,253,114,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,208,253,253,253,253,253,253,253,253,253,253,107,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,31,253,253,253,253,253,253,253,253,253,253,253,215,101,3,0,0,0,0,0,0,0,0,0,0,0,0,23,210,253,253,253,248,161,222,222,246,253,253,253,253,253,39,0,0,0,0,0,0,0,0,0,0,0,0,136,253,253,253,229,77,0,0,0,70,218,253,253,253,253,215,91,0,0,0,0,0,0,0,0,0,0,5,214,253,253,253,195,0,0,0,0,0,104,224,253,253,253,253,215,29,0,0,0,0,0,0,0,0,0,116,253,253,253,247,75,0,0,0,0,0,0,26,200,253,253,253,253,216,4,0,0,0,0,0,0,0,0,254,253,253,253,195,0,0,0,0,0,0,0,0,26,200,253,253,253,253,5,0,0,0,0,0,0,0,0,254,253,253,253,99,0,0,0,0,0,0,0,0,0,25,231,253,253,253,36,0,0,0,0,0,0,0,0,254,253,253,253,99,0,0,0,0,0,0,0,0,0,0,223,253,253,253,129,0,0,0,0,0,0,0,0,254,253,253,253,99,0,0,0,0,0,0,0,0,0,0,127,253,253,253,129,0,0,0,0,0,0,0,0,254,253,253,253,99,0,0,0,0,0,0,0,0,0,0,139,253,253,253,90,0,0,0,0,0,0,0,0,254,253,253,253,99,0,0,0,0,0,0,0,0,0,78,248,253,253,253,5,0,0,0,0,0,0,0,0,254,253,253,253,216,34,0,0,0,0,0,0,0,33,152,253,253,253,107,1,0,0,0,0,0,0,0,0,206,253,253,253,253,140,0,0,0,0,0,30,139,234,253,253,253,154,2,0,0,0,0,0,0,0,0,0,16,205,253,253,253,250,208,106,106,106,200,237,253,253,253,253,209,22,0,0,0,0,0,0,0,0,0,0,0,82,253,253,253,253,253,253,253,253,253,253,253,253,253,209,22,0,0,0,0,0,0,0,0,0,0,0,0,1,91,253,253,253,253,253,253,253,253,253,253,213,90,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,18,129,208,253,253,253,253,159,129,90,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,141,202,254,193,44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,165,254,179,163,249,244,72,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,135,254,150,0,0,189,254,243,31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,82,248,209,5,0,0,164,236,254,115,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,211,254,58,0,0,0,0,33,230,212,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,119,254,156,3,0,0,0,0,18,230,254,33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,212,254,35,0,0,0,0,0,33,254,254,33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,116,254,154,3,0,0,0,0,0,33,254,254,33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,124,254,115,0,0,0,0,0,0,160,254,239,23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,203,254,35,0,0,0,0,0,0,197,254,178,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,239,221,11,0,0,0,0,0,0,198,255,123,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,238,178,0,0,0,0,0,0,10,219,254,96,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,30,249,204,0,0,0,0,0,0,25,235,254,62,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,26,243,204,0,0,0,0,0,0,91,254,248,36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,33,254,204,0,0,0,0,0,67,241,254,133,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,33,254,214,7,0,0,0,50,242,254,194,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,193,254,78,0,0,19,128,254,195,36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,103,254,222,74,143,235,254,228,83,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,30,242,254,254,254,254,252,84,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,64,158,200,174,61,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,82,152,71,51,51,21,41,51,51,51,51,113,193,152,30,0,0,0,0,0,0,0,0,0,0,0,0,0,122,253,252,253,252,223,243,253,252,253,252,253,252,233,30,0,0,0,0,0,0,0,0,0,0,0,0,0,123,102,41,102,102,102,102,102,102,102,162,254,253,142,0,0,0,0,0,0,0,0,0,0,0,0,0,0,203,102,0,0,0,0,0,0,0,0,183,253,212,20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,203,142,0,0,0,0,0,0,0,11,213,254,91,0,0,0,0,0,0,0,0,0,0,0,0,0,0,41,243,102,0,0,0,0,0,0,0,51,252,172,10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,41,223,102,0,0,0,0,0,0,0,214,253,102,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,20,0,0,0,0,0,0,0,253,252,102,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,62,254,253,41,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,102,253,171,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,163,254,91,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,203,253,50,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,51,253,254,50,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,51,252,253,50,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,51,253,254,50,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,51,252,213,10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,152,253,82,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,233,252,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,21,255,253,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,253,212,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,21,130,190,254,254,250,175,135,96,96,16,4,0,0,0,0,0,0,0,0,0,0,0,0,0,26,102,186,254,254,248,222,222,225,254,254,254,254,254,206,112,4,0,0,0,0,0,0,0,0,0,0,0,207,254,254,177,117,39,0,0,56,248,102,48,48,103,192,254,135,0,0,0,0,0,0,0,0,0,0,0,91,111,36,0,0,0,0,0,72,92,0,0,0,0,12,224,210,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,50,139,240,254,66,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,121,220,254,244,194,15,0,0,0,0,0,0,0,0,0,0,0,0,0,8,107,112,112,112,87,112,141,218,248,177,68,20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,77,221,254,254,254,254,254,225,104,39,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,32,32,32,32,130,215,195,47,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,111,231,174,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,47,18,0,0,0,0,0,0,0,0,0,40,228,205,35,0,0,0,0,0,0,0,0,0,0,0,0,22,234,42,0,0,0,0,0,0,0,0,0,0,56,212,226,38,0,0,0,0,0,0,0,0,0,0,0,96,157,0,0,0,0,0,0,0,0,0,0,0,0,30,215,188,9,0,0,0,0,0,0,0,0,0,0,96,142,0,0,0,0,0,0,0,0,0,0,0,0,0,86,254,68,0,0,0,0,0,0,0,0,0,0,71,202,15,0,0,0,0,0,0,0,0,0,0,0,0,6,214,151,0,0,0,0,0,0,0,0,0,0,10,231,86,2,0,0,0,0,0,0,0,0,0,0,0,0,191,207,0,0,0,0,0,0,0,0,0,0,0,93,248,129,7,0,0,0,0,0,0,0,0,0,0,117,238,112,0,0,0,0,0,0,0,0,0,0,0,0,94,248,209,73,12,0,0,0,0,0,0,42,147,252,136,9,0,0,0,0,0,0,0,0,0,0,0,0,0,48,160,215,230,158,74,64,94,153,223,250,214,105,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,129,189,234,224,255,194,134,75,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,41,149,156,179,254,254,201,119,46,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,147,241,253,253,254,253,253,253,253,245,160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,31,224,253,253,180,174,175,174,174,174,174,223,247,145,6,0,0,0,0,0,0,0,0,0,0,0,0,7,197,254,253,165,2,0,0,0,0,0,0,12,102,184,16,0,0,0,0,0,0,0,0,0,0,0,0,152,253,254,162,18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,235,254,158,15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,74,250,253,15,0,0,0,16,20,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,199,253,253,0,0,25,130,235,254,247,145,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,253,253,177,100,219,240,253,253,254,253,253,125,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,193,253,253,254,253,253,200,155,155,238,253,229,23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,61,249,254,241,150,30,0,0,0,215,254,254,58,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,36,39,30,0,0,0,0,0,214,253,234,31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,41,241,253,183,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,201,253,253,102,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,114,254,253,154,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,62,254,255,241,30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,118,235,253,249,103,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,55,81,0,102,211,253,253,253,135,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79,243,234,254,253,253,216,117,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,48,245,253,254,207,126,27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,60,136,136,147,254,255,199,111,18,9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,25,152,253,253,253,253,253,253,253,253,253,124,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,135,225,244,253,202,200,181,164,216,253,253,211,151,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,30,149,78,3,0,0,0,20,134,253,253,224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,28,206,253,253,224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,78,253,253,253,224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,99,234,253,253,224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14,142,220,219,236,253,253,240,121,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,24,253,253,253,253,235,233,253,253,185,53,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,150,194,194,194,53,40,97,253,253,170,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,122,253,253,170,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,55,237,253,253,170,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,130,253,253,253,170,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,12,120,193,253,253,214,28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,153,253,253,253,253,212,30,0,0,0,0,0,0,0,0,0,0,0,0,0,33,136,70,6,0,27,67,186,253,253,253,253,234,31,0,0,0,0,0,0,0,0,0,0,0,0,0,26,231,253,253,191,183,223,253,253,253,253,172,216,112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,36,215,253,253,253,253,253,253,253,253,253,47,25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,87,223,253,253,253,244,152,223,223,109,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,67,50,176,148,78,16,0,12,12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,24,24,97,253,253,253,253,255,180,48,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,30,186,252,252,253,252,252,252,252,253,252,227,29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,38,155,252,252,252,253,252,252,227,79,222,252,252,129,0,0,0,0,0,0,0,0,0,0,0,0,0,85,233,252,252,252,252,253,252,252,202,11,180,252,252,119,0,0,0,0,0,0,0,0,0,0,0,0,43,240,253,252,252,252,252,253,252,252,244,126,201,252,252,150,0,0,0,0,0,0,0,0,0,0,0,7,212,253,255,253,253,253,232,221,42,0,104,253,255,253,205,21,0,0,0,0,0,0,0,0,0,0,0,25,223,252,253,252,252,214,18,0,0,34,215,252,253,223,56,0,0,0,0,0,0,0,0,0,0,0,0,0,99,246,253,252,252,77,0,7,70,203,252,252,173,25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,42,253,252,252,236,103,160,252,252,218,108,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,148,252,252,252,252,253,231,106,14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,24,253,253,253,253,255,159,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,43,118,252,240,244,252,253,231,37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,19,164,246,253,187,50,99,246,253,252,69,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,80,232,252,203,58,0,0,135,253,252,121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,43,246,252,200,11,0,0,0,116,253,252,69,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,162,253,192,11,0,0,0,0,179,255,253,69,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,178,252,119,0,5,47,47,140,244,253,252,69,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,186,252,227,184,191,252,252,252,252,253,240,50,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,144,227,252,252,253,252,252,252,252,98,37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,48,137,242,253,231,137,137,32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15,48,143,186,244,143,31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,83,209,253,252,252,252,252,192,15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,166,241,252,253,252,170,162,252,252,113,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,61,234,252,252,243,121,44,2,21,245,252,122,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,80,252,252,243,163,50,0,0,0,5,101,88,8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,105,234,252,210,88,0,0,0,0,74,199,240,43,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,185,252,210,21,0,4,12,41,231,249,252,252,55,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,242,252,218,154,154,184,252,253,252,252,248,184,22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,209,252,252,252,252,252,252,253,252,252,196,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,17,57,142,95,142,61,81,253,252,209,20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,177,255,230,86,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,12,124,252,245,57,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,135,252,252,86,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79,248,252,233,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,231,252,202,12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,175,248,252,136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,109,252,252,159,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,33,218,252,252,192,141,14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,132,252,252,252,205,74,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,132,252,252,146,13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,169,207,33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,168,254,105,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,84,249,254,105,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,89,254,254,105,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,89,254,193,14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,89,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,204,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,89,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,209,254,178,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,37,209,254,254,69,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,107,254,254,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,187,254,254,134,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,185,254,155,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,185,254,238,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,185,254,254,8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,185,254,231,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,185,255,87,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,173,254,87,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,254,87,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,254,87,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,128,255,191,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,191,255,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,255,255,255,255,255,191,191,191,128,128,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,128,128,191,128,128,191,255,255,255,255,255,255,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,255,255,191,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,191,255,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,191,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,128,128,0,0,0,0,0,0,64,255,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,128,0,0,0,0,0,0,64,255,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,64,0,0,0,0,0,0,191,255,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,191,64,0,0,0,64,191,255,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,255,255,255,255,255,255,255,255,191,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,255,255,255,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,191,128,128,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,101,222,253,253,192,113,88,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,85,226,249,252,252,252,253,252,246,209,38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,156,252,253,233,195,195,195,196,214,252,252,221,32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,252,252,162,56,0,0,0,0,28,121,252,252,216,18,0,0,0,0,0,0,0,0,0,0,0,0,0,57,252,173,0,0,0,0,0,0,0,25,205,252,253,27,0,0,0,0,0,0,0,0,0,0,0,0,0,57,253,253,0,0,0,0,0,0,0,0,92,253,255,27,0,0,0,0,0,0,0,0,0,0,0,0,0,38,224,252,126,0,0,0,0,0,0,51,243,252,253,27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,53,195,110,0,0,0,0,0,51,101,252,252,190,12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,29,29,92,243,252,252,252,253,177,53,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,126,165,252,252,253,252,252,252,252,253,252,195,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,226,253,253,253,255,215,140,140,140,192,253,253,146,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,178,252,242,167,106,18,0,0,0,12,228,252,223,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,19,55,49,0,0,0,0,0,0,0,225,252,223,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,92,243,252,129,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,203,253,252,220,37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,26,207,253,255,215,31,0,0,0,0,0,0,0,0,0,0,101,225,175,0,0,0,0,0,10,85,147,225,231,252,252,168,33,0,0,0,0,0,0,0,0,0,0,0,113,252,208,57,57,57,57,166,203,252,253,252,239,195,118,0,0,0,0,0,0,0,0,0,0,0,0,0,38,234,252,252,252,253,252,252,252,252,225,176,65,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,100,221,252,252,253,127,112,112,112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,38,236,73,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,96,253,92,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14,207,214,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,92,253,97,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,144,253,44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,231,253,44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,54,254,192,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,130,249,107,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,221,221,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,221,221,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,78,255,208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,107,253,111,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,188,253,68,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,188,253,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,202,181,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,45,253,143,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,146,253,90,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,215,187,13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,45,253,66,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,165,124,9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,39,91,91,91,91,91,191,255,142,91,23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,211,253,253,253,253,253,253,253,253,253,181,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,180,253,253,253,253,253,253,253,253,253,253,228,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,180,253,253,253,253,253,253,253,253,253,253,228,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,101,253,253,253,253,253,253,253,253,253,253,228,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14,224,253,253,211,114,96,253,253,253,253,228,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,48,204,114,18,0,156,253,253,253,253,228,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15,0,0,0,230,253,253,253,253,185,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,31,156,244,253,253,253,192,25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,209,253,253,253,253,245,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,215,253,253,253,245,130,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,124,253,253,253,253,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,41,220,253,253,253,238,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,49,222,253,253,253,253,98,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,107,253,253,253,253,210,35,0,0,0,5,42,42,42,42,18,0,0,0,0,0,0,0,0,0,0,0,0,107,253,253,253,253,253,178,131,131,131,143,253,253,253,253,182,8,0,0,0,0,0,0,0,0,0,0,0,83,240,253,253,253,253,253,253,253,253,253,253,253,253,240,195,12,0,0,0,0,0,0,0,0,0,0,0,0,197,253,253,253,253,253,253,253,253,253,253,229,106,82,0,0,0,0,0,0,0,0,0,0,0,0,0,0,33,179,241,253,253,253,253,253,253,246,179,44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,75,89,195,89,89,89,89,81,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,144,254,130,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,46,157,251,253,222,91,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,95,232,253,253,253,253,249,133,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,43,254,253,253,228,137,85,253,235,34,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,47,229,254,253,228,57,0,54,253,253,107,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,226,253,254,202,55,0,0,54,253,253,107,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,28,133,253,253,214,11,0,0,0,54,253,253,107,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,182,253,253,168,0,0,0,0,0,54,253,253,107,0,0,0,0,0,0,0,0,0,0,0,0,0,4,65,253,252,233,50,0,0,0,0,0,131,253,252,101,0,0,0,0,0,0,0,0,0,0,0,0,0,68,253,253,226,0,0,0,0,0,0,0,187,253,226,0,0,0,0,0,0,0,0,0,0,0,0,0,0,202,254,235,49,0,0,0,0,0,0,131,254,255,94,0,0,0,0,0,0,0,0,0,0,0,0,0,204,251,230,53,0,0,0,0,0,0,0,201,253,253,93,0,0,0,0,0,0,0,0,0,0,0,0,85,249,228,126,0,0,0,0,0,0,0,123,248,253,253,93,0,0,0,0,0,0,0,0,0,0,0,35,215,253,186,0,0,0,0,0,0,0,123,247,253,236,151,15,0,0,0,0,0,0,0,0,0,0,0,108,253,253,81,0,0,0,0,0,0,191,248,253,253,164,0,0,0,0,0,0,0,0,0,0,0,0,0,108,253,194,14,0,0,0,3,54,188,250,253,253,175,18,0,0,0,0,0,0,0,0,0,0,0,0,0,108,253,228,68,41,132,174,178,253,255,253,253,176,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,40,237,253,253,253,253,253,253,253,255,242,177,15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,221,253,253,253,253,253,252,240,241,68,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,45,233,253,253,232,120,114,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,12,69,128,199,199,220,255,177,242,22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,59,180,252,254,254,254,254,254,254,254,254,120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,179,254,230,186,136,73,56,56,56,63,254,140,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,110,50,16,0,0,0,0,0,0,76,237,25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,205,214,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,47,252,105,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,208,219,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,96,254,78,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,209,187,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,155,254,58,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,222,240,13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,87,254,71,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,213,238,20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,31,254,203,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,172,254,152,8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,63,254,151,10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,191,226,27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,254,102,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,158,249,47,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,165,160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
diff --git a/tests/test_bigquery.py b/tests/test_bigquery.py
new file mode 100644
index 00000000..cbee03ae
--- /dev/null
+++ b/tests/test_bigquery.py
@@ -0,0 +1,38 @@
+import unittest
+import os
+import threading
+
+from http.server import BaseHTTPRequestHandler, HTTPServer
+
+from google.cloud import bigquery
+
+HOSTNAME = "127.0.0.1"
+PORT = 8000
+URL = "http://%s:%s" % (HOSTNAME, PORT)
+
+class TestBigQuery(unittest.TestCase):
+    def test_proxy(self):
+        httpd = HTTPServer((HOSTNAME, PORT), HTTPHandler)
+        threading.Thread(target=httpd.serve_forever).start()
+        client = bigquery.Client()
+
+        try:
+            for ds in client.list_datasets(): pass
+        except:
+            pass
+
+        httpd.shutdown()
+        self.assertTrue(HTTPHandler.called, msg="Fake server did not recieve a request from the BQ client.")
+        self.assertTrue(HTTPHandler.header_found, msg="X-KAGGLE-PROXY-DATA header was missing from the BQ request.")
+
+class HTTPHandler(BaseHTTPRequestHandler):
+    called = False
+    header_found = False
+
+    def do_HEAD(s):
+        s.send_response(200)
+
+    def do_GET(s):
+        HTTPHandler.called = True
+        HTTPHandler.header_found = any(k for k in s.headers if k == "X-KAGGLE-PROXY-DATA" and s.headers[k] == "test-key")
+        s.send_response(200)
diff --git a/tests/test_bokeh.py b/tests/test_bokeh.py
new file mode 100644
index 00000000..1b186814
--- /dev/null
+++ b/tests/test_bokeh.py
@@ -0,0 +1,7 @@
+import unittest
+
+from bokeh.plotting import figure
+
+class TestBokeh(unittest.TestCase):
+    def test_figure(self):
+        figure(title="Hello World")
diff --git a/tests/test_essentia.py b/tests/test_essentia.py
new file mode 100644
index 00000000..749b9466
--- /dev/null
+++ b/tests/test_essentia.py
@@ -0,0 +1,7 @@
+import unittest
+
+from essentia.standard import Windowing
+
+class TestEssentia(unittest.TestCase):
+    def test_windowing(self):
+        Windowing(type = 'hann')
diff --git a/tests/test_fastai.py b/tests/test_fastai.py
new file mode 100644
index 00000000..275d2776
--- /dev/null
+++ b/tests/test_fastai.py
@@ -0,0 +1,9 @@
+import unittest
+
+from fastai.core import partition
+
+class TestFastAI(unittest.TestCase):
+    def test_partition(self):
+        result = partition([1,2,3,4,5], 2)
+
+        self.assertEqual(3, len(result))
diff --git a/tests/test_fasttext.py b/tests/test_fasttext.py
new file mode 100644
index 00000000..e7112ae7
--- /dev/null
+++ b/tests/test_fasttext.py
@@ -0,0 +1,9 @@
+import unittest
+
+import fastText
+
+class TestFastText(unittest.TestCase):
+    def test_tokenize(self):
+        tokens = fastText.FastText.tokenize("Hello World")
+
+        self.assertEqual(["Hello", "World"], tokens)
diff --git a/tests/test_keras.py b/tests/test_keras.py
new file mode 100644
index 00000000..ca107563
--- /dev/null
+++ b/tests/test_keras.py
@@ -0,0 +1,25 @@
+import unittest
+
+import pandas as pd
+
+from keras.models import Sequential
+from keras.layers import Dense
+from keras.optimizers import RMSprop
+from keras.utils.np_utils import to_categorical
+
+class TestKeras(unittest.TestCase):
+    def test_train(self):
+        train = pd.read_csv("/input/tests/data/train.csv")
+
+        x_train = train.iloc[:,1:].values.astype('float32')
+        y_train = to_categorical(train.iloc[:,0].astype('int32'))
+
+        model = Sequential()
+        model.add(Dense(units=10, input_dim=784, activation='softmax'))
+
+        model.compile(
+            loss='categorical_crossentropy',
+            optimizer=RMSprop(lr=0.001),
+            metrics=['accuracy'])
+
+        model.fit(x_train, y_train, epochs=1, batch_size=32)
diff --git a/tests/test_kmapper.py b/tests/test_kmapper.py
new file mode 100644
index 00000000..c75deea3
--- /dev/null
+++ b/tests/test_kmapper.py
@@ -0,0 +1,7 @@
+import unittest
+
+import kmapper as km
+
+class TestKMapper(unittest.TestCase):
+    def test_init(self):
+        km.KeplerMapper()
diff --git a/tests/test_learntools.py b/tests/test_learntools.py
new file mode 100644
index 00000000..c4c4efb0
--- /dev/null
+++ b/tests/test_learntools.py
@@ -0,0 +1,9 @@
+import unittest
+
+from learntools.core import binder; binder.bind(globals())
+from learntools.python.ex1 import *
+
+class TestLearnTools(unittest.TestCase):
+    def test_check(self):
+        color="blue"
+        q0.check()
diff --git a/tests/test_matplotlib.py b/tests/test_matplotlib.py
new file mode 100644
index 00000000..4b2605ec
--- /dev/null
+++ b/tests/test_matplotlib.py
@@ -0,0 +1,18 @@
+import unittest
+import os.path
+
+import matplotlib.pyplot as plt
+import numpy as np
+
+from mpl_toolkits.basemap import Basemap
+
+class TestMatplotlib(unittest.TestCase):
+    def test_plot(self):
+        plt.plot(np.linspace(0,1,50), np.random.rand(50))
+        plt.savefig("plot1.png")
+
+        self.assertTrue(os.path.isfile("plot1.png"))
+
+    def test_basemap(self):
+        Basemap(width=100,height=100,projection='aeqd',
+                lat_0=40,lon_0=-105)
diff --git a/tests/test_nltk.py b/tests/test_nltk.py
new file mode 100644
index 00000000..45bee936
--- /dev/null
+++ b/tests/test_nltk.py
@@ -0,0 +1,9 @@
+import unittest
+
+import nltk
+
+class TestNLTK(unittest.TestCase):
+    def test_tokenize(self):
+        tokens = nltk.word_tokenize("At eight o'clock")
+
+        self.assertEqual(["At", "eight", "o'clock"], tokens)
diff --git a/tests/test_numpy.py b/tests/test_numpy.py
new file mode 100644
index 00000000..2d809f7b
--- /dev/null
+++ b/tests/test_numpy.py
@@ -0,0 +1,16 @@
+import unittest
+
+import numpy as np
+from numpy.distutils.system_info import get_info
+
+class TestNumpy(unittest.TestCase):    
+    def test_array(self):
+        array = np.array([1, 3])
+
+        self.assertEqual((2,), array.shape)
+
+    # Numpy must be linked to the MKL. (Occasionally, a third-party package will muck up the installation
+    # and numpy will be reinstalled with an OpenBLAS backing.)
+    def test_mkl(self):
+        # This will throw an exception if the MKL is not linked correctly.
+        get_info("blas_mkl")
diff --git a/tests/test_opencv.py b/tests/test_opencv.py
new file mode 100644
index 00000000..be0e92f8
--- /dev/null
+++ b/tests/test_opencv.py
@@ -0,0 +1,9 @@
+import unittest
+
+import cv2
+
+class TestOpenCV(unittest.TestCase):
+    def test_imread(self):
+        img = cv2.imread('/input/tests/data/dot.png')
+
+        self.assertEqual(1, img.shape[0])
diff --git a/tests/test_pandas.py b/tests/test_pandas.py
new file mode 100644
index 00000000..f9163c57
--- /dev/null
+++ b/tests/test_pandas.py
@@ -0,0 +1,9 @@
+import unittest
+
+import pandas as pd
+
+class TestPandas(unittest.TestCase):    
+    def test_read_csv(self):
+        data = pd.read_csv("/input/tests/data/train.csv")
+
+        self.assertEqual(2, len(data.shape))
diff --git a/tests/test_plotly.py b/tests/test_plotly.py
new file mode 100644
index 00000000..0c24a05e
--- /dev/null
+++ b/tests/test_plotly.py
@@ -0,0 +1,9 @@
+import unittest
+
+import plotly.graph_objs as go
+
+class TestPlotly(unittest.TestCase):
+    def test_figure(self):
+        trace = {'x': [1, 2], 'y': [1, 3]}
+        data = [ trace ]
+        go.Figure(data=data)
diff --git a/tests/test_pyfasttext.py b/tests/test_pyfasttext.py
new file mode 100644
index 00000000..1ebf5211
--- /dev/null
+++ b/tests/test_pyfasttext.py
@@ -0,0 +1,9 @@
+import unittest
+
+from pyfasttext import FastText
+
+class TestPyFasttext(unittest.TestCase):
+    def test_vector(self):
+        model = FastText()
+
+        model.supervised(input='/input/tests/data/text.txt', output='model', epoch=1, lr=0.7)
diff --git a/tests/test_pytorch.py b/tests/test_pytorch.py
new file mode 100644
index 00000000..4f250572
--- /dev/null
+++ b/tests/test_pytorch.py
@@ -0,0 +1,13 @@
+import unittest
+
+import torch
+import torch.nn as tnn
+import torch.autograd as autograd
+
+class TestPyTorch(unittest.TestCase):
+    # PyTorch smoke test based on http://pytorch.org/tutorials/beginner/nlp/deep_learning_tutorial.html
+    def test_nn(self):
+        torch.manual_seed(31337)
+        linear_torch = tnn.Linear(5,3)
+        data_torch = autograd.Variable(torch.randn(2, 5))
+        linear_torch(data_torch)
diff --git a/tests/test_seaborn.py b/tests/test_seaborn.py
new file mode 100644
index 00000000..3986bc8c
--- /dev/null
+++ b/tests/test_seaborn.py
@@ -0,0 +1,7 @@
+import unittest
+
+import seaborn as sns
+
+class TestSeaborn(unittest.TestCase):
+    def test_option(self):
+        sns.set(style="darkgrid")
diff --git a/tests/test_shap.py b/tests/test_shap.py
new file mode 100644
index 00000000..992d5c5e
--- /dev/null
+++ b/tests/test_shap.py
@@ -0,0 +1,7 @@
+import unittest
+
+import shap
+
+class TestShap(unittest.TestCase):
+    def test_init(self):
+        shap.initjs()
diff --git a/tests/test_skimage.py b/tests/test_skimage.py
new file mode 100644
index 00000000..4a53b12e
--- /dev/null
+++ b/tests/test_skimage.py
@@ -0,0 +1,8 @@
+import unittest
+
+from skimage import data, filters
+
+class TestSkImage(unittest.TestCase):
+    def test_filter(self):
+        image = data.coins()
+        filters.sobel(image)
diff --git a/tests/test_sklearn.py b/tests/test_sklearn.py
new file mode 100644
index 00000000..d2d4b027
--- /dev/null
+++ b/tests/test_sklearn.py
@@ -0,0 +1,18 @@
+import unittest
+
+from sklearn import datasets
+from sklearn.ensemble import RandomForestClassifier
+from sklearn.linear_model import LinearRegression
+
+class TestSklearn(unittest.TestCase):
+    def test_random_forest_classifier(self):
+        iris = datasets.load_iris()
+        X, y = iris.data, iris.target
+        rf1 = RandomForestClassifier()
+        rf1.fit(X,y)
+
+    def test_linearn_classifier(self):
+        boston = datasets.load_boston()
+        X, y = boston.data, boston.target
+        lr1 = LinearRegression()
+        lr1.fit(X,y)
diff --git a/tests/test_tensorflow.py b/tests/test_tensorflow.py
new file mode 100644
index 00000000..120b773d
--- /dev/null
+++ b/tests/test_tensorflow.py
@@ -0,0 +1,12 @@
+import unittest
+
+import tensorflow as tf
+
+class TestTensorflow(unittest.TestCase):
+    def test_addition(self):        
+        op = tf.add(2, 3)        
+        sess = tf.Session()
+
+        result = sess.run(op)
+
+        self.assertEqual(5, result)
diff --git a/tests/test_theano.py b/tests/test_theano.py
new file mode 100644
index 00000000..e4714157
--- /dev/null
+++ b/tests/test_theano.py
@@ -0,0 +1,20 @@
+import unittest
+
+import theano
+from theano import tensor
+
+class TestTheano(unittest.TestCase):
+    def test_addition(self):
+        # declare two symbolic floating-point scalars
+        a = tensor.dscalar()
+        b = tensor.dscalar()
+
+        # create a simple expression
+        c = a + b
+
+        # convert the expression into a callable object that takes (a,b)
+        # values as input and computes a value for c
+        f = theano.function([a,b], c)
+
+        # bind 1.5 to 'a', 2.5 to 'b', and evaluate 'c'
+        self.assertEqual(4.0, f(1.5, 2.5))
diff --git a/tests/test_vowpalwabbit.py b/tests/test_vowpalwabbit.py
new file mode 100644
index 00000000..f6f62161
--- /dev/null
+++ b/tests/test_vowpalwabbit.py
@@ -0,0 +1,10 @@
+import unittest
+
+from vowpalwabbit import pyvw
+
+class TestVowpalwabbit(unittest.TestCase):
+    def test_basic(self):
+        vw = pyvw.vw(quiet=True)
+        ex = vw.example('1 | a b c')
+        vw.learn(ex)
+        self.assertEqual(0.632030725479126, vw.predict(ex))
diff --git a/tests/test_wordbatch.py b/tests/test_wordbatch.py
new file mode 100644
index 00000000..4d64c8f7
--- /dev/null
+++ b/tests/test_wordbatch.py
@@ -0,0 +1,15 @@
+import unittest
+
+import wordbatch
+
+from wordbatch.extractors import WordBag
+
+class TestWordBatch(unittest.TestCase):
+    def test_wordbatch(self):
+        wordbatch.WordBatch(extractor=(WordBag, {
+            "hash_ngrams":2, 
+            "hash_ngrams_weights":[0.5, -1.0], 
+            "hash_size":2**23, 
+            "norm":'l2', 
+            "tf":'log', 
+            "idf":50.0}))
diff --git a/tests/test_xgboost.py b/tests/test_xgboost.py
new file mode 100644
index 00000000..e1bc12f8
--- /dev/null
+++ b/tests/test_xgboost.py
@@ -0,0 +1,12 @@
+import unittest
+
+from sklearn import datasets
+from xgboost import XGBClassifier
+
+class TestXGBoost(unittest.TestCase):
+    def test_classifier(self):
+        boston = datasets.load_boston()
+        X, y = boston.data, boston.target
+
+        xgb1 = XGBClassifier(n_estimators=3)
+        xgb1.fit(X[0:70],y[0:70])
diff --git a/tests/text_mxnet.py b/tests/text_mxnet.py
new file mode 100644
index 00000000..8c9d0712
--- /dev/null
+++ b/tests/text_mxnet.py
@@ -0,0 +1,9 @@
+import unittest
+
+import mxnet as mx
+
+class TestMxNet(unittest.TestCase):
+    def test_array(self):    
+        x = mx.nd.array([[1, 2, 3], [4, 5, 6]])
+
+        self.assertEqual((2, 3), x.shape)

From 8fbdaff9eb07479b959d745be5f949db920488d5 Mon Sep 17 00:00:00 2001
From: Ben Hamner <ben@benhamner.com>
Date: Fri, 10 Aug 2018 20:58:06 -0700
Subject: [PATCH 023/251] Added tensorflow_hub

---
 Dockerfile | 1 +
 1 file changed, 1 insertion(+)

diff --git a/Dockerfile b/Dockerfile
index 1e272503..85dc779e 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -494,6 +494,7 @@ RUN pip install flashtext && \
     pip install conx && \
     pip install pandasql && \
     pip install trackml && \
+    pip install tensorflow_hub && \
     ##### ^^^^ Add new contributions above here ^^^^ #####
     # clean up pip cache
     rm -rf /root/.cache/pip/*

From 3646d64d48ee240e233e02331651c7b6837f6f7c Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 13 Aug 2018 16:46:24 +0000
Subject: [PATCH 024/251] Capitalize and add punctuation to comment

---
 tests/test_theano.py | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/tests/test_theano.py b/tests/test_theano.py
index e4714157..156beb7b 100644
--- a/tests/test_theano.py
+++ b/tests/test_theano.py
@@ -5,16 +5,16 @@
 
 class TestTheano(unittest.TestCase):
     def test_addition(self):
-        # declare two symbolic floating-point scalars
+        # Declare two symbolic floating-point scalars.
         a = tensor.dscalar()
         b = tensor.dscalar()
 
-        # create a simple expression
+        # Create a simple expression.
         c = a + b
 
-        # convert the expression into a callable object that takes (a,b)
-        # values as input and computes a value for c
+        # Convert the expression into a callable object that takes (a,b)
+        # values as input and computes a value for 'c'.
         f = theano.function([a,b], c)
 
-        # bind 1.5 to 'a', 2.5 to 'b', and evaluate 'c'
+        # Bind 1.5 to 'a', 2.5 to 'b', and evaluate 'c'.
         self.assertEqual(4.0, f(1.5, 2.5))

From cab99a4285ebf42503232756ffe5485a590d7648 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 13 Aug 2018 17:07:49 +0000
Subject: [PATCH 025/251] add tracking issue for tensorflow python 3.7
 compatibility

---
 Dockerfile | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 85dc779e..f0495a89 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -48,11 +48,11 @@ RUN apt-get update && apt-get install -y python-software-properties zip && \
     apt-get update && apt-get install -y bazel && \
     apt-get upgrade -y bazel
 
-# Tensorflow
+# Tensorflow doesn't support python 3.7 yet. See https://github.com/tensorflow/tensorflow/issues/20517
 # Fix to install tf 1.10:: Downgrade python 3.7->3.6.6 and downgrade Pandas 0.23.3->0.23.2
 RUN conda install -y python=3.6.6 && \
     pip install pandas==0.23.2 && \
-# Another fix for TF 1.10 https://github.com/tensorflow/tensorflow/issues/21518
+    # Another fix for TF 1.10 https://github.com/tensorflow/tensorflow/issues/21518
     pip install keras_applications==1.0.4 --no-deps && \
     pip install keras_preprocessing==1.0.2 --no-deps && \
     cd /usr/local/src && \

From 8dda3a7683c0206d44f2cdd53e731da963343e8d Mon Sep 17 00:00:00 2001
From: Chris Crawford <crawforc3@gmail.com>
Date: Tue, 14 Aug 2018 00:10:41 +0000
Subject: [PATCH 026/251] Ugly and inelegant fix for geopandas

---
 Dockerfile | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index f0495a89..5d97c5af 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -227,7 +227,6 @@ RUN pip install scipy && \
     cd /usr/local/src && git clone git://github.com/nicolashennetier/pyeconometrics.git && \
     cd pyeconometrics && python setup.py install && \
     apt-get install -y graphviz && pip install graphviz && \
-    apt-get install -y libgdal1-dev && GDAL_CONFIG=/usr/bin/gdal-config pip install fiona && pip install geopandas && \
     # Pandoc is a dependency of deap
     apt-get install -y pandoc && \
     cd /usr/local/src && git clone git://github.com/scikit-learn-contrib/py-earth.git && \
@@ -324,8 +323,10 @@ RUN pip install fancyimpute && \
     pip install stemming && \
     conda install -y -c conda-forge fbprophet && \
     conda install -y -c conda-forge -c ioam holoviews geoviews && \
-# Temp fix : Fiona is already installed by pip and conda installs another version as a dependency for holoviews
-    conda uninstall -y fiona && \
+    #Temp fix: After installing holoviews and geoviews, deps for fiona and geopandas get really messed up. This is a very unelegant fix.
+    conda uninstall -y fiona geopandas && \
+    pip uninstall -y fiona geopandas && \
+    apt-get install -y libgdal1-dev && GDAL_CONFIG=/usr/bin/gdal-config pip install fiona && pip install geopandas && \
     pip install hypertools && \
     # Nxviz has been causing an installation issue by trying unsuccessfully to remove setuptools.
     #pip install nxviz && \

From cc404542a0fdb365bd0dca19c9fc421a066b9cb7 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 22 Aug 2018 09:40:53 -0700
Subject: [PATCH 027/251] pin notebook package to 5.5.0 to fix styling issue

---
 Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index e4f353c5..d5cc3ce6 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -433,7 +433,7 @@ RUN pip install bcolz && \
     pip install mistune && \
     pip install nbconvert && \
     pip install nbformat && \
-    pip install notebook && \
+    pip install notebook==0.5.5 && \
     pip install numpy && \
     pip install olefile && \
     pip install opencv-python && \

From 94c03a970609f4f33ae3e1f4a93bb9929e69071f Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 22 Aug 2018 23:00:58 +0000
Subject: [PATCH 028/251] install tensorpack using pip

---
 Dockerfile | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index d5cc3ce6..6f689c0f 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -360,8 +360,7 @@ RUN pip install kmeans-smote --no-dependencies && \
     cd /opt/ && git clone https://github.com/PAIR-code/facets && cd facets/ && jupyter nbextension install facets-dist/ --user && \
     export PYTHONPATH=$PYTHONPATH:/opt/facets/facets_overview/python/ && \
     pip install --no-dependencies ethnicolr && \
-    # Update setuptools and add tensorpack
-    pip install --upgrade --ignore-installed setuptools && pip install --no-cache-dir git+git://github.com/ppwwyyxx/tensorpack && \
+    pip install tensorpack && \
     pip install pycountry && pip install iso3166 && \
     pip install pydash && \
     pip install kmodes --no-dependencies && \
@@ -524,4 +523,4 @@ ENV PYTHONUSERBASE "/root/.local"
 ADD patches/sitecustomize.py /root/.local/lib/python3.6/site-packages/sitecustomize.py
 
 # Set backend for matplotlib
-ENV MPLBACKEND "agg"
\ No newline at end of file
+ENV MPLBACKEND "agg"

From 16307753cd6e84fd4e55618abca2e474a7a7bfa8 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 23 Aug 2018 15:06:11 -0700
Subject: [PATCH 029/251] Typo in notebook version.

---
 Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 6f689c0f..d7a63932 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -432,7 +432,7 @@ RUN pip install bcolz && \
     pip install mistune && \
     pip install nbconvert && \
     pip install nbformat && \
-    pip install notebook==0.5.5 && \
+    pip install notebook==5.5.0 && \
     pip install numpy && \
     pip install olefile && \
     pip install opencv-python && \

From c2b8335832c3a01f0c61276639471ed80c7f9f88 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 24 Aug 2018 16:40:01 +0000
Subject: [PATCH 030/251] Install pytorch for cpu on master

---
 Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index d7a63932..cb447b43 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -235,7 +235,7 @@ RUN pip install scipy && \
     # PyTorch
     export CXXFLAGS="-std=c++11" && \
     export CFLAGS="-std=c99" && \
-    conda install -y pytorch torchvision -c pytorch && \
+    conda install -y pytorch-cpu torchvision-cpu -c pytorch && \
     # PyTorch Audio
     apt-get install -y sox libsox-dev libsox-fmt-all && \
     pip install cffi && \

From 4432a8f3c3b0e5d1f3476062dc93e4e6c2a41b22 Mon Sep 17 00:00:00 2001
From: Gyczero <2997347185@qq.com>
Date: Sat, 1 Sep 2018 18:50:30 +0800
Subject: [PATCH 031/251] ADD support for gensim and jieba

---
 Dockerfile | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index cb447b43..61a11394 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -156,7 +156,7 @@ RUN apt-get update && \
     conda install basemap && \
     # Pillow (PIL)
     apt-get -y install zlib1g-dev liblcms2-dev libwebp-dev && \
-    pip install Pillow 
+    pip install Pillow
 
 RUN cd /usr/local/src && git clone https://github.com/vitruvianscience/opendeep.git && \
     cd opendeep && python setup.py develop  && \
@@ -495,6 +495,8 @@ RUN pip install flashtext && \
     pip install pandasql && \
     pip install trackml && \
     pip install tensorflow_hub && \
+    pip install gensim && \
+    pip install jieba  && \
     ##### ^^^^ Add new contributions above here ^^^^ #####
     # clean up pip cache
     rm -rf /root/.cache/pip/*

From 3fe25c22f6ca2cd1ee6da68913bfded9fc6e2912 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 11 Sep 2018 18:41:19 +0000
Subject: [PATCH 032/251] Install basemap from source

---
 Dockerfile | 32 +++++++++++++++++---------------
 1 file changed, 17 insertions(+), 15 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index cb447b43..49c709c1 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -142,21 +142,23 @@ RUN apt-get install -y libfreetype6-dev && \
 ENV LD_LIBRARY_PATH=/opt/conda/lib
 
 # Install Basemap via conda temporarily
-RUN apt-get update && \
-    #apt-get -y install libgeos-dev && \
-    #pip install matplotlib && \
-    #pip install pyshp && \
-    #pip install pyproj && \
-    #cd /usr/local/src && git clone https://github.com/matplotlib/basemap.git && \
-    #cd basemap/geos-3.3.3 && \
-    #export GEOS_DIR=/usr/local && \
-    #./configure --prefix=$GEOS_DIR && \
-    #make && make install && \
-    #cd .. && python setup.py install && \
-    conda install basemap && \
-    # Pillow (PIL)
-    apt-get -y install zlib1g-dev liblcms2-dev libwebp-dev && \
-    pip install Pillow 
+RUN apt-get -y install zlib1g-dev liblcms2-dev libwebp-dev libgeos-dev && \
+     # Pillow is an optional dependency of basemap
+    pip install Pillow && \
+    pip install matplotlib && \
+    pip install pyshp && \
+    pip install pyproj && \
+    cd /usr/local/src && git clone https://github.com/matplotlib/basemap.git && \
+    cd basemap && \
+    git checkout v1.1.0 && \
+    # Install geos
+    cd geos-3.3.3 && \
+    export GEOS_DIR=/usr/local && \
+    ./configure --prefix=$GEOS_DIR && \
+    make && make install && \
+    # Install basemap
+    cd .. && python setup.py install && \
+    pip install basemap --no-binary basemap
 
 RUN cd /usr/local/src && git clone https://github.com/vitruvianscience/opendeep.git && \
     cd opendeep && python setup.py develop  && \

From 5095d04c40c4cd8df2860bb484637d2de1b2485c Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 13 Sep 2018 10:55:18 -0700
Subject: [PATCH 033/251] Move gensim after downgrading to python 3.6

Otherwise, the package gets silently removed.
---
 Dockerfile | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 49c709c1..100464f5 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -13,7 +13,7 @@ RUN sed -i "s/httpredir.debian.org/debian.uchicago.edu/" /etc/apt/sources.list &
     apt-get -y install cmake
 
 RUN pip install seaborn python-dateutil dask pytagcloud pyyaml joblib \
-    husl geopy ml_metrics mne pyshp gensim && \
+    husl geopy ml_metrics mne pyshp && \
     conda install -y -c conda-forge spacy && python -m spacy download en && \
     python -m spacy download en_core_web_lg && \
     # The apt-get version of imagemagick is out of date and has compatibility issues, so we build from source
@@ -65,6 +65,7 @@ RUN conda install -y python=3.6.6 && \
 
 RUN apt-get install -y libfreetype6-dev && \
     apt-get install -y libglib2.0-0 libxext6 libsm6 libxrender1 libfontconfig1 --fix-missing && \
+    pip install gensim && \
     # textblob
     pip install textblob && \
     #word cloud

From 3af3acbb1968266e646970336abcb4d4cd355aef Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 13 Sep 2018 15:08:56 -0700
Subject: [PATCH 034/251] Add PDPbox

---
 Dockerfile | 1 +
 1 file changed, 1 insertion(+)

diff --git a/Dockerfile b/Dockerfile
index 100464f5..6317d1bc 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -498,6 +498,7 @@ RUN pip install flashtext && \
     pip install pandasql && \
     pip install trackml && \
     pip install tensorflow_hub && \
+    pip install PDPbox && \
     ##### ^^^^ Add new contributions above here ^^^^ #####
     # clean up pip cache
     rm -rf /root/.cache/pip/*

From adffdb69ba1e03dff47b7e89d955c927e1fc85a3 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 14 Sep 2018 10:01:37 -0700
Subject: [PATCH 035/251] add tests for gensim

---
 tests/test_gensim.py | 9 +++++++++
 1 file changed, 9 insertions(+)
 create mode 100644 tests/test_gensim.py

diff --git a/tests/test_gensim.py b/tests/test_gensim.py
new file mode 100644
index 00000000..bf239017
--- /dev/null
+++ b/tests/test_gensim.py
@@ -0,0 +1,9 @@
+import unittest
+
+from gensim import corpora
+
+class TestGensim(unittest.TestCase):
+    def test_dictionary(self):
+        dic = corpora.Dictionary([['lorem', 'ipsum']])
+
+        self.assertEqual(2, len(dic.token2id))

From d4d81c2ebc4cad9d4be76c8704a2da65df7fcc65 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 14 Sep 2018 10:59:47 -0700
Subject: [PATCH 036/251] Remove duplicate install for opencv

---
 Dockerfile | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 6317d1bc..c3f2f09c 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -32,9 +32,6 @@ RUN pip install seaborn python-dateutil dask pytagcloud pyyaml joblib \
     # clean up ImageMagick source files
     cd ../ && rm -rf ImageMagick*
 
-# OpenCV install (from pip or source)
-RUN pip install opencv-python
-
 RUN apt-get update && apt-get install -y python-software-properties zip && \
     echo "deb http://ppa.launchpad.net/webupd8team/java/ubuntu precise main" | tee -a /etc/apt/sources.list && \
     echo "deb-src http://ppa.launchpad.net/webupd8team/java/ubuntu precise main" | tee -a /etc/apt/sources.list && \

From f087d24fe550f869f9dadb26ef31df760459852f Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <roseberryv@gmail.com>
Date: Fri, 14 Sep 2018 11:03:34 -0700
Subject: [PATCH 037/251] Remove duplicate install for Pillow

---
 Dockerfile | 2 --
 1 file changed, 2 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index c3f2f09c..fe62e9eb 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -141,8 +141,6 @@ ENV LD_LIBRARY_PATH=/opt/conda/lib
 
 # Install Basemap via conda temporarily
 RUN apt-get -y install zlib1g-dev liblcms2-dev libwebp-dev libgeos-dev && \
-     # Pillow is an optional dependency of basemap
-    pip install Pillow && \
     pip install matplotlib && \
     pip install pyshp && \
     pip install pyproj && \

From a175e913e08fca81245c94e86ad8f9e183c9b9a3 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 14 Sep 2018 11:14:23 -0700
Subject: [PATCH 038/251] Add ggplot

---
 Dockerfile | 1 +
 1 file changed, 1 insertion(+)

diff --git a/Dockerfile b/Dockerfile
index fe62e9eb..9f41bc9e 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -494,6 +494,7 @@ RUN pip install flashtext && \
     pip install trackml && \
     pip install tensorflow_hub && \
     pip install PDPbox && \
+    pip install ggplot && \
     ##### ^^^^ Add new contributions above here ^^^^ #####
     # clean up pip cache
     rm -rf /root/.cache/pip/*

From e8339b3f119e03429e85d6626871a38613b44aeb Mon Sep 17 00:00:00 2001
From: Michael Apers <32524673+perfectclear@users.noreply.github.com>
Date: Fri, 14 Sep 2018 11:50:54 -0700
Subject: [PATCH 039/251] Update Dockerfile

---
 Dockerfile | 1 +
 1 file changed, 1 insertion(+)

diff --git a/Dockerfile b/Dockerfile
index 9f41bc9e..036d005b 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -495,6 +495,7 @@ RUN pip install flashtext && \
     pip install tensorflow_hub && \
     pip install PDPbox && \
     pip install ggplot && \
+    pip install cesium && \
     ##### ^^^^ Add new contributions above here ^^^^ #####
     # clean up pip cache
     rm -rf /root/.cache/pip/*

From eb6742f9b5760d8a5357e5241541b3f02095a9bc Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 17 Sep 2018 16:03:21 +0000
Subject: [PATCH 040/251] Merge and improve gpu tests. Add annotations

---
 tests/__init__.py        |  0
 tests/common.py          |  6 ++++++
 tests/test_nvidia.py     | 26 ++++++++++++++++++++++++++
 tests/test_pytorch.py    | 12 ++++++++++++
 tests/test_tensorflow.py | 16 ++++++++++++++++
 5 files changed, 60 insertions(+)
 create mode 100644 tests/__init__.py
 create mode 100644 tests/common.py
 create mode 100644 tests/test_nvidia.py

diff --git a/tests/__init__.py b/tests/__init__.py
new file mode 100644
index 00000000..e69de29b
diff --git a/tests/common.py b/tests/common.py
new file mode 100644
index 00000000..823212a2
--- /dev/null
+++ b/tests/common.py
@@ -0,0 +1,6 @@
+"""Common testing setup"""
+
+import os
+import unittest
+
+gpu_test = unittest.skipIf(len(os.environ.get('CUDA_VERSION', '')) == 0, 'Not running GPU tests')
diff --git a/tests/test_nvidia.py b/tests/test_nvidia.py
new file mode 100644
index 00000000..a6f3c428
--- /dev/null
+++ b/tests/test_nvidia.py
@@ -0,0 +1,26 @@
+"""Tests for general GPU support"""
+
+import os
+import subprocess
+import sys
+import unittest
+
+import common
+import pycuda.driver
+
+from common import gpu_test
+
+
+class TestNvidia(unittest.TestCase):
+    @gpu_test
+    def test_system_management_interface(self):
+        smi = subprocess.Popen(['nvidia-smi'], stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
+        smi.communicate()
+        self.assertEqual(0, smi.returncode)
+
+    @gpu_test
+    def test_pycuda(self):       
+        pycuda.driver.init()
+        gpu_name = pycuda.driver.Device(0).name() 
+        self.assertNotEqual(0, len(gpu_name))
+
diff --git a/tests/test_pytorch.py b/tests/test_pytorch.py
index 4f250572..16b17364 100644
--- a/tests/test_pytorch.py
+++ b/tests/test_pytorch.py
@@ -4,6 +4,9 @@
 import torch.nn as tnn
 import torch.autograd as autograd
 
+from common import gpu_test
+
+
 class TestPyTorch(unittest.TestCase):
     # PyTorch smoke test based on http://pytorch.org/tutorials/beginner/nlp/deep_learning_tutorial.html
     def test_nn(self):
@@ -11,3 +14,12 @@ def test_nn(self):
         linear_torch = tnn.Linear(5,3)
         data_torch = autograd.Variable(torch.randn(2, 5))
         linear_torch(data_torch)
+
+    @gpu_test
+    def test_gpu(self):
+        cuda = torch.device('cuda')  
+        a = torch.tensor([1., 2.], device=cuda)
+
+        result = a.sum()
+
+        self.assertEqual(torch.tensor([3.], device=cuda), result)
diff --git a/tests/test_tensorflow.py b/tests/test_tensorflow.py
index 120b773d..10a66837 100644
--- a/tests/test_tensorflow.py
+++ b/tests/test_tensorflow.py
@@ -1,7 +1,11 @@
 import unittest
 
+import numpy as np
 import tensorflow as tf
 
+from common import gpu_test
+
+
 class TestTensorflow(unittest.TestCase):
     def test_addition(self):        
         op = tf.add(2, 3)        
@@ -10,3 +14,15 @@ def test_addition(self):
         result = sess.run(op)
 
         self.assertEqual(5, result)
+    
+    @gpu_test
+    def test_gpu(self):
+        with tf.device('/gpu:0'):
+            m1 = tf.constant([2.0, 3.0], shape=[1, 2], name='a')
+            m2 = tf.constant([3.0, 4.0], shape=[2, 1], name='b')
+            op = tf.matmul(m1, m2)
+
+            sess = tf.Session()
+            result = sess.run(op)
+
+            self.assertEqual(np.array(18, dtype=np.float32, ndmin=2), result)

From f9f5ee8002c66e20ff04d35434156fedeb90dbfa Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 17 Sep 2018 20:52:42 +0000
Subject: [PATCH 041/251] Fix nvidia tests for CPU

---
 tests/test_nvidia.py | 6 ++----
 1 file changed, 2 insertions(+), 4 deletions(-)

diff --git a/tests/test_nvidia.py b/tests/test_nvidia.py
index a6f3c428..b5ad61ce 100644
--- a/tests/test_nvidia.py
+++ b/tests/test_nvidia.py
@@ -5,9 +5,6 @@
 import sys
 import unittest
 
-import common
-import pycuda.driver
-
 from common import gpu_test
 
 
@@ -19,7 +16,8 @@ def test_system_management_interface(self):
         self.assertEqual(0, smi.returncode)
 
     @gpu_test
-    def test_pycuda(self):       
+    def test_pycuda(self):   
+        import pycuda.driver    
         pycuda.driver.init()
         gpu_name = pycuda.driver.Device(0).name() 
         self.assertNotEqual(0, len(gpu_name))

From 228c99e27736236658c01a54d4e9128a2d4f1173 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 17 Sep 2018 20:53:24 +0000
Subject: [PATCH 042/251] Update build, test, push script to support gpu

---
 build | 29 ++++++++++++++++++++++++-----
 push  | 25 ++++++++++++++++++++++---
 test  | 24 +++++++++++++++++++++---
 3 files changed, 67 insertions(+), 11 deletions(-)

diff --git a/build b/build
index d3f34959..8d3fc81f 100755
--- a/build
+++ b/build
@@ -1,10 +1,29 @@
 #!/bin/bash
+#
+# Build a new Python Docker image.
+#
+# Usage:
+#   ./build [--gpu] [--use-cache]
+#
+# Options:
+#   --gpu: Build an image with GPU support.
+#   --use-cache: Use layer cache when building a new image.
+# 
 set -e
+set -x
+
+CACHE_FLAG="--no-cache"
+IMAGE_TAG="kaggle/python-build"
+DOCKERFILE="Dockerfile"
+
+if [[ "$1" == "--gpu" ]]; then
+    IMAGE_TAG="kaggle/python-gpu-build"
+    DOCKERFILE="gpu.Dockerfile"
+    shift
+fi
 
-# Default behavior is to do everything from scratch.
-# The --use-cache option is useful if you're iterating on a broken build.
 if [[ "$1" ==  "--use-cache" ]]; then
-    docker build --rm -t kaggle/python-build .
-else
-    docker build --pull --rm --no-cache -t kaggle/python-build .
+    CACHE_FLAG=""
 fi
+
+docker build --rm -t $CACHE_FLAG $IMAGE_TAG -f $DOCKERFILE .
diff --git a/push b/push
index ac3d2136..85f11611 100755
--- a/push
+++ b/push
@@ -1,13 +1,32 @@
 #!/bin/bash
+#
+# Push a newly-built image with the given label to gcr.io and DockerHub.
+#
+# Usage:
+#   ./push [--gpu] [label]
+#
+# Description:
+#   label: Docker image label. Defaults to "testing".
+#
+# Options:
+#   --gpu: Psuh the image with GPU support.
+# 
 set -e
-set +x
+set -x
+
+IMAGE_TAG="kaggle/python-build:latest"
+
+if [[ "$1" == "--gpu" ]]; then
+    IMAGE_TAG="kaggle/python-gpu-build:latest"
+    shift
+fi
 
 label=${1:-testing}
 
-docker tag kaggle/python-build:latest gcr.io/kaggle-images/python:${label}
+docker tag $IMAGE_TAG gcr.io/kaggle-images/python:${label}
 gcloud docker -- push gcr.io/kaggle-images/python:${label}
 
 if [[ "$label" == "latest" ]]; then
-  docker tag kaggle/python-build:latest kaggle/python:${label}
+  docker tag $IMAGE_TAG kaggle/python:${label}
   docker push kaggle/python:${label}
 fi
diff --git a/test b/test
index 2528b6af..080fc5ff 100755
--- a/test
+++ b/test
@@ -1,6 +1,24 @@
 #!/bin/bash
+#
+# Run tests for a newly-built Python Docker image.
+# By default, it runs the tests for the CPU image.
+#
+# Usage:
+#   ./test [--gpu]
+#
+# Options:
+#   --gpu: Run tests for the GPU image
+# 
+
 set -e
-set +x
+set -x
+
+IMAGE_TAG="kaggle/python-build"
+
+if [[ "$1" == "--gpu" ]]; then
+    IMAGE_TAG="kaggle/python-gpu-build"
+    shift
+fi
 
 rm -rf /tmp/python-build
 docker rm jupyter_test || true
@@ -8,7 +26,7 @@ mkdir -p /tmp/python-build/tmp
 mkdir -p /tmp/python-build/devshm
 mkdir -p /tmp/python-build/working
 # Check that Jupyter server can run; if it dies on startup, the `docker kill` command will throw an error
-docker run -d --name=jupyter_test --read-only --net=none -e HOME=/tmp -v $PWD:/input:ro -v /tmp/python-build/working:/working -w=/working -v /tmp/python-build/tmp:/tmp -v /tmp/python-build/devshm:/dev/shm kaggle/python-build jupyter notebook --allow-root --ip="*"
+docker run -d --name=jupyter_test --read-only --net=none -e HOME=/tmp -v $PWD:/input:ro -v /tmp/python-build/working:/working -w=/working -v /tmp/python-build/tmp:/tmp -v /tmp/python-build/devshm:/dev/shm $IMAGE_TAG jupyter notebook --allow-root --ip="*"
 sleep 3
 docker kill jupyter_test && docker rm jupyter_test
 docker run --rm -t --read-only --net=none \
@@ -18,5 +36,5 @@ docker run --rm -t --read-only --net=none \
     -v $PWD:/input:ro -v /tmp/python-build/working:/working \
     -v /tmp/python-build/tmp:/tmp -v /tmp/python-build/devshm:/dev/shm \
     -w=/working \
-    kaggle/python-build \
+    $IMAGE_TAG \
     /bin/bash -c 'python -m unittest discover -s /input/tests'

From 18b07e269a53272ba189819bcf5a8809f8dbb062 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 17 Sep 2018 23:20:29 +0000
Subject: [PATCH 043/251] fix push and test script

---
 push | 23 +++++++++++++----------
 test |  3 +++
 2 files changed, 16 insertions(+), 10 deletions(-)

diff --git a/push b/push
index 85f11611..a938abb5 100755
--- a/push
+++ b/push
@@ -3,10 +3,10 @@
 # Push a newly-built image with the given label to gcr.io and DockerHub.
 #
 # Usage:
-#   ./push [--gpu] [label]
+#   ./push [--gpu] [LABEL]
 #
 # Description:
-#   label: Docker image label. Defaults to "testing".
+#   LABEL: Docker image label. Defaults to "testing".
 #
 # Options:
 #   --gpu: Psuh the image with GPU support.
@@ -14,19 +14,22 @@
 set -e
 set -x
 
-IMAGE_TAG="kaggle/python-build:latest"
+SOURCE_IMAGE="kaggle/python-build"
+TARGET_IMAGE="gcr.io/kaggle-images/python"
 
 if [[ "$1" == "--gpu" ]]; then
-    IMAGE_TAG="kaggle/python-gpu-build:latest"
+    SOURCE_IMAGE="kaggle/python-gpu-build"
+    TARGET_IMAGE="gcr.io/kaggle-private-byod/python"
     shift
 fi
 
-label=${1:-testing}
+LABEL=${1:-testing}
 
-docker tag $IMAGE_TAG gcr.io/kaggle-images/python:${label}
-gcloud docker -- push gcr.io/kaggle-images/python:${label}
+docker tag $SOURCE_IMAGE:latest $TARGET_IMAGE:$LABEL
+gcloud docker -- push $TARGET_IMAGE:$LABEL
 
-if [[ "$label" == "latest" ]]; then
-  docker tag $IMAGE_TAG kaggle/python:${label}
-  docker push kaggle/python:${label}
+# Only CPU images are made public at this time.
+if [[ "$LABEL" == "latest" && SOURCE_IMAGE = "kaggle/python-build" ]]; then
+  docker tag $SOURCE_IMAGE:latest kaggle/python:$LABEL
+  docker push kaggle/python:$LABEL
 fi
diff --git a/test b/test
index 080fc5ff..b2086cc8 100755
--- a/test
+++ b/test
@@ -14,9 +14,11 @@ set -e
 set -x
 
 IMAGE_TAG="kaggle/python-build"
+ADDITONAL_OPTS=""
 
 if [[ "$1" == "--gpu" ]]; then
     IMAGE_TAG="kaggle/python-gpu-build"
+    ADDITONAL_OPTS="-v /tmp/empty_dir:/usr/local/cuda/lib64/stubs:ro"
     shift
 fi
 
@@ -36,5 +38,6 @@ docker run --rm -t --read-only --net=none \
     -v $PWD:/input:ro -v /tmp/python-build/working:/working \
     -v /tmp/python-build/tmp:/tmp -v /tmp/python-build/devshm:/dev/shm \
     -w=/working \
+    $ADDITONAL_OPTS \
     $IMAGE_TAG \
     /bin/bash -c 'python -m unittest discover -s /input/tests'

From c57c0896a88f45fce43ed9f8aee0bb8cacb66a7e Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 18 Sep 2018 21:41:50 +0000
Subject: [PATCH 044/251] improve pytorch gpu tests

---
 tests/test_pytorch.py | 12 +++++++++++-
 1 file changed, 11 insertions(+), 1 deletion(-)

diff --git a/tests/test_pytorch.py b/tests/test_pytorch.py
index 16b17364..61dd71ff 100644
--- a/tests/test_pytorch.py
+++ b/tests/test_pytorch.py
@@ -16,10 +16,20 @@ def test_nn(self):
         linear_torch(data_torch)
 
     @gpu_test
-    def test_gpu(self):
+    def test_gpu_computation(self):
         cuda = torch.device('cuda')  
         a = torch.tensor([1., 2.], device=cuda)
 
         result = a.sum()
 
         self.assertEqual(torch.tensor([3.], device=cuda), result)
+
+    @gpu_test
+    def test_cuda_nn(self):
+        # These throw if cuda is misconfigured
+        tnn.GRUCell(10,10).cuda()
+        tnn.RNNCell(10,10).cuda()
+        tnn.LSTMCell(10,10).cuda()
+        tnn.GRU(10,10).cuda()
+        tnn.LSTM(10,10).cuda()
+        tnn.RNN(10,10).cuda()

From fb787224199d5ecd09f8724f13ec5aaaede4cfdd Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 18 Sep 2018 21:46:55 +0000
Subject: [PATCH 045/251] fix build command

---
 build | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/build b/build
index 8d3fc81f..c2b44598 100755
--- a/build
+++ b/build
@@ -26,4 +26,4 @@ if [[ "$1" ==  "--use-cache" ]]; then
     CACHE_FLAG=""
 fi
 
-docker build --rm -t $CACHE_FLAG $IMAGE_TAG -f $DOCKERFILE .
+docker build --rm $CACHE_FLAG -t $IMAGE_TAG -f $DOCKERFILE .

From ba4a5237f2009c7c5a785f0dde864a9e1954920b Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 18 Sep 2018 21:48:46 +0000
Subject: [PATCH 046/251] Install tensorflow from pre-built wheel

---
 Dockerfile | 34 ++++++++++++----------------------
 1 file changed, 12 insertions(+), 22 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 45290385..1e2dce6e 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,12 +1,17 @@
+FROM gcr.io/kaggle-images/python-tensorflow-whl:1.11.0-py36 as tensorflow_whl
 FROM continuumio/anaconda3:5.0.1
 
+# This is necessary to for apt to access HTTPS sources
+RUN apt-get update && \
+    apt-get install apt-transport-https
+
 ADD patches/ /tmp/patches/
 ADD patches/nbconvert-extensions.tpl /opt/kaggle/nbconvert-extensions.tpl
 
     # Use a fixed apt-get repo to stop intermittent failures due to flaky httpredir connections,
     # as described by Lionel Chan at http://stackoverflow.com/a/37426929/5881346
 RUN sed -i "s/httpredir.debian.org/debian.uchicago.edu/" /etc/apt/sources.list && \
-    apt-get update && apt-get install -y build-essential && \
+    apt-get update && apt-get install -y build-essential unzip && \
     # https://stackoverflow.com/a/46498173
     conda update -y conda && conda update -y python && \
     pip install --upgrade pip && \
@@ -32,33 +37,18 @@ RUN pip install seaborn python-dateutil dask pytagcloud pyyaml joblib \
     # clean up ImageMagick source files
     cd ../ && rm -rf ImageMagick*
 
-RUN apt-get update && apt-get install -y python-software-properties zip && \
-    echo "deb http://ppa.launchpad.net/webupd8team/java/ubuntu precise main" | tee -a /etc/apt/sources.list && \
-    echo "deb-src http://ppa.launchpad.net/webupd8team/java/ubuntu precise main" | tee -a /etc/apt/sources.list && \
-    apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv-keys EEA14886 C857C906 2B90D010 && \
-    apt-get update && \
-    echo debconf shared/accepted-oracle-license-v1-1 select true | debconf-set-selections && \
-    echo debconf shared/accepted-oracle-license-v1-1 seen true | debconf-set-selections && \
-    apt-get install -y oracle-java8-installer && \
-    echo "deb [arch=amd64] http://storage.googleapis.com/bazel-apt stable jdk1.8" | tee /etc/apt/sources.list.d/bazel.list && \
-    curl https://bazel.build/bazel-release.pub.gpg | apt-key add - && \
-    apt-get update && apt-get install -y bazel && \
-    apt-get upgrade -y bazel
-
 # Tensorflow doesn't support python 3.7 yet. See https://github.com/tensorflow/tensorflow/issues/20517
 # Fix to install tf 1.10:: Downgrade python 3.7->3.6.6 and downgrade Pandas 0.23.3->0.23.2
 RUN conda install -y python=3.6.6 && \
     pip install pandas==0.23.2 && \
     # Another fix for TF 1.10 https://github.com/tensorflow/tensorflow/issues/21518
     pip install keras_applications==1.0.4 --no-deps && \
-    pip install keras_preprocessing==1.0.2 --no-deps && \
-    cd /usr/local/src && \
-    git clone https://github.com/tensorflow/tensorflow && \
-    cd tensorflow && \
-    cat /dev/null | ./configure && \
-    bazel build --config=opt //tensorflow/tools/pip_package:build_pip_package && \
-    bazel-bin/tensorflow/tools/pip_package/build_pip_package /tmp/tensorflow_pkg && \
-    pip install /tmp/tensorflow_pkg/tensorflow*.whl
+    pip install keras_preprocessing==1.0.2 --no-deps
+
+# Install tensorflow from a pre-built wheel
+COPY --from=tensorflow_whl /tmp/tensorflow_cpu/*.whl /tmp/tensorflow_cpu/
+RUN pip install /tmp/tensorflow_cpu/tensorflow*.whl && \
+    rm -rf /tmp/tensorflow_cpu
 
 RUN apt-get install -y libfreetype6-dev && \
     apt-get install -y libglib2.0-0 libxext6 libsm6 libxrender1 libfontconfig1 --fix-missing && \

From 5ee32f807974de2d452e8d251a54d071eccdff72 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 18 Sep 2018 21:49:10 +0000
Subject: [PATCH 047/251] GPU Dockerfile

---
 gpu.Dockerfile | 48 ++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 48 insertions(+)
 create mode 100644 gpu.Dockerfile

diff --git a/gpu.Dockerfile b/gpu.Dockerfile
new file mode 100644
index 00000000..89840ce0
--- /dev/null
+++ b/gpu.Dockerfile
@@ -0,0 +1,48 @@
+FROM nvidia/cuda:9.1-cudnn7-devel-ubuntu16.04 AS nvidia
+FROM gcr.io/kaggle-images/python-tensorflow-whl:1.11.0-py36 as tensorflow_whl
+FROM kaggle/python-build
+
+# Cuda support
+COPY --from=nvidia /etc/apt/sources.list.d/cuda.list /etc/apt/sources.list.d/
+COPY --from=nvidia /etc/apt/sources.list.d/nvidia-ml.list /etc/apt/sources.list.d/
+COPY --from=nvidia /etc/apt/trusted.gpg /etc/apt/trusted.gpg.d/cuda.gpg
+
+ENV CUDA_VERSION=9.1.85
+ENV CUDA_PKG_VERSION=9-1=$CUDA_VERSION-1
+LABEL com.nvidia.volumes.needed="nvidia_driver"
+LABEL com.nvidia.cuda.version="${CUDA_VERSION}"
+ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:${PATH}
+# The stub is useful to us both for built-time linking and run-time linking, on CPU-only systems.
+# When intended to be used with actual GPUs, make sure to (besides providing access to the host
+# CUDA user libraries, either manually or through the use of nvidia-docker) exclude them. One
+# convenient way to do so is to obscure its contents by a bind mount:
+#   docker run .... -v /non-existing-directory:/usr/local/cuda/lib64/stubs:ro ...
+ENV LD_LIBRARY_PATH="/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64/stubs"
+ENV NVIDIA_VISIBLE_DEVICES=all
+ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
+ENV NVIDIA_REQUIRE_CUDA="cuda>=9.0"
+RUN apt-get update && apt-get install -y --no-install-recommends \
+      cuda-cudart-$CUDA_PKG_VERSION \
+      cuda-libraries-$CUDA_PKG_VERSION \
+      cuda-libraries-dev-$CUDA_PKG_VERSION \
+      cuda-nvml-dev-$CUDA_PKG_VERSION \
+      cuda-minimal-build-$CUDA_PKG_VERSION \
+      cuda-command-line-tools-$CUDA_PKG_VERSION \
+      libcudnn7=7.0.5.15-1+cuda9.1 \
+      libcudnn7-dev=7.0.5.15-1+cuda9.1 \
+      libnccl2=2.2.12-1+cuda9.1 \
+      libnccl-dev=2.2.12-1+cuda9.1 && \
+    ln -s /usr/local/cuda-9.1 /usr/local/cuda && \
+    ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1
+
+# Reinstall packages with a separate version for GPU support
+# Tensorflow
+COPY --from=tensorflow_whl /tmp/tensorflow_gpu/*.whl /tmp/tensorflow_gpu/
+RUN pip uninstall -y tensorflow && \
+    pip install /tmp/tensorflow_gpu/tensorflow*.whl && \
+    rm -rf /tmp/tensorflow_gpu && \
+    conda uninstall -y pytorch-cpu torchvision-cpu && \
+    conda install -y pytorch torchvision -c pytorch
+
+# Install GPU-only packages
+RUN pip install pycuda

From c8dd5650433de9db922457d537fa34d29b706e23 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 18 Sep 2018 21:57:56 +0000
Subject: [PATCH 048/251] Update Jenkins config to support GPU build

---
 Jenkinsfile | 31 ++++++++++++++++++++++++++++---
 1 file changed, 28 insertions(+), 3 deletions(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index cef5a0b4..00996d1a 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -17,7 +17,7 @@ pipeline {
   }
 
   stages {
-    stage('Docker Build') {
+    stage('Docker CPU Build') {
       steps {
         slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} docker build>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
@@ -28,7 +28,7 @@ pipeline {
       }
     }
 
-    stage('Test Image') {
+    stage('Test CPU Image') {
       steps {
         slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} test image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
@@ -39,8 +39,32 @@ pipeline {
         '''
       }
     }
+    
+    stage('Docker GPU Build') {
+      steps {
+        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} docker build>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
+        sh '''#!/bin/bash
+          set -exo pipefail
+
+          ./build --gpu | ts
+        '''
+      }
+    }
+
+    stage('Test GPU Image') {
+      agent { label 'ephemeral-linux-gpu' }
+      steps {
+        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} test image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
+        sh '''#!/bin/bash
+          set -exo pipefail
+
+          date
+          ./test --gpu
+        '''
+      }
+    }
 
-    stage('Push Image') {
+    stage('Push Images') {
       steps {
         slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} pushing image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
@@ -48,6 +72,7 @@ pipeline {
 
           date
           ./push staging
+          ./push --gpu staging
         '''
       }
     }

From 6cfb569a70eecb4264f9a398a76d63a58c51e79c Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 19 Sep 2018 17:00:59 +0000
Subject: [PATCH 049/251] Fix typo

---
 Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 1e2dce6e..695aa187 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,7 +1,7 @@
 FROM gcr.io/kaggle-images/python-tensorflow-whl:1.11.0-py36 as tensorflow_whl
 FROM continuumio/anaconda3:5.0.1
 
-# This is necessary to for apt to access HTTPS sources
+# This is necessary for apt to access HTTPS sources
 RUN apt-get update && \
     apt-get install apt-transport-https
 

From 408cc24ef2ed6e705b75ad472958304398f415d1 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 19 Sep 2018 17:01:21 +0000
Subject: [PATCH 050/251] Make our helper scripts more robus

---
 build | 60 +++++++++++++++++++++++++++++++++++++++--------------------
 push  | 60 ++++++++++++++++++++++++++++++++++++++---------------------
 test  | 47 +++++++++++++++++++++++++++++++++++++---------
 3 files changed, 117 insertions(+), 50 deletions(-)

diff --git a/build b/build
index c2b44598..8bcd1a0e 100755
--- a/build
+++ b/build
@@ -1,29 +1,49 @@
 #!/bin/bash
-#
-# Build a new Python Docker image.
-#
-# Usage:
-#   ./build [--gpu] [--use-cache]
-#
-# Options:
-#   --gpu: Build an image with GPU support.
-#   --use-cache: Use layer cache when building a new image.
-# 
 set -e
-set -x
+
+usage() {
+cat << EOF
+Usage: $0 [OPTIONS]
+Build a new Python Docker image.
+
+Options:
+    -g, --gpu       Build an image with GPU support.
+    -c, --use-cache Use layer cache when building a new image.
+EOF
+}
 
 CACHE_FLAG="--no-cache"
-IMAGE_TAG="kaggle/python-build"
 DOCKERFILE="Dockerfile"
+IMAGE_TAG="kaggle/python-build"
+
+while :; do
+    case "$1" in 
+        -h|--help)
+            usage
+            exit
+            ;;
+        -g|--gpu)
+            IMAGE_TAG="kaggle/python-gpu-build"
+            DOCKERFILE="gpu.Dockerfile"
+            ;;
+        -c|--use-cache)
+            CACHE_FLAG=""
+            ;;
+        -?*)
+            usage
+            printf 'ERROR: Unknown option: %s\n' "$1" >&2
+            exit
+            ;;
+        *)            
+            break
+    esac
 
-if [[ "$1" == "--gpu" ]]; then
-    IMAGE_TAG="kaggle/python-gpu-build"
-    DOCKERFILE="gpu.Dockerfile"
     shift
-fi
+done
 
-if [[ "$1" ==  "--use-cache" ]]; then
-    CACHE_FLAG=""
-fi
+readonly CACHE_FLAG
+readonly DOCKERFILE
+readonly IMAGE_TAG
 
-docker build --rm $CACHE_FLAG -t $IMAGE_TAG -f $DOCKERFILE .
+set -x
+docker build --rm $CACHE_FLAG -t "$IMAGE_TAG" -f "$DOCKERFILE" .
diff --git a/push b/push
index a938abb5..79ad8f13 100755
--- a/push
+++ b/push
@@ -1,35 +1,53 @@
 #!/bin/bash
-#
-# Push a newly-built image with the given label to gcr.io and DockerHub.
-#
-# Usage:
-#   ./push [--gpu] [LABEL]
-#
-# Description:
-#   LABEL: Docker image label. Defaults to "testing".
-#
-# Options:
-#   --gpu: Psuh the image with GPU support.
-# 
 set -e
-set -x
+
+usage() {
+cat << EOF
+Usage: $0 [OPTIONS] [LABEL]
+Push a newly-built image with the given LABEL to gcr.io and DockerHub.
+
+Options:
+    -g, --gpu   Push the image with GPU support.
+EOF
+}
 
 SOURCE_IMAGE="kaggle/python-build"
 TARGET_IMAGE="gcr.io/kaggle-images/python"
 
-if [[ "$1" == "--gpu" ]]; then
-    SOURCE_IMAGE="kaggle/python-gpu-build"
-    TARGET_IMAGE="gcr.io/kaggle-private-byod/python"
+while :; do
+    case "$1" in 
+        -h|--help)
+            usage
+            exit
+            ;;
+        -g|--gpu)
+            SOURCE_IMAGE="kaggle/python-gpu-build"
+            TARGET_IMAGE="gcr.io/kaggle-private-byod/python"
+            ;;
+        -?*)
+            usage
+            printf 'ERROR: Unknown option: %s\n' "$1" >&2
+            exit
+            ;;
+        *)            
+            break
+    esac
+
     shift
-fi
+done
 
 LABEL=${1:-testing}
 
-docker tag $SOURCE_IMAGE:latest $TARGET_IMAGE:$LABEL
-gcloud docker -- push $TARGET_IMAGE:$LABEL
+readonly SOURCE_IMAGE
+readonly TARGET_IMAGE
+readonly LABEL
+
+set -x
+docker tag "${SOURCE_IMAGE}:latest" "${TARGET_IMAGE}:${LABEL}"
+gcloud docker -- push "${TARGET_IMAGE}:${LABEL}"
 
 # Only CPU images are made public at this time.
 if [[ "$LABEL" == "latest" && SOURCE_IMAGE = "kaggle/python-build" ]]; then
-  docker tag $SOURCE_IMAGE:latest kaggle/python:$LABEL
-  docker push kaggle/python:$LABEL
+  docker tag "${SOURCE_IMAGE}:latest" "kaggle/python:${LABEL}"
+  docker push "kaggle/python:${LABEL}"
 fi
diff --git a/test b/test
index b2086cc8..c336bb5e 100755
--- a/test
+++ b/test
@@ -1,7 +1,7 @@
 #!/bin/bash
 #
-# Run tests for a newly-built Python Docker image.
-# By default, it runs the tests for the CPU image.
+# 
+# 
 #
 # Usage:
 #   ./test [--gpu]
@@ -9,19 +9,48 @@
 # Options:
 #   --gpu: Run tests for the GPU image
 # 
-
 set -e
-set -x
+
+usage() {
+cat << EOF
+Usage: $0 [OPTIONS]
+Run tests for a newly-built Python Docker image.
+By default, it runs the tests for the CPU image.
+
+Options:
+    -g, --gpu   Run tests for the GPU image.
+EOF
+}
 
 IMAGE_TAG="kaggle/python-build"
 ADDITONAL_OPTS=""
 
-if [[ "$1" == "--gpu" ]]; then
-    IMAGE_TAG="kaggle/python-gpu-build"
-    ADDITONAL_OPTS="-v /tmp/empty_dir:/usr/local/cuda/lib64/stubs:ro"
+while :; do
+    case "$1" in 
+        -h|--help)
+            usage
+            exit
+            ;;
+        -g|--gpu)
+            IMAGE_TAG="kaggle/python-gpu-build"
+            ADDITONAL_OPTS="-v /tmp/empty_dir:/usr/local/cuda/lib64/stubs:ro"
+            ;;
+        -?*)
+            usage
+            printf 'ERROR: Unknown option: %s\n' "$1" >&2
+            exit
+            ;;
+        *)            
+            break
+    esac
+
     shift
-fi
+done
 
+readonly IMAGE_TAG
+readonly ADDITONAL_OPTS
+
+set -x
 rm -rf /tmp/python-build
 docker rm jupyter_test || true
 mkdir -p /tmp/python-build/tmp
@@ -39,5 +68,5 @@ docker run --rm -t --read-only --net=none \
     -v /tmp/python-build/tmp:/tmp -v /tmp/python-build/devshm:/dev/shm \
     -w=/working \
     $ADDITONAL_OPTS \
-    $IMAGE_TAG \
+    "$IMAGE_TAG" \
     /bin/bash -c 'python -m unittest discover -s /input/tests'

From 1c2c907ce9f9d7e3f7a6ec1e3be01002b0caf068 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 19 Sep 2018 17:06:42 +0000
Subject: [PATCH 051/251] Remove extra comments

---
 test | 10 ----------
 1 file changed, 10 deletions(-)

diff --git a/test b/test
index c336bb5e..2545ce39 100755
--- a/test
+++ b/test
@@ -1,14 +1,4 @@
 #!/bin/bash
-#
-# 
-# 
-#
-# Usage:
-#   ./test [--gpu]
-#
-# Options:
-#   --gpu: Run tests for the GPU image
-# 
 set -e
 
 usage() {

From 77739d38954caa0fdc1cb34907b3e563878f7d81 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 19 Sep 2018 17:09:06 +0000
Subject: [PATCH 052/251] Minor fixes

---
 test | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/test b/test
index 2545ce39..42bc2c11 100755
--- a/test
+++ b/test
@@ -47,7 +47,7 @@ mkdir -p /tmp/python-build/tmp
 mkdir -p /tmp/python-build/devshm
 mkdir -p /tmp/python-build/working
 # Check that Jupyter server can run; if it dies on startup, the `docker kill` command will throw an error
-docker run -d --name=jupyter_test --read-only --net=none -e HOME=/tmp -v $PWD:/input:ro -v /tmp/python-build/working:/working -w=/working -v /tmp/python-build/tmp:/tmp -v /tmp/python-build/devshm:/dev/shm $IMAGE_TAG jupyter notebook --allow-root --ip="*"
+docker run -d --name=jupyter_test --read-only --net=none -e HOME=/tmp -v $PWD:/input:ro -v /tmp/python-build/working:/working -w=/working -v /tmp/python-build/tmp:/tmp -v /tmp/python-build/devshm:/dev/shm "$IMAGE_TAG" jupyter notebook --allow-root --ip="*"
 sleep 3
 docker kill jupyter_test && docker rm jupyter_test
 docker run --rm -t --read-only --net=none \

From 9cb9f600687c14e2a3921c0505fc7cc0afddbafb Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 19 Sep 2018 18:36:35 +0000
Subject: [PATCH 053/251] Fix Jenkins config

---
 Jenkinsfile    | 24 ++++++++++++++++++++++--
 gpu.Dockerfile |  2 +-
 2 files changed, 23 insertions(+), 3 deletions(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 00996d1a..07a455da 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -3,6 +3,7 @@ String cron_string = BRANCH_NAME == "master" ? "H 12 * * 1-5" : ""
 pipeline {
   agent { label 'ephemeral-linux' }
   options {
+    // The Build GPU stage depends on the image from the Push CPU stage
     disableConcurrentBuilds()
   }
   triggers {
@@ -39,8 +40,27 @@ pipeline {
         '''
       }
     }
+
+    stage('Push CPU Image') {
+      steps {
+        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} pushing image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
+        sh '''#!/bin/bash
+          set -exo pipefail
+
+          date
+          ./push staging
+        '''
+      }
+    }
     
     stage('Docker GPU Build') {
+      // A GPU is not required to build this image. However, in our current setup,
+      // the default runtime is set to nvidia (as opposed to runc) and there
+      // is no option to specify a runtime for the `docker build` command.
+      //
+      // TODO(rosbo) don't set `nvidia` as the default runtime and use the
+      // `--runtime=nvidia` flag for the `docker run` command when GPU support is needed.
+      agent { label 'ephemeral-linux-gpu' }
       steps {
         slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} docker build>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
@@ -64,14 +84,14 @@ pipeline {
       }
     }
 
-    stage('Push Images') {
+    stage('Push GPU Image') {
+      agent { label 'ephemeral-linux-gpu' }
       steps {
         slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} pushing image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
           set -exo pipefail
 
           date
-          ./push staging
           ./push --gpu staging
         '''
       }
diff --git a/gpu.Dockerfile b/gpu.Dockerfile
index 89840ce0..6124280f 100644
--- a/gpu.Dockerfile
+++ b/gpu.Dockerfile
@@ -1,6 +1,6 @@
 FROM nvidia/cuda:9.1-cudnn7-devel-ubuntu16.04 AS nvidia
 FROM gcr.io/kaggle-images/python-tensorflow-whl:1.11.0-py36 as tensorflow_whl
-FROM kaggle/python-build
+FROM gcr.io/kaggle-images/python:staging
 
 # Cuda support
 COPY --from=nvidia /etc/apt/sources.list.d/cuda.list /etc/apt/sources.list.d/

From c17404600129b767bc04b8bece3441fdb3c5ddaf Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 20 Sep 2018 10:59:51 -0700
Subject: [PATCH 054/251] Remove duplicate install of seaborn

already being install at line 20.
---
 Dockerfile | 1 -
 1 file changed, 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 695aa187..481b656a 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -439,7 +439,6 @@ RUN pip install bcolz && \
     pip install PyYAML && \
     pip install pyzmq && \
     pip install qtconsole && \
-    pip install seaborn && \
     pip install simplegeneric && \
     pip install six && \
     pip install terminado && \

From 8ff8232d975e2b0a4b8cc11c4083624d2cb9b774 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 21 Sep 2018 11:22:44 -0700
Subject: [PATCH 055/251] Update Dockerfile

---
 Dockerfile | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 481b656a..4560b620 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -63,7 +63,10 @@ RUN apt-get install -y libfreetype6-dev && \
     cd /usr/local/src && mkdir xgboost && cd xgboost && \
     git clone --depth 1 --recursive https://github.com/dmlc/xgboost.git && cd xgboost && \
     make && cd python-package && python setup.py install && \
-    pip install lightgbm && \
+    # Pinning to an older version. The latest release (2.2.0) depends on an old GLIBC version.
+    # This cause the package to fail at import time with "version `GLIBC_2.23' not found"
+    # TODO: Unpin once the latest release is fixed.
+    pip install lightgbm==2.1.2 && \
     #lasagne
     cd /usr/local/src && mkdir Lasagne && cd Lasagne && \
     git clone --depth 1 https://github.com/Lasagne/Lasagne.git && cd Lasagne && \

From 8085c063ffcdfa60e24f17a8cd961d25f116a5d5 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 21 Sep 2018 18:53:17 +0000
Subject: [PATCH 056/251] Add test for the lightgbm package

---
 tests/test_lightgbm.py | 33 +++++++++++++++++++++++++++++++++
 1 file changed, 33 insertions(+)
 create mode 100644 tests/test_lightgbm.py

diff --git a/tests/test_lightgbm.py b/tests/test_lightgbm.py
new file mode 100644
index 00000000..5727cacd
--- /dev/null
+++ b/tests/test_lightgbm.py
@@ -0,0 +1,33 @@
+import unittest
+
+import lightgbm as lgb
+
+from sklearn.datasets import load_iris
+
+class TestLightgbm(unittest.TestCase):
+    # Based on the "simple_example" from their documentation:
+    # https://github.com/Microsoft/LightGBM/blob/master/examples/python-guide/simple_example.py
+    def test_simple(self):
+        # Load a dataset aleady on disk
+        iris = load_iris()
+
+        lgb_train = lgb.Dataset(iris.data[:100], iris.target[:100])
+        lgb_eval = lgb.Dataset(iris.data[100:], iris.target[100:], reference=lgb_train)
+
+        params = {
+            'task': 'train',
+            'boosting_type': 'gbdt',
+            'objective': 'regression',
+            'metric': {'l2', 'auc'},
+            'num_leaves': 31,
+            'learning_rate': 0.05,
+            'feature_fraction': 0.9,
+            'bagging_fraction': 0.8,
+            'bagging_freq': 5,
+            'verbose': 0
+        }
+
+        # Run only one round for faster test
+        gbm = lgb.train(params, lgb_train, num_boost_round=1, valid_sets=lgb_eval, early_stopping_rounds=1)
+
+        self.assertEqual(1, gbm.best_iteration)

From 4fb5b680af7954806ab6d372033834c42d505918 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 21 Sep 2018 18:56:34 +0000
Subject: [PATCH 057/251] formatting

---
 tests/test_lightgbm.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/tests/test_lightgbm.py b/tests/test_lightgbm.py
index 5727cacd..213eb0ca 100644
--- a/tests/test_lightgbm.py
+++ b/tests/test_lightgbm.py
@@ -28,6 +28,10 @@ def test_simple(self):
         }
 
         # Run only one round for faster test
-        gbm = lgb.train(params, lgb_train, num_boost_round=1, valid_sets=lgb_eval, early_stopping_rounds=1)
+        gbm = lgb.train(params,
+                        lgb_train,
+                        num_boost_round=1,
+                        valid_sets=lgb_eval,
+                        early_stopping_rounds=1)
 
         self.assertEqual(1, gbm.best_iteration)

From a15031bac4beba79ec44bf52e261e9b0616be0fd Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 21 Sep 2018 14:09:29 -0700
Subject: [PATCH 058/251] Always pull the latest parent images at build

---
 build | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/build b/build
index 8bcd1a0e..0b8c662b 100755
--- a/build
+++ b/build
@@ -46,4 +46,4 @@ readonly DOCKERFILE
 readonly IMAGE_TAG
 
 set -x
-docker build --rm $CACHE_FLAG -t "$IMAGE_TAG" -f "$DOCKERFILE" .
+docker build --rm --pull $CACHE_FLAG -t "$IMAGE_TAG" -f "$DOCKERFILE" .

From 561f3abad225f95869eefcd85e6528a48d4e7f5a Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 20 Sep 2018 21:22:42 +0000
Subject: [PATCH 059/251] Expand keras tests to cover conv net

---
 tests/test_keras.py | 36 ++++++++++++++++++++++++++++++++++--
 1 file changed, 34 insertions(+), 2 deletions(-)

diff --git a/tests/test_keras.py b/tests/test_keras.py
index ca107563..cdaa7cb9 100644
--- a/tests/test_keras.py
+++ b/tests/test_keras.py
@@ -1,10 +1,11 @@
 import unittest
 
+import numpy as np
 import pandas as pd
 
 from keras.models import Sequential
-from keras.layers import Dense
-from keras.optimizers import RMSprop
+from keras.layers import Dense, Dropout, Flatten, Conv2D, MaxPooling2D
+from keras.optimizers import RMSprop, SGD
 from keras.utils.np_utils import to_categorical
 
 class TestKeras(unittest.TestCase):
@@ -23,3 +24,34 @@ def test_train(self):
             metrics=['accuracy'])
 
         model.fit(x_train, y_train, epochs=1, batch_size=32)
+    
+    def test_conv2d(self):
+        # Generate dummy data
+        x_train = np.random.random((100, 100, 100, 3))
+        y_train = keras.utils.to_categorical(np.random.randint(10, size=(100, 1)), num_classes=10)
+        x_test = np.random.random((20, 100, 100, 3))
+        y_test = keras.utils.to_categorical(np.random.randint(10, size=(20, 1)), num_classes=10)
+
+        model = Sequential()
+        # input: 100x100 images with 3 channels -> (100, 100, 3) tensors.
+        # this applies 32 convolution filters of size 3x3 each.
+        model.add(Conv2D(32, (3, 3), activation='relu', input_shape=(100, 100, 3)))
+        model.add(Conv2D(32, (3, 3), activation='relu'))
+        model.add(MaxPooling2D(pool_size=(2, 2)))
+        model.add(Dropout(0.25))
+
+        model.add(Conv2D(64, (3, 3), activation='relu'))
+        model.add(Conv2D(64, (3, 3), activation='relu'))
+        model.add(MaxPooling2D(pool_size=(2, 2)))
+        model.add(Dropout(0.25))
+
+        model.add(Flatten())
+        model.add(Dense(256, activation='relu'))
+        model.add(Dropout(0.5))
+        model.add(Dense(10, activation='softmax'))
+
+        sgd = SGD(lr=0.01, decay=1e-6, momentum=0.9, nesterov=True)
+        model.compile(loss='categorical_crossentropy', optimizer=sgd)
+
+        model.fit(x_train, y_train, batch_size=32, epochs=1)
+        score = model.evaluate(x_test, y_test, batch_size=32)

From f9386a24daf660bf6c583016cf63a8d7ea668385 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 20 Sep 2018 22:40:20 +0000
Subject: [PATCH 060/251] use libcudnn7.2 and cuda 9.2

---
 gpu.Dockerfile      | 30 ++++++++++++++++--------------
 tests/test_keras.py |  1 +
 2 files changed, 17 insertions(+), 14 deletions(-)

diff --git a/gpu.Dockerfile b/gpu.Dockerfile
index 6124280f..45515596 100644
--- a/gpu.Dockerfile
+++ b/gpu.Dockerfile
@@ -1,4 +1,4 @@
-FROM nvidia/cuda:9.1-cudnn7-devel-ubuntu16.04 AS nvidia
+FROM nvidia/cuda:9.2-cudnn7-devel-ubuntu16.04 AS nvidia
 FROM gcr.io/kaggle-images/python-tensorflow-whl:1.11.0-py36 as tensorflow_whl
 FROM gcr.io/kaggle-images/python:staging
 
@@ -7,8 +7,8 @@ COPY --from=nvidia /etc/apt/sources.list.d/cuda.list /etc/apt/sources.list.d/
 COPY --from=nvidia /etc/apt/sources.list.d/nvidia-ml.list /etc/apt/sources.list.d/
 COPY --from=nvidia /etc/apt/trusted.gpg /etc/apt/trusted.gpg.d/cuda.gpg
 
-ENV CUDA_VERSION=9.1.85
-ENV CUDA_PKG_VERSION=9-1=$CUDA_VERSION-1
+ENV CUDA_VERSION=9.2.88
+ENV CUDA_PKG_VERSION=9-2=$CUDA_VERSION-1
 LABEL com.nvidia.volumes.needed="nvidia_driver"
 LABEL com.nvidia.cuda.version="${CUDA_VERSION}"
 ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:${PATH}
@@ -22,17 +22,19 @@ ENV NVIDIA_VISIBLE_DEVICES=all
 ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
 ENV NVIDIA_REQUIRE_CUDA="cuda>=9.0"
 RUN apt-get update && apt-get install -y --no-install-recommends \
-      cuda-cudart-$CUDA_PKG_VERSION \
-      cuda-libraries-$CUDA_PKG_VERSION \
-      cuda-libraries-dev-$CUDA_PKG_VERSION \
-      cuda-nvml-dev-$CUDA_PKG_VERSION \
-      cuda-minimal-build-$CUDA_PKG_VERSION \
-      cuda-command-line-tools-$CUDA_PKG_VERSION \
-      libcudnn7=7.0.5.15-1+cuda9.1 \
-      libcudnn7-dev=7.0.5.15-1+cuda9.1 \
-      libnccl2=2.2.12-1+cuda9.1 \
-      libnccl-dev=2.2.12-1+cuda9.1 && \
-    ln -s /usr/local/cuda-9.1 /usr/local/cuda && \
+        cuda-cupti-$CUDA_PKG_VERSION \
+        cuda-cudart-$CUDA_PKG_VERSION \
+        cuda-cudart-dev-$CUDA_PKG_VERSION \
+        cuda-libraries-$CUDA_PKG_VERSION \
+        cuda-libraries-dev-$CUDA_PKG_VERSION \
+        cuda-nvml-dev-$CUDA_PKG_VERSION \
+        cuda-minimal-build-$CUDA_PKG_VERSION \
+        cuda-command-line-tools-$CUDA_PKG_VERSION \
+        libcudnn7=7.2.1.38-1+cuda9.2 \
+        libcudnn7-dev=7.2.1.38-1+cuda9.2 \
+        libnccl2=2.2.13-1+cuda9.2 \
+        libnccl-dev=2.2.13-1+cuda9.2 && \
+    ln -s /usr/local/cuda-9.2 /usr/local/cuda && \
     ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1
 
 # Reinstall packages with a separate version for GPU support
diff --git a/tests/test_keras.py b/tests/test_keras.py
index cdaa7cb9..fc6448e3 100644
--- a/tests/test_keras.py
+++ b/tests/test_keras.py
@@ -1,5 +1,6 @@
 import unittest
 
+import keras
 import numpy as np
 import pandas as pd
 

From 626ba4cbd0bf3043446ab26b8fb8c778cafa0d32 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 21 Sep 2018 17:12:20 +0000
Subject: [PATCH 061/251] Use libcudnn 7.2

---
 gpu.Dockerfile      | 31 +++++++++++++++----------------
 tests/test_keras.py |  8 +++++---
 2 files changed, 20 insertions(+), 19 deletions(-)

diff --git a/gpu.Dockerfile b/gpu.Dockerfile
index 45515596..247c7dd4 100644
--- a/gpu.Dockerfile
+++ b/gpu.Dockerfile
@@ -1,4 +1,4 @@
-FROM nvidia/cuda:9.2-cudnn7-devel-ubuntu16.04 AS nvidia
+FROM nvidia/cuda:9.1-cudnn7-devel-ubuntu16.04 AS nvidia
 FROM gcr.io/kaggle-images/python-tensorflow-whl:1.11.0-py36 as tensorflow_whl
 FROM gcr.io/kaggle-images/python:staging
 
@@ -7,8 +7,8 @@ COPY --from=nvidia /etc/apt/sources.list.d/cuda.list /etc/apt/sources.list.d/
 COPY --from=nvidia /etc/apt/sources.list.d/nvidia-ml.list /etc/apt/sources.list.d/
 COPY --from=nvidia /etc/apt/trusted.gpg /etc/apt/trusted.gpg.d/cuda.gpg
 
-ENV CUDA_VERSION=9.2.88
-ENV CUDA_PKG_VERSION=9-2=$CUDA_VERSION-1
+ENV CUDA_VERSION=9.1.85
+ENV CUDA_PKG_VERSION=9-1=$CUDA_VERSION-1
 LABEL com.nvidia.volumes.needed="nvidia_driver"
 LABEL com.nvidia.cuda.version="${CUDA_VERSION}"
 ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:${PATH}
@@ -22,19 +22,18 @@ ENV NVIDIA_VISIBLE_DEVICES=all
 ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
 ENV NVIDIA_REQUIRE_CUDA="cuda>=9.0"
 RUN apt-get update && apt-get install -y --no-install-recommends \
-        cuda-cupti-$CUDA_PKG_VERSION \
-        cuda-cudart-$CUDA_PKG_VERSION \
-        cuda-cudart-dev-$CUDA_PKG_VERSION \
-        cuda-libraries-$CUDA_PKG_VERSION \
-        cuda-libraries-dev-$CUDA_PKG_VERSION \
-        cuda-nvml-dev-$CUDA_PKG_VERSION \
-        cuda-minimal-build-$CUDA_PKG_VERSION \
-        cuda-command-line-tools-$CUDA_PKG_VERSION \
-        libcudnn7=7.2.1.38-1+cuda9.2 \
-        libcudnn7-dev=7.2.1.38-1+cuda9.2 \
-        libnccl2=2.2.13-1+cuda9.2 \
-        libnccl-dev=2.2.13-1+cuda9.2 && \
-    ln -s /usr/local/cuda-9.2 /usr/local/cuda && \
+      cuda-cupti-$CUDA_PKG_VERSION \
+      cuda-cudart-$CUDA_PKG_VERSION \
+      cuda-libraries-$CUDA_PKG_VERSION \
+      cuda-libraries-dev-$CUDA_PKG_VERSION \
+      cuda-nvml-dev-$CUDA_PKG_VERSION \
+      cuda-minimal-build-$CUDA_PKG_VERSION \
+      cuda-command-line-tools-$CUDA_PKG_VERSION \
+      libcudnn7=7.2.1.38-1+cuda9.0 \
+      libcudnn7-dev=7.2.1.38-1+cuda9.0 \
+      libnccl2=2.2.12-1+cuda9.1 \
+      libnccl-dev=2.2.12-1+cuda9.1 && \
+    ln -s /usr/local/cuda-9.1 /usr/local/cuda && \
     ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1
 
 # Reinstall packages with a separate version for GPU support
diff --git a/tests/test_keras.py b/tests/test_keras.py
index fc6448e3..9f8a1e4c 100644
--- a/tests/test_keras.py
+++ b/tests/test_keras.py
@@ -25,7 +25,8 @@ def test_train(self):
             metrics=['accuracy'])
 
         model.fit(x_train, y_train, epochs=1, batch_size=32)
-    
+
+    # Uses convnet which depends on libcudnn when running on GPU
     def test_conv2d(self):
         # Generate dummy data
         x_train = np.random.random((100, 100, 100, 3))
@@ -52,7 +53,8 @@ def test_conv2d(self):
         model.add(Dense(10, activation='softmax'))
 
         sgd = SGD(lr=0.01, decay=1e-6, momentum=0.9, nesterov=True)
-        model.compile(loss='categorical_crossentropy', optimizer=sgd)
 
+        # This throws if libcudnn is not properly installed with on a GPU
+        model.compile(loss='categorical_crossentropy', optimizer=sgd)
         model.fit(x_train, y_train, batch_size=32, epochs=1)
-        score = model.evaluate(x_test, y_test, batch_size=32)
+        model.evaluate(x_test, y_test, batch_size=32)

From ec25fd3099e5c921c9818cbafe48a520e991d87a Mon Sep 17 00:00:00 2001
From: Gyczero <2997347185@qq.com>
Date: Sat, 22 Sep 2018 18:53:54 +0800
Subject: [PATCH 062/251] ADD unit test for jieba

---
 tests/test_jieba.py | 10 ++++++++++
 1 file changed, 10 insertions(+)
 create mode 100644 tests/test_jieba.py

diff --git a/tests/test_jieba.py b/tests/test_jieba.py
new file mode 100644
index 00000000..745545f0
--- /dev/null
+++ b/tests/test_jieba.py
@@ -0,0 +1,10 @@
+# encoding=utf-8
+import unittest
+
+import jieba
+
+
+class TestJieba(unittest.TestCase):
+    def test_text_split(self):
+        sentence = "我爱北京天安门"
+        seg_list = jieba.cut(sentence)
\ No newline at end of file

From 3d3aeb69ed8ae29e3ecc87d9bcbf240619f0e698 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 1 Oct 2018 11:00:40 -0700
Subject: [PATCH 063/251] Prevent disk from filling up on GPU build

The GPU build is still using a permanent worker (not ephemeral like the CPU build).

Docker images are building up and end up taking all the space and the build start failing.
---
 Jenkinsfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 07a455da..5e32b76c 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -65,7 +65,7 @@ pipeline {
         slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} docker build>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
           set -exo pipefail
-
+          docker image prune # remove previously built image to prevent disk from filling up
           ./build --gpu | ts
         '''
       }

From 321eeb52d623138d3191d01b146bd17c0a2327cb Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 1 Oct 2018 16:23:07 -0700
Subject: [PATCH 064/251] Remove all untagged images, not just dangling

Context: gpu build still uses a permanent worker.
---
 Jenkinsfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 5e32b76c..702898fb 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -65,7 +65,7 @@ pipeline {
         slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} docker build>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
           set -exo pipefail
-          docker image prune # remove previously built image to prevent disk from filling up
+          docker image prune -a # remove previously built image to prevent disk from filling up
           ./build --gpu | ts
         '''
       }

From 560af468065cfd51c3b96d6526a19fe5d2817715 Mon Sep 17 00:00:00 2001
From: Gyczero <2997347185@qq.com>
Date: Tue, 2 Oct 2018 12:18:13 +0800
Subject: [PATCH 065/251] Add an assertion for jieba

---
 .../inspectionProfiles/Project_Default.xml    |  14 +
 .../inspectionProfiles/profiles_settings.xml  |   7 +
 tests/.idea/misc.xml                          |  14 +
 tests/.idea/modules.xml                       |   8 +
 tests/.idea/tests.iml                         |  11 +
 tests/.idea/workspace.xml                     | 698 ++++++++++++++++++
 tests/test_jieba.py                           |   5 +-
 7 files changed, 756 insertions(+), 1 deletion(-)
 create mode 100644 tests/.idea/inspectionProfiles/Project_Default.xml
 create mode 100644 tests/.idea/inspectionProfiles/profiles_settings.xml
 create mode 100644 tests/.idea/misc.xml
 create mode 100644 tests/.idea/modules.xml
 create mode 100644 tests/.idea/tests.iml
 create mode 100644 tests/.idea/workspace.xml

diff --git a/tests/.idea/inspectionProfiles/Project_Default.xml b/tests/.idea/inspectionProfiles/Project_Default.xml
new file mode 100644
index 00000000..7700bea2
--- /dev/null
+++ b/tests/.idea/inspectionProfiles/Project_Default.xml
@@ -0,0 +1,14 @@
+<component name="InspectionProjectProfileManager">
+  <profile version="1.0">
+    <option name="myName" value="Project Default" />
+    <option name="myLocal" value="true" />
+    <inspection_tool class="PyPep8Inspection" enabled="true" level="WEAK WARNING" enabled_by_default="true">
+      <option name="ignoredErrors">
+        <list>
+          <option value="" />
+          <option value="E101" />
+        </list>
+      </option>
+    </inspection_tool>
+  </profile>
+</component>
\ No newline at end of file
diff --git a/tests/.idea/inspectionProfiles/profiles_settings.xml b/tests/.idea/inspectionProfiles/profiles_settings.xml
new file mode 100644
index 00000000..c60c33bb
--- /dev/null
+++ b/tests/.idea/inspectionProfiles/profiles_settings.xml
@@ -0,0 +1,7 @@
+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="PROJECT_PROFILE" />
+    <option name="USE_PROJECT_PROFILE" value="false" />
+    <version value="1.0" />
+  </settings>
+</component>
\ No newline at end of file
diff --git a/tests/.idea/misc.xml b/tests/.idea/misc.xml
new file mode 100644
index 00000000..559ad2b6
--- /dev/null
+++ b/tests/.idea/misc.xml
@@ -0,0 +1,14 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectLevelVcsManager" settingsEditedManually="false">
+    <OptionsSetting value="true" id="Add" />
+    <OptionsSetting value="true" id="Remove" />
+    <OptionsSetting value="true" id="Checkout" />
+    <OptionsSetting value="true" id="Update" />
+    <OptionsSetting value="true" id="Status" />
+    <OptionsSetting value="true" id="Edit" />
+    <ConfirmationsSetting value="0" id="Add" />
+    <ConfirmationsSetting value="0" id="Remove" />
+  </component>
+  <component name="ProjectRootManager" version="2" project-jdk-name="Python 2.7.12 (~/anaconda/bin/python)" project-jdk-type="Python SDK" />
+</project>
\ No newline at end of file
diff --git a/tests/.idea/modules.xml b/tests/.idea/modules.xml
new file mode 100644
index 00000000..dac5cbb1
--- /dev/null
+++ b/tests/.idea/modules.xml
@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/tests.iml" filepath="$PROJECT_DIR$/.idea/tests.iml" />
+    </modules>
+  </component>
+</project>
\ No newline at end of file
diff --git a/tests/.idea/tests.iml b/tests/.idea/tests.iml
new file mode 100644
index 00000000..08bd4824
--- /dev/null
+++ b/tests/.idea/tests.iml
@@ -0,0 +1,11 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$" />
+    <orderEntry type="jdk" jdkName="Python 2.7.12 (~/anaconda/bin/python)" jdkType="Python SDK" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+  <component name="TestRunnerService">
+    <option name="PROJECT_TEST_RUNNER" value="Unittests" />
+  </component>
+</module>
\ No newline at end of file
diff --git a/tests/.idea/workspace.xml b/tests/.idea/workspace.xml
new file mode 100644
index 00000000..f9541e62
--- /dev/null
+++ b/tests/.idea/workspace.xml
@@ -0,0 +1,698 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ChangeListManager">
+    <list default="true" id="db6c12ef-5bf7-4b6c-a890-95bbddf0386a" name="Default" comment="" />
+    <ignored path="tests.iws" />
+    <ignored path=".idea/workspace.xml" />
+    <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
+    <option name="TRACKING_ENABLED" value="true" />
+    <option name="SHOW_DIALOG" value="false" />
+    <option name="HIGHLIGHT_CONFLICTS" value="true" />
+    <option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
+    <option name="LAST_RESOLUTION" value="IGNORE" />
+  </component>
+  <component name="CreatePatchCommitExecutor">
+    <option name="PATCH_PATH" value="" />
+  </component>
+  <component name="ExecutionTargetManager" SELECTED_TARGET="default_target" />
+  <component name="FavoritesManager">
+    <favorites_list name="tests" />
+  </component>
+  <component name="FileEditorManager">
+    <leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
+      <file leaf-file-name="test_jieba.py" pinned="false" current-in-tab="true">
+        <entry file="file://$PROJECT_DIR$/test_jieba.py">
+          <provider selected="true" editor-type-id="text-editor">
+            <state relative-caret-position="180">
+              <caret line="12" column="31" selection-start-line="12" selection-start-column="31" selection-end-line="12" selection-end-column="31" />
+              <folding>
+                <element signature="e#17#32#0" expanded="true" />
+              </folding>
+            </state>
+          </provider>
+        </entry>
+      </file>
+      <file leaf-file-name="test_pandas.py" pinned="false" current-in-tab="false">
+        <entry file="file://$PROJECT_DIR$/test_pandas.py">
+          <provider selected="true" editor-type-id="text-editor">
+            <state relative-caret-position="0">
+              <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+              <folding>
+                <element signature="e#0#15#0" expanded="true" />
+              </folding>
+            </state>
+          </provider>
+        </entry>
+      </file>
+      <file leaf-file-name="test_bokeh.py" pinned="false" current-in-tab="false">
+        <entry file="file://$PROJECT_DIR$/test_bokeh.py">
+          <provider selected="true" editor-type-id="text-editor">
+            <state relative-caret-position="0">
+              <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+              <folding>
+                <element signature="e#0#15#0" expanded="true" />
+              </folding>
+            </state>
+          </provider>
+        </entry>
+      </file>
+      <file leaf-file-name="test_essentia.py" pinned="false" current-in-tab="false">
+        <entry file="file://$PROJECT_DIR$/test_essentia.py">
+          <provider selected="true" editor-type-id="text-editor">
+            <state relative-caret-position="0">
+              <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+              <folding>
+                <element signature="e#0#15#0" expanded="true" />
+              </folding>
+            </state>
+          </provider>
+        </entry>
+      </file>
+      <file leaf-file-name="test_fasttext.py" pinned="false" current-in-tab="false">
+        <entry file="file://$PROJECT_DIR$/test_fasttext.py">
+          <provider selected="true" editor-type-id="text-editor">
+            <state relative-caret-position="0">
+              <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+              <folding>
+                <element signature="e#0#15#0" expanded="true" />
+              </folding>
+            </state>
+          </provider>
+        </entry>
+      </file>
+      <file leaf-file-name="test_fastai.py" pinned="false" current-in-tab="false">
+        <entry file="file://$PROJECT_DIR$/test_fastai.py">
+          <provider selected="true" editor-type-id="text-editor">
+            <state relative-caret-position="0">
+              <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+              <folding>
+                <element signature="e#0#15#0" expanded="true" />
+              </folding>
+            </state>
+          </provider>
+        </entry>
+      </file>
+      <file leaf-file-name="test_gensim.py" pinned="false" current-in-tab="false">
+        <entry file="file://$PROJECT_DIR$/test_gensim.py">
+          <provider selected="true" editor-type-id="text-editor">
+            <state relative-caret-position="0">
+              <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+              <folding>
+                <element signature="e#0#15#0" expanded="true" />
+              </folding>
+            </state>
+          </provider>
+        </entry>
+      </file>
+      <file leaf-file-name="test_keras.py" pinned="false" current-in-tab="false">
+        <entry file="file://$PROJECT_DIR$/test_keras.py">
+          <provider selected="true" editor-type-id="text-editor">
+            <state relative-caret-position="0">
+              <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+              <folding>
+                <element signature="e#0#15#0" expanded="true" />
+              </folding>
+            </state>
+          </provider>
+        </entry>
+      </file>
+      <file leaf-file-name="test_kmapper.py" pinned="false" current-in-tab="false">
+        <entry file="file://$PROJECT_DIR$/test_kmapper.py">
+          <provider selected="true" editor-type-id="text-editor">
+            <state relative-caret-position="0">
+              <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+              <folding>
+                <element signature="e#0#15#0" expanded="true" />
+              </folding>
+            </state>
+          </provider>
+        </entry>
+      </file>
+      <file leaf-file-name="test_matplotlib.py" pinned="false" current-in-tab="false">
+        <entry file="file://$PROJECT_DIR$/test_matplotlib.py">
+          <provider selected="true" editor-type-id="text-editor">
+            <state relative-caret-position="0">
+              <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+              <folding>
+                <element signature="e#0#15#0" expanded="true" />
+              </folding>
+            </state>
+          </provider>
+        </entry>
+      </file>
+    </leaf>
+  </component>
+  <component name="IdeDocumentHistory">
+    <option name="CHANGED_PATHS">
+      <list>
+        <option value="$PROJECT_DIR$/test_jieba.py" />
+      </list>
+    </option>
+  </component>
+  <component name="ProjectFrameBounds">
+    <option name="x" value="548" />
+    <option name="y" value="23" />
+    <option name="width" value="932" />
+    <option name="height" value="873" />
+  </component>
+  <component name="ProjectInspectionProfilesVisibleTreeState">
+    <entry key="Project Default">
+      <profile-state>
+        <expanded-state>
+          <State>
+            <id />
+          </State>
+          <State>
+            <id>Python</id>
+          </State>
+        </expanded-state>
+        <selected-state>
+          <State>
+            <id>PyPep8Inspection</id>
+          </State>
+        </selected-state>
+      </profile-state>
+    </entry>
+  </component>
+  <component name="ProjectLevelVcsManager" settingsEditedManually="false">
+    <OptionsSetting value="true" id="Add" />
+    <OptionsSetting value="true" id="Remove" />
+    <OptionsSetting value="true" id="Checkout" />
+    <OptionsSetting value="true" id="Update" />
+    <OptionsSetting value="true" id="Status" />
+    <OptionsSetting value="true" id="Edit" />
+    <ConfirmationsSetting value="0" id="Add" />
+    <ConfirmationsSetting value="0" id="Remove" />
+  </component>
+  <component name="ProjectView">
+    <navigator currentView="ProjectPane" proportions="" version="1">
+      <flattenPackages />
+      <showMembers />
+      <showModules />
+      <showLibraryContents />
+      <hideEmptyPackages />
+      <abbreviatePackageNames />
+      <autoscrollToSource />
+      <autoscrollFromSource />
+      <sortByType />
+      <manualOrder />
+      <foldersAlwaysOnTop value="true" />
+    </navigator>
+    <panes>
+      <pane id="Scratches" />
+      <pane id="Scope" />
+      <pane id="ProjectPane">
+        <subPane>
+          <PATH>
+            <PATH_ELEMENT>
+              <option name="myItemId" value="tests" />
+              <option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.ProjectViewProjectNode" />
+            </PATH_ELEMENT>
+            <PATH_ELEMENT>
+              <option name="myItemId" value="External Libraries" />
+              <option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.ExternalLibrariesNode" />
+            </PATH_ELEMENT>
+          </PATH>
+          <PATH>
+            <PATH_ELEMENT>
+              <option name="myItemId" value="tests" />
+              <option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.ProjectViewProjectNode" />
+            </PATH_ELEMENT>
+            <PATH_ELEMENT>
+              <option name="myItemId" value="tests" />
+              <option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
+            </PATH_ELEMENT>
+          </PATH>
+        </subPane>
+      </pane>
+    </panes>
+  </component>
+  <component name="PropertiesComponent">
+    <property name="settings.editor.selected.configurable" value="com.jetbrains.python.configuration.PyActiveSdkModuleConfigurable" />
+    <property name="settings.editor.splitter.proportion" value="0.2" />
+    <property name="last_opened_file_path" value="$PROJECT_DIR$" />
+  </component>
+  <component name="RunManager" selected="Python tests.Unittests in test_jieba">
+    <configuration default="false" name="Unittests in test_jieba" type="tests" factoryName="Unittests" temporary="true" nameIsGenerated="true">
+      <option name="INTERPRETER_OPTIONS" value="" />
+      <option name="PARENT_ENVS" value="true" />
+      <envs />
+      <option name="SDK_HOME" value="" />
+      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
+      <option name="IS_MODULE_SDK" value="true" />
+      <option name="ADD_CONTENT_ROOTS" value="true" />
+      <option name="ADD_SOURCE_ROOTS" value="true" />
+      <module name="tests" />
+      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/test_jieba.py" />
+      <option name="CLASS_NAME" value="" />
+      <option name="METHOD_NAME" value="" />
+      <option name="FOLDER_NAME" value="" />
+      <option name="TEST_TYPE" value="TEST_SCRIPT" />
+      <option name="PATTERN" value="" />
+      <option name="USE_PATTERN" value="false" />
+      <option name="PUREUNITTEST" value="true" />
+      <option name="PARAMS" value="" />
+      <option name="USE_PARAM" value="false" />
+      <method />
+    </configuration>
+    <configuration default="false" name="Unittests in test_pandas" type="tests" factoryName="Unittests" temporary="true" nameIsGenerated="true">
+      <option name="INTERPRETER_OPTIONS" value="" />
+      <option name="PARENT_ENVS" value="true" />
+      <envs />
+      <option name="SDK_HOME" value="" />
+      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
+      <option name="IS_MODULE_SDK" value="true" />
+      <option name="ADD_CONTENT_ROOTS" value="true" />
+      <option name="ADD_SOURCE_ROOTS" value="true" />
+      <module name="tests" />
+      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/test_pandas.py" />
+      <option name="CLASS_NAME" value="" />
+      <option name="METHOD_NAME" value="" />
+      <option name="FOLDER_NAME" value="" />
+      <option name="TEST_TYPE" value="TEST_SCRIPT" />
+      <option name="PATTERN" value="" />
+      <option name="USE_PATTERN" value="false" />
+      <option name="PUREUNITTEST" value="true" />
+      <option name="PARAMS" value="" />
+      <option name="USE_PARAM" value="false" />
+      <method />
+    </configuration>
+    <configuration default="false" name="Unittests in test_tensorflow" type="tests" factoryName="Unittests" temporary="true" nameIsGenerated="true">
+      <option name="INTERPRETER_OPTIONS" value="" />
+      <option name="PARENT_ENVS" value="true" />
+      <envs />
+      <option name="SDK_HOME" value="" />
+      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
+      <option name="IS_MODULE_SDK" value="true" />
+      <option name="ADD_CONTENT_ROOTS" value="true" />
+      <option name="ADD_SOURCE_ROOTS" value="true" />
+      <module name="tests" />
+      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/test_tensorflow.py" />
+      <option name="CLASS_NAME" value="" />
+      <option name="METHOD_NAME" value="" />
+      <option name="FOLDER_NAME" value="" />
+      <option name="TEST_TYPE" value="TEST_SCRIPT" />
+      <option name="PATTERN" value="" />
+      <option name="USE_PATTERN" value="false" />
+      <option name="PUREUNITTEST" value="true" />
+      <option name="PARAMS" value="" />
+      <option name="USE_PARAM" value="false" />
+      <method />
+    </configuration>
+    <configuration default="true" type="PythonConfigurationType" factoryName="Python">
+      <option name="INTERPRETER_OPTIONS" value="" />
+      <option name="PARENT_ENVS" value="true" />
+      <envs>
+        <env name="PYTHONUNBUFFERED" value="1" />
+      </envs>
+      <option name="SDK_HOME" value="" />
+      <option name="WORKING_DIRECTORY" value="" />
+      <option name="IS_MODULE_SDK" value="false" />
+      <option name="ADD_CONTENT_ROOTS" value="true" />
+      <option name="ADD_SOURCE_ROOTS" value="true" />
+      <module name="tests" />
+      <option name="SCRIPT_NAME" value="" />
+      <option name="PARAMETERS" value="" />
+      <option name="SHOW_COMMAND_LINE" value="false" />
+      <method />
+    </configuration>
+    <configuration default="true" type="Tox" factoryName="Tox">
+      <option name="INTERPRETER_OPTIONS" value="" />
+      <option name="PARENT_ENVS" value="true" />
+      <envs />
+      <option name="SDK_HOME" value="" />
+      <option name="WORKING_DIRECTORY" value="" />
+      <option name="IS_MODULE_SDK" value="false" />
+      <option name="ADD_CONTENT_ROOTS" value="true" />
+      <option name="ADD_SOURCE_ROOTS" value="true" />
+      <module name="tests" />
+      <method />
+    </configuration>
+    <configuration default="true" type="tests" factoryName="Attests">
+      <option name="INTERPRETER_OPTIONS" value="" />
+      <option name="PARENT_ENVS" value="true" />
+      <envs />
+      <option name="SDK_HOME" value="" />
+      <option name="WORKING_DIRECTORY" value="" />
+      <option name="IS_MODULE_SDK" value="false" />
+      <option name="ADD_CONTENT_ROOTS" value="true" />
+      <option name="ADD_SOURCE_ROOTS" value="true" />
+      <module name="tests" />
+      <option name="SCRIPT_NAME" value="" />
+      <option name="CLASS_NAME" value="" />
+      <option name="METHOD_NAME" value="" />
+      <option name="FOLDER_NAME" value="" />
+      <option name="TEST_TYPE" value="TEST_SCRIPT" />
+      <option name="PATTERN" value="" />
+      <option name="USE_PATTERN" value="false" />
+      <method />
+    </configuration>
+    <configuration default="true" type="tests" factoryName="Doctests">
+      <option name="INTERPRETER_OPTIONS" value="" />
+      <option name="PARENT_ENVS" value="true" />
+      <envs />
+      <option name="SDK_HOME" value="" />
+      <option name="WORKING_DIRECTORY" value="" />
+      <option name="IS_MODULE_SDK" value="false" />
+      <option name="ADD_CONTENT_ROOTS" value="true" />
+      <option name="ADD_SOURCE_ROOTS" value="true" />
+      <module name="tests" />
+      <option name="SCRIPT_NAME" value="" />
+      <option name="CLASS_NAME" value="" />
+      <option name="METHOD_NAME" value="" />
+      <option name="FOLDER_NAME" value="" />
+      <option name="TEST_TYPE" value="TEST_SCRIPT" />
+      <option name="PATTERN" value="" />
+      <option name="USE_PATTERN" value="false" />
+      <method />
+    </configuration>
+    <configuration default="true" type="tests" factoryName="Nosetests">
+      <option name="INTERPRETER_OPTIONS" value="" />
+      <option name="PARENT_ENVS" value="true" />
+      <envs />
+      <option name="SDK_HOME" value="" />
+      <option name="WORKING_DIRECTORY" value="" />
+      <option name="IS_MODULE_SDK" value="false" />
+      <option name="ADD_CONTENT_ROOTS" value="true" />
+      <option name="ADD_SOURCE_ROOTS" value="true" />
+      <module name="tests" />
+      <option name="SCRIPT_NAME" value="" />
+      <option name="CLASS_NAME" value="" />
+      <option name="METHOD_NAME" value="" />
+      <option name="FOLDER_NAME" value="" />
+      <option name="TEST_TYPE" value="TEST_SCRIPT" />
+      <option name="PATTERN" value="" />
+      <option name="USE_PATTERN" value="false" />
+      <option name="PARAMS" value="" />
+      <option name="USE_PARAM" value="false" />
+      <method />
+    </configuration>
+    <configuration default="true" type="tests" factoryName="Unittests">
+      <option name="INTERPRETER_OPTIONS" value="" />
+      <option name="PARENT_ENVS" value="true" />
+      <envs />
+      <option name="SDK_HOME" value="" />
+      <option name="WORKING_DIRECTORY" value="" />
+      <option name="IS_MODULE_SDK" value="false" />
+      <option name="ADD_CONTENT_ROOTS" value="true" />
+      <option name="ADD_SOURCE_ROOTS" value="true" />
+      <module name="tests" />
+      <option name="SCRIPT_NAME" value="" />
+      <option name="CLASS_NAME" value="" />
+      <option name="METHOD_NAME" value="" />
+      <option name="FOLDER_NAME" value="" />
+      <option name="TEST_TYPE" value="TEST_SCRIPT" />
+      <option name="PATTERN" value="" />
+      <option name="USE_PATTERN" value="false" />
+      <option name="PUREUNITTEST" value="true" />
+      <option name="PARAMS" value="" />
+      <option name="USE_PARAM" value="false" />
+      <method />
+    </configuration>
+    <configuration default="true" type="tests" factoryName="py.test">
+      <option name="INTERPRETER_OPTIONS" value="" />
+      <option name="PARENT_ENVS" value="true" />
+      <envs />
+      <option name="SDK_HOME" value="" />
+      <option name="WORKING_DIRECTORY" value="" />
+      <option name="IS_MODULE_SDK" value="false" />
+      <option name="ADD_CONTENT_ROOTS" value="true" />
+      <option name="ADD_SOURCE_ROOTS" value="true" />
+      <module name="tests" />
+      <option name="SCRIPT_NAME" value="" />
+      <option name="CLASS_NAME" value="" />
+      <option name="METHOD_NAME" value="" />
+      <option name="FOLDER_NAME" value="" />
+      <option name="TEST_TYPE" value="TEST_SCRIPT" />
+      <option name="PATTERN" value="" />
+      <option name="USE_PATTERN" value="false" />
+      <option name="testToRun" value="" />
+      <option name="keywords" value="" />
+      <option name="params" value="" />
+      <option name="USE_PARAM" value="false" />
+      <option name="USE_KEYWORD" value="false" />
+      <method />
+    </configuration>
+    <list size="3">
+      <item index="0" class="java.lang.String" itemvalue="Python tests.Unittests in test_jieba" />
+      <item index="1" class="java.lang.String" itemvalue="Python tests.Unittests in test_pandas" />
+      <item index="2" class="java.lang.String" itemvalue="Python tests.Unittests in test_tensorflow" />
+    </list>
+    <recent_temporary>
+      <list size="3">
+        <item index="0" class="java.lang.String" itemvalue="Python tests.Unittests in test_jieba" />
+        <item index="1" class="java.lang.String" itemvalue="Python tests.Unittests in test_tensorflow" />
+        <item index="2" class="java.lang.String" itemvalue="Python tests.Unittests in test_pandas" />
+      </list>
+    </recent_temporary>
+  </component>
+  <component name="ShelveChangesManager" show_recycled="false">
+    <option name="remove_strategy" value="false" />
+  </component>
+  <component name="SvnConfiguration">
+    <configuration />
+  </component>
+  <component name="TaskManager">
+    <task active="true" id="Default" summary="Default task">
+      <changelist id="db6c12ef-5bf7-4b6c-a890-95bbddf0386a" name="Default" comment="" />
+      <created>1537613612117</created>
+      <option name="number" value="Default" />
+      <option name="presentableId" value="Default" />
+      <updated>1537613612117</updated>
+    </task>
+    <servers />
+  </component>
+  <component name="TestHistory">
+    <history-entry file="Unittests_in_test_jieba - 2018.10.02 at 12h 04m 50s.xml">
+      <configuration name="Unittests in test_jieba" configurationId="tests" />
+    </history-entry>
+    <history-entry file="Unittests_in_test_jieba - 2018.10.02 at 12h 05m 08s.xml">
+      <configuration name="Unittests in test_jieba" configurationId="tests" />
+    </history-entry>
+    <history-entry file="Unittests_in_test_jieba - 2018.10.02 at 12h 05m 18s.xml">
+      <configuration name="Unittests in test_jieba" configurationId="tests" />
+    </history-entry>
+    <history-entry file="Unittests_in_test_jieba - 2018.10.02 at 12h 05m 51s.xml">
+      <configuration name="Unittests in test_jieba" configurationId="tests" />
+    </history-entry>
+    <history-entry file="Unittests_in_test_jieba - 2018.10.02 at 12h 15m 21s.xml">
+      <configuration name="Unittests in test_jieba" configurationId="tests" />
+    </history-entry>
+    <history-entry file="Unittests_in_test_jieba - 2018.10.02 at 12h 15m 28s.xml">
+      <configuration name="Unittests in test_jieba" configurationId="tests" />
+    </history-entry>
+    <history-entry file="Unittests_in_test_jieba - 2018.10.02 at 12h 15m 34s.xml">
+      <configuration name="Unittests in test_jieba" configurationId="tests" />
+    </history-entry>
+    <history-entry file="Unittests_in_test_jieba - 2018.10.02 at 12h 16m 33s.xml">
+      <configuration name="Unittests in test_jieba" configurationId="tests" />
+    </history-entry>
+    <history-entry file="Unittests_in_test_jieba - 2018.10.02 at 12h 17m 05s.xml">
+      <configuration name="Unittests in test_jieba" configurationId="tests" />
+    </history-entry>
+    <history-entry file="Unittests_in_test_tensorflow - 2018.10.02 at 12h 00m 09s.xml">
+      <configuration name="Unittests in test_tensorflow" configurationId="tests" />
+    </history-entry>
+  </component>
+  <component name="ToolWindowManager">
+    <frame x="548" y="23" width="932" height="873" extended-state="0" />
+    <editor active="true" />
+    <layout>
+      <window_info id="Project" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.2494382" sideWeight="0.5" order="0" side_tool="false" content_ui="tabs" />
+      <window_info id="TODO" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="6" side_tool="false" content_ui="tabs" />
+      <window_info id="Event Log" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="true" content_ui="tabs" />
+      <window_info id="Version Control" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
+      <window_info id="Python Console" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
+      <window_info id="Run" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.32980132" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
+      <window_info id="Structure" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
+      <window_info id="Mongo Explorer" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
+      <window_info id="Terminal" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
+      <window_info id="Favorites" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="true" content_ui="tabs" />
+      <window_info id="Debug" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
+      <window_info id="Cvs" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="4" side_tool="false" content_ui="tabs" />
+      <window_info id="Message" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="0" side_tool="false" content_ui="tabs" />
+      <window_info id="Commander" active="false" anchor="right" auto_hide="false" internal_type="SLIDING" type="SLIDING" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="0" side_tool="false" content_ui="tabs" />
+      <window_info id="Inspection" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="5" side_tool="false" content_ui="tabs" />
+      <window_info id="Hierarchy" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="2" side_tool="false" content_ui="combo" />
+      <window_info id="Find" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
+      <window_info id="Ant Build" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
+    </layout>
+  </component>
+  <component name="Vcs.Log.UiProperties">
+    <option name="RECENTLY_FILTERED_USER_GROUPS">
+      <collection />
+    </option>
+    <option name="RECENTLY_FILTERED_BRANCH_GROUPS">
+      <collection />
+    </option>
+  </component>
+  <component name="VcsContentAnnotationSettings">
+    <option name="myLimit" value="2678400000" />
+  </component>
+  <component name="XDebuggerManager">
+    <breakpoint-manager />
+    <watches-manager />
+  </component>
+  <component name="editorHistoryManager">
+    <entry file="file://$PROJECT_DIR$/test_jieba.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="0">
+          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+          <folding>
+            <element signature="e#17#32#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/test_pandas.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="0">
+          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+          <folding>
+            <element signature="e#0#15#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/test_theano.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="0">
+          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+          <folding>
+            <element signature="e#0#15#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/test_tensorflow.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="0">
+          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+          <folding>
+            <element signature="e#0#15#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/test_theano.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="0">
+          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+          <folding>
+            <element signature="e#0#15#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/test_tensorflow.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="0">
+          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+          <folding>
+            <element signature="e#0#15#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/test_bokeh.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="0">
+          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+          <folding>
+            <element signature="e#0#15#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/test_essentia.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="0">
+          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+          <folding>
+            <element signature="e#0#15#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/test_fastai.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="0">
+          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+          <folding>
+            <element signature="e#0#15#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/test_fasttext.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="0">
+          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+          <folding>
+            <element signature="e#0#15#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/test_gensim.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="0">
+          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+          <folding>
+            <element signature="e#0#15#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/test_keras.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="0">
+          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+          <folding>
+            <element signature="e#0#15#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/test_kmapper.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="0">
+          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+          <folding>
+            <element signature="e#0#15#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/test_matplotlib.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="0">
+          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+          <folding>
+            <element signature="e#0#15#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/test_pandas.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="0">
+          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
+          <folding>
+            <element signature="e#0#15#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/test_jieba.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="180">
+          <caret line="12" column="31" selection-start-line="12" selection-start-column="31" selection-end-line="12" selection-end-column="31" />
+          <folding>
+            <element signature="e#17#32#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+  </component>
+</project>
\ No newline at end of file
diff --git a/tests/test_jieba.py b/tests/test_jieba.py
index 745545f0..44e49b0e 100644
--- a/tests/test_jieba.py
+++ b/tests/test_jieba.py
@@ -7,4 +7,7 @@
 class TestJieba(unittest.TestCase):
     def test_text_split(self):
         sentence = "我爱北京天安门"
-        seg_list = jieba.cut(sentence)
\ No newline at end of file
+        seg_list = jieba.cut(sentence)
+        seg_list = list(seg_list)
+
+        self.assertEqual(4, len(seg_list))
\ No newline at end of file

From 2a22bbe2993eab9c0b5ff0f070503b3468dd9e6e Mon Sep 17 00:00:00 2001
From: Gyczerinvis <2997347185@qq.com>
Date: Tue, 2 Oct 2018 12:21:08 +0800
Subject: [PATCH 066/251] Delete Project_Default.xml

---
 tests/.idea/inspectionProfiles/Project_Default.xml | 14 --------------
 1 file changed, 14 deletions(-)
 delete mode 100644 tests/.idea/inspectionProfiles/Project_Default.xml

diff --git a/tests/.idea/inspectionProfiles/Project_Default.xml b/tests/.idea/inspectionProfiles/Project_Default.xml
deleted file mode 100644
index 7700bea2..00000000
--- a/tests/.idea/inspectionProfiles/Project_Default.xml
+++ /dev/null
@@ -1,14 +0,0 @@
-<component name="InspectionProjectProfileManager">
-  <profile version="1.0">
-    <option name="myName" value="Project Default" />
-    <option name="myLocal" value="true" />
-    <inspection_tool class="PyPep8Inspection" enabled="true" level="WEAK WARNING" enabled_by_default="true">
-      <option name="ignoredErrors">
-        <list>
-          <option value="" />
-          <option value="E101" />
-        </list>
-      </option>
-    </inspection_tool>
-  </profile>
-</component>
\ No newline at end of file

From e36a92c0a8c31313b881bfcaa7c95051087acd69 Mon Sep 17 00:00:00 2001
From: Gyczerinvis <2997347185@qq.com>
Date: Tue, 2 Oct 2018 12:21:17 +0800
Subject: [PATCH 067/251] Delete profiles_settings.xml

---
 tests/.idea/inspectionProfiles/profiles_settings.xml | 7 -------
 1 file changed, 7 deletions(-)
 delete mode 100644 tests/.idea/inspectionProfiles/profiles_settings.xml

diff --git a/tests/.idea/inspectionProfiles/profiles_settings.xml b/tests/.idea/inspectionProfiles/profiles_settings.xml
deleted file mode 100644
index c60c33bb..00000000
--- a/tests/.idea/inspectionProfiles/profiles_settings.xml
+++ /dev/null
@@ -1,7 +0,0 @@
-<component name="InspectionProjectProfileManager">
-  <settings>
-    <option name="PROJECT_PROFILE" />
-    <option name="USE_PROJECT_PROFILE" value="false" />
-    <version value="1.0" />
-  </settings>
-</component>
\ No newline at end of file

From a14b211232c8ad5bb4a7cb921ea8ce520f626653 Mon Sep 17 00:00:00 2001
From: Gyczerinvis <2997347185@qq.com>
Date: Tue, 2 Oct 2018 12:21:26 +0800
Subject: [PATCH 068/251] Delete misc.xml

---
 tests/.idea/misc.xml | 14 --------------
 1 file changed, 14 deletions(-)
 delete mode 100644 tests/.idea/misc.xml

diff --git a/tests/.idea/misc.xml b/tests/.idea/misc.xml
deleted file mode 100644
index 559ad2b6..00000000
--- a/tests/.idea/misc.xml
+++ /dev/null
@@ -1,14 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="ProjectLevelVcsManager" settingsEditedManually="false">
-    <OptionsSetting value="true" id="Add" />
-    <OptionsSetting value="true" id="Remove" />
-    <OptionsSetting value="true" id="Checkout" />
-    <OptionsSetting value="true" id="Update" />
-    <OptionsSetting value="true" id="Status" />
-    <OptionsSetting value="true" id="Edit" />
-    <ConfirmationsSetting value="0" id="Add" />
-    <ConfirmationsSetting value="0" id="Remove" />
-  </component>
-  <component name="ProjectRootManager" version="2" project-jdk-name="Python 2.7.12 (~/anaconda/bin/python)" project-jdk-type="Python SDK" />
-</project>
\ No newline at end of file

From 639e2232e1d1dea7daf7716bd3407ad1626a1b7d Mon Sep 17 00:00:00 2001
From: Gyczerinvis <2997347185@qq.com>
Date: Tue, 2 Oct 2018 12:21:46 +0800
Subject: [PATCH 069/251] Delete workspace.xml

---
 tests/.idea/workspace.xml | 698 --------------------------------------
 1 file changed, 698 deletions(-)
 delete mode 100644 tests/.idea/workspace.xml

diff --git a/tests/.idea/workspace.xml b/tests/.idea/workspace.xml
deleted file mode 100644
index f9541e62..00000000
--- a/tests/.idea/workspace.xml
+++ /dev/null
@@ -1,698 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="ChangeListManager">
-    <list default="true" id="db6c12ef-5bf7-4b6c-a890-95bbddf0386a" name="Default" comment="" />
-    <ignored path="tests.iws" />
-    <ignored path=".idea/workspace.xml" />
-    <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
-    <option name="TRACKING_ENABLED" value="true" />
-    <option name="SHOW_DIALOG" value="false" />
-    <option name="HIGHLIGHT_CONFLICTS" value="true" />
-    <option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
-    <option name="LAST_RESOLUTION" value="IGNORE" />
-  </component>
-  <component name="CreatePatchCommitExecutor">
-    <option name="PATCH_PATH" value="" />
-  </component>
-  <component name="ExecutionTargetManager" SELECTED_TARGET="default_target" />
-  <component name="FavoritesManager">
-    <favorites_list name="tests" />
-  </component>
-  <component name="FileEditorManager">
-    <leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
-      <file leaf-file-name="test_jieba.py" pinned="false" current-in-tab="true">
-        <entry file="file://$PROJECT_DIR$/test_jieba.py">
-          <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="180">
-              <caret line="12" column="31" selection-start-line="12" selection-start-column="31" selection-end-line="12" selection-end-column="31" />
-              <folding>
-                <element signature="e#17#32#0" expanded="true" />
-              </folding>
-            </state>
-          </provider>
-        </entry>
-      </file>
-      <file leaf-file-name="test_pandas.py" pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/test_pandas.py">
-          <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="0">
-              <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-              <folding>
-                <element signature="e#0#15#0" expanded="true" />
-              </folding>
-            </state>
-          </provider>
-        </entry>
-      </file>
-      <file leaf-file-name="test_bokeh.py" pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/test_bokeh.py">
-          <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="0">
-              <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-              <folding>
-                <element signature="e#0#15#0" expanded="true" />
-              </folding>
-            </state>
-          </provider>
-        </entry>
-      </file>
-      <file leaf-file-name="test_essentia.py" pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/test_essentia.py">
-          <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="0">
-              <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-              <folding>
-                <element signature="e#0#15#0" expanded="true" />
-              </folding>
-            </state>
-          </provider>
-        </entry>
-      </file>
-      <file leaf-file-name="test_fasttext.py" pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/test_fasttext.py">
-          <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="0">
-              <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-              <folding>
-                <element signature="e#0#15#0" expanded="true" />
-              </folding>
-            </state>
-          </provider>
-        </entry>
-      </file>
-      <file leaf-file-name="test_fastai.py" pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/test_fastai.py">
-          <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="0">
-              <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-              <folding>
-                <element signature="e#0#15#0" expanded="true" />
-              </folding>
-            </state>
-          </provider>
-        </entry>
-      </file>
-      <file leaf-file-name="test_gensim.py" pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/test_gensim.py">
-          <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="0">
-              <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-              <folding>
-                <element signature="e#0#15#0" expanded="true" />
-              </folding>
-            </state>
-          </provider>
-        </entry>
-      </file>
-      <file leaf-file-name="test_keras.py" pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/test_keras.py">
-          <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="0">
-              <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-              <folding>
-                <element signature="e#0#15#0" expanded="true" />
-              </folding>
-            </state>
-          </provider>
-        </entry>
-      </file>
-      <file leaf-file-name="test_kmapper.py" pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/test_kmapper.py">
-          <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="0">
-              <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-              <folding>
-                <element signature="e#0#15#0" expanded="true" />
-              </folding>
-            </state>
-          </provider>
-        </entry>
-      </file>
-      <file leaf-file-name="test_matplotlib.py" pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/test_matplotlib.py">
-          <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="0">
-              <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-              <folding>
-                <element signature="e#0#15#0" expanded="true" />
-              </folding>
-            </state>
-          </provider>
-        </entry>
-      </file>
-    </leaf>
-  </component>
-  <component name="IdeDocumentHistory">
-    <option name="CHANGED_PATHS">
-      <list>
-        <option value="$PROJECT_DIR$/test_jieba.py" />
-      </list>
-    </option>
-  </component>
-  <component name="ProjectFrameBounds">
-    <option name="x" value="548" />
-    <option name="y" value="23" />
-    <option name="width" value="932" />
-    <option name="height" value="873" />
-  </component>
-  <component name="ProjectInspectionProfilesVisibleTreeState">
-    <entry key="Project Default">
-      <profile-state>
-        <expanded-state>
-          <State>
-            <id />
-          </State>
-          <State>
-            <id>Python</id>
-          </State>
-        </expanded-state>
-        <selected-state>
-          <State>
-            <id>PyPep8Inspection</id>
-          </State>
-        </selected-state>
-      </profile-state>
-    </entry>
-  </component>
-  <component name="ProjectLevelVcsManager" settingsEditedManually="false">
-    <OptionsSetting value="true" id="Add" />
-    <OptionsSetting value="true" id="Remove" />
-    <OptionsSetting value="true" id="Checkout" />
-    <OptionsSetting value="true" id="Update" />
-    <OptionsSetting value="true" id="Status" />
-    <OptionsSetting value="true" id="Edit" />
-    <ConfirmationsSetting value="0" id="Add" />
-    <ConfirmationsSetting value="0" id="Remove" />
-  </component>
-  <component name="ProjectView">
-    <navigator currentView="ProjectPane" proportions="" version="1">
-      <flattenPackages />
-      <showMembers />
-      <showModules />
-      <showLibraryContents />
-      <hideEmptyPackages />
-      <abbreviatePackageNames />
-      <autoscrollToSource />
-      <autoscrollFromSource />
-      <sortByType />
-      <manualOrder />
-      <foldersAlwaysOnTop value="true" />
-    </navigator>
-    <panes>
-      <pane id="Scratches" />
-      <pane id="Scope" />
-      <pane id="ProjectPane">
-        <subPane>
-          <PATH>
-            <PATH_ELEMENT>
-              <option name="myItemId" value="tests" />
-              <option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.ProjectViewProjectNode" />
-            </PATH_ELEMENT>
-            <PATH_ELEMENT>
-              <option name="myItemId" value="External Libraries" />
-              <option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.ExternalLibrariesNode" />
-            </PATH_ELEMENT>
-          </PATH>
-          <PATH>
-            <PATH_ELEMENT>
-              <option name="myItemId" value="tests" />
-              <option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.ProjectViewProjectNode" />
-            </PATH_ELEMENT>
-            <PATH_ELEMENT>
-              <option name="myItemId" value="tests" />
-              <option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
-            </PATH_ELEMENT>
-          </PATH>
-        </subPane>
-      </pane>
-    </panes>
-  </component>
-  <component name="PropertiesComponent">
-    <property name="settings.editor.selected.configurable" value="com.jetbrains.python.configuration.PyActiveSdkModuleConfigurable" />
-    <property name="settings.editor.splitter.proportion" value="0.2" />
-    <property name="last_opened_file_path" value="$PROJECT_DIR$" />
-  </component>
-  <component name="RunManager" selected="Python tests.Unittests in test_jieba">
-    <configuration default="false" name="Unittests in test_jieba" type="tests" factoryName="Unittests" temporary="true" nameIsGenerated="true">
-      <option name="INTERPRETER_OPTIONS" value="" />
-      <option name="PARENT_ENVS" value="true" />
-      <envs />
-      <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
-      <option name="IS_MODULE_SDK" value="true" />
-      <option name="ADD_CONTENT_ROOTS" value="true" />
-      <option name="ADD_SOURCE_ROOTS" value="true" />
-      <module name="tests" />
-      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/test_jieba.py" />
-      <option name="CLASS_NAME" value="" />
-      <option name="METHOD_NAME" value="" />
-      <option name="FOLDER_NAME" value="" />
-      <option name="TEST_TYPE" value="TEST_SCRIPT" />
-      <option name="PATTERN" value="" />
-      <option name="USE_PATTERN" value="false" />
-      <option name="PUREUNITTEST" value="true" />
-      <option name="PARAMS" value="" />
-      <option name="USE_PARAM" value="false" />
-      <method />
-    </configuration>
-    <configuration default="false" name="Unittests in test_pandas" type="tests" factoryName="Unittests" temporary="true" nameIsGenerated="true">
-      <option name="INTERPRETER_OPTIONS" value="" />
-      <option name="PARENT_ENVS" value="true" />
-      <envs />
-      <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
-      <option name="IS_MODULE_SDK" value="true" />
-      <option name="ADD_CONTENT_ROOTS" value="true" />
-      <option name="ADD_SOURCE_ROOTS" value="true" />
-      <module name="tests" />
-      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/test_pandas.py" />
-      <option name="CLASS_NAME" value="" />
-      <option name="METHOD_NAME" value="" />
-      <option name="FOLDER_NAME" value="" />
-      <option name="TEST_TYPE" value="TEST_SCRIPT" />
-      <option name="PATTERN" value="" />
-      <option name="USE_PATTERN" value="false" />
-      <option name="PUREUNITTEST" value="true" />
-      <option name="PARAMS" value="" />
-      <option name="USE_PARAM" value="false" />
-      <method />
-    </configuration>
-    <configuration default="false" name="Unittests in test_tensorflow" type="tests" factoryName="Unittests" temporary="true" nameIsGenerated="true">
-      <option name="INTERPRETER_OPTIONS" value="" />
-      <option name="PARENT_ENVS" value="true" />
-      <envs />
-      <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
-      <option name="IS_MODULE_SDK" value="true" />
-      <option name="ADD_CONTENT_ROOTS" value="true" />
-      <option name="ADD_SOURCE_ROOTS" value="true" />
-      <module name="tests" />
-      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/test_tensorflow.py" />
-      <option name="CLASS_NAME" value="" />
-      <option name="METHOD_NAME" value="" />
-      <option name="FOLDER_NAME" value="" />
-      <option name="TEST_TYPE" value="TEST_SCRIPT" />
-      <option name="PATTERN" value="" />
-      <option name="USE_PATTERN" value="false" />
-      <option name="PUREUNITTEST" value="true" />
-      <option name="PARAMS" value="" />
-      <option name="USE_PARAM" value="false" />
-      <method />
-    </configuration>
-    <configuration default="true" type="PythonConfigurationType" factoryName="Python">
-      <option name="INTERPRETER_OPTIONS" value="" />
-      <option name="PARENT_ENVS" value="true" />
-      <envs>
-        <env name="PYTHONUNBUFFERED" value="1" />
-      </envs>
-      <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="" />
-      <option name="IS_MODULE_SDK" value="false" />
-      <option name="ADD_CONTENT_ROOTS" value="true" />
-      <option name="ADD_SOURCE_ROOTS" value="true" />
-      <module name="tests" />
-      <option name="SCRIPT_NAME" value="" />
-      <option name="PARAMETERS" value="" />
-      <option name="SHOW_COMMAND_LINE" value="false" />
-      <method />
-    </configuration>
-    <configuration default="true" type="Tox" factoryName="Tox">
-      <option name="INTERPRETER_OPTIONS" value="" />
-      <option name="PARENT_ENVS" value="true" />
-      <envs />
-      <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="" />
-      <option name="IS_MODULE_SDK" value="false" />
-      <option name="ADD_CONTENT_ROOTS" value="true" />
-      <option name="ADD_SOURCE_ROOTS" value="true" />
-      <module name="tests" />
-      <method />
-    </configuration>
-    <configuration default="true" type="tests" factoryName="Attests">
-      <option name="INTERPRETER_OPTIONS" value="" />
-      <option name="PARENT_ENVS" value="true" />
-      <envs />
-      <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="" />
-      <option name="IS_MODULE_SDK" value="false" />
-      <option name="ADD_CONTENT_ROOTS" value="true" />
-      <option name="ADD_SOURCE_ROOTS" value="true" />
-      <module name="tests" />
-      <option name="SCRIPT_NAME" value="" />
-      <option name="CLASS_NAME" value="" />
-      <option name="METHOD_NAME" value="" />
-      <option name="FOLDER_NAME" value="" />
-      <option name="TEST_TYPE" value="TEST_SCRIPT" />
-      <option name="PATTERN" value="" />
-      <option name="USE_PATTERN" value="false" />
-      <method />
-    </configuration>
-    <configuration default="true" type="tests" factoryName="Doctests">
-      <option name="INTERPRETER_OPTIONS" value="" />
-      <option name="PARENT_ENVS" value="true" />
-      <envs />
-      <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="" />
-      <option name="IS_MODULE_SDK" value="false" />
-      <option name="ADD_CONTENT_ROOTS" value="true" />
-      <option name="ADD_SOURCE_ROOTS" value="true" />
-      <module name="tests" />
-      <option name="SCRIPT_NAME" value="" />
-      <option name="CLASS_NAME" value="" />
-      <option name="METHOD_NAME" value="" />
-      <option name="FOLDER_NAME" value="" />
-      <option name="TEST_TYPE" value="TEST_SCRIPT" />
-      <option name="PATTERN" value="" />
-      <option name="USE_PATTERN" value="false" />
-      <method />
-    </configuration>
-    <configuration default="true" type="tests" factoryName="Nosetests">
-      <option name="INTERPRETER_OPTIONS" value="" />
-      <option name="PARENT_ENVS" value="true" />
-      <envs />
-      <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="" />
-      <option name="IS_MODULE_SDK" value="false" />
-      <option name="ADD_CONTENT_ROOTS" value="true" />
-      <option name="ADD_SOURCE_ROOTS" value="true" />
-      <module name="tests" />
-      <option name="SCRIPT_NAME" value="" />
-      <option name="CLASS_NAME" value="" />
-      <option name="METHOD_NAME" value="" />
-      <option name="FOLDER_NAME" value="" />
-      <option name="TEST_TYPE" value="TEST_SCRIPT" />
-      <option name="PATTERN" value="" />
-      <option name="USE_PATTERN" value="false" />
-      <option name="PARAMS" value="" />
-      <option name="USE_PARAM" value="false" />
-      <method />
-    </configuration>
-    <configuration default="true" type="tests" factoryName="Unittests">
-      <option name="INTERPRETER_OPTIONS" value="" />
-      <option name="PARENT_ENVS" value="true" />
-      <envs />
-      <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="" />
-      <option name="IS_MODULE_SDK" value="false" />
-      <option name="ADD_CONTENT_ROOTS" value="true" />
-      <option name="ADD_SOURCE_ROOTS" value="true" />
-      <module name="tests" />
-      <option name="SCRIPT_NAME" value="" />
-      <option name="CLASS_NAME" value="" />
-      <option name="METHOD_NAME" value="" />
-      <option name="FOLDER_NAME" value="" />
-      <option name="TEST_TYPE" value="TEST_SCRIPT" />
-      <option name="PATTERN" value="" />
-      <option name="USE_PATTERN" value="false" />
-      <option name="PUREUNITTEST" value="true" />
-      <option name="PARAMS" value="" />
-      <option name="USE_PARAM" value="false" />
-      <method />
-    </configuration>
-    <configuration default="true" type="tests" factoryName="py.test">
-      <option name="INTERPRETER_OPTIONS" value="" />
-      <option name="PARENT_ENVS" value="true" />
-      <envs />
-      <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="" />
-      <option name="IS_MODULE_SDK" value="false" />
-      <option name="ADD_CONTENT_ROOTS" value="true" />
-      <option name="ADD_SOURCE_ROOTS" value="true" />
-      <module name="tests" />
-      <option name="SCRIPT_NAME" value="" />
-      <option name="CLASS_NAME" value="" />
-      <option name="METHOD_NAME" value="" />
-      <option name="FOLDER_NAME" value="" />
-      <option name="TEST_TYPE" value="TEST_SCRIPT" />
-      <option name="PATTERN" value="" />
-      <option name="USE_PATTERN" value="false" />
-      <option name="testToRun" value="" />
-      <option name="keywords" value="" />
-      <option name="params" value="" />
-      <option name="USE_PARAM" value="false" />
-      <option name="USE_KEYWORD" value="false" />
-      <method />
-    </configuration>
-    <list size="3">
-      <item index="0" class="java.lang.String" itemvalue="Python tests.Unittests in test_jieba" />
-      <item index="1" class="java.lang.String" itemvalue="Python tests.Unittests in test_pandas" />
-      <item index="2" class="java.lang.String" itemvalue="Python tests.Unittests in test_tensorflow" />
-    </list>
-    <recent_temporary>
-      <list size="3">
-        <item index="0" class="java.lang.String" itemvalue="Python tests.Unittests in test_jieba" />
-        <item index="1" class="java.lang.String" itemvalue="Python tests.Unittests in test_tensorflow" />
-        <item index="2" class="java.lang.String" itemvalue="Python tests.Unittests in test_pandas" />
-      </list>
-    </recent_temporary>
-  </component>
-  <component name="ShelveChangesManager" show_recycled="false">
-    <option name="remove_strategy" value="false" />
-  </component>
-  <component name="SvnConfiguration">
-    <configuration />
-  </component>
-  <component name="TaskManager">
-    <task active="true" id="Default" summary="Default task">
-      <changelist id="db6c12ef-5bf7-4b6c-a890-95bbddf0386a" name="Default" comment="" />
-      <created>1537613612117</created>
-      <option name="number" value="Default" />
-      <option name="presentableId" value="Default" />
-      <updated>1537613612117</updated>
-    </task>
-    <servers />
-  </component>
-  <component name="TestHistory">
-    <history-entry file="Unittests_in_test_jieba - 2018.10.02 at 12h 04m 50s.xml">
-      <configuration name="Unittests in test_jieba" configurationId="tests" />
-    </history-entry>
-    <history-entry file="Unittests_in_test_jieba - 2018.10.02 at 12h 05m 08s.xml">
-      <configuration name="Unittests in test_jieba" configurationId="tests" />
-    </history-entry>
-    <history-entry file="Unittests_in_test_jieba - 2018.10.02 at 12h 05m 18s.xml">
-      <configuration name="Unittests in test_jieba" configurationId="tests" />
-    </history-entry>
-    <history-entry file="Unittests_in_test_jieba - 2018.10.02 at 12h 05m 51s.xml">
-      <configuration name="Unittests in test_jieba" configurationId="tests" />
-    </history-entry>
-    <history-entry file="Unittests_in_test_jieba - 2018.10.02 at 12h 15m 21s.xml">
-      <configuration name="Unittests in test_jieba" configurationId="tests" />
-    </history-entry>
-    <history-entry file="Unittests_in_test_jieba - 2018.10.02 at 12h 15m 28s.xml">
-      <configuration name="Unittests in test_jieba" configurationId="tests" />
-    </history-entry>
-    <history-entry file="Unittests_in_test_jieba - 2018.10.02 at 12h 15m 34s.xml">
-      <configuration name="Unittests in test_jieba" configurationId="tests" />
-    </history-entry>
-    <history-entry file="Unittests_in_test_jieba - 2018.10.02 at 12h 16m 33s.xml">
-      <configuration name="Unittests in test_jieba" configurationId="tests" />
-    </history-entry>
-    <history-entry file="Unittests_in_test_jieba - 2018.10.02 at 12h 17m 05s.xml">
-      <configuration name="Unittests in test_jieba" configurationId="tests" />
-    </history-entry>
-    <history-entry file="Unittests_in_test_tensorflow - 2018.10.02 at 12h 00m 09s.xml">
-      <configuration name="Unittests in test_tensorflow" configurationId="tests" />
-    </history-entry>
-  </component>
-  <component name="ToolWindowManager">
-    <frame x="548" y="23" width="932" height="873" extended-state="0" />
-    <editor active="true" />
-    <layout>
-      <window_info id="Project" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.2494382" sideWeight="0.5" order="0" side_tool="false" content_ui="tabs" />
-      <window_info id="TODO" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="6" side_tool="false" content_ui="tabs" />
-      <window_info id="Event Log" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="true" content_ui="tabs" />
-      <window_info id="Version Control" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
-      <window_info id="Python Console" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
-      <window_info id="Run" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.32980132" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
-      <window_info id="Structure" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
-      <window_info id="Mongo Explorer" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
-      <window_info id="Terminal" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
-      <window_info id="Favorites" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="true" content_ui="tabs" />
-      <window_info id="Debug" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
-      <window_info id="Cvs" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="4" side_tool="false" content_ui="tabs" />
-      <window_info id="Message" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="0" side_tool="false" content_ui="tabs" />
-      <window_info id="Commander" active="false" anchor="right" auto_hide="false" internal_type="SLIDING" type="SLIDING" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="0" side_tool="false" content_ui="tabs" />
-      <window_info id="Inspection" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="5" side_tool="false" content_ui="tabs" />
-      <window_info id="Hierarchy" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="2" side_tool="false" content_ui="combo" />
-      <window_info id="Find" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
-      <window_info id="Ant Build" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
-    </layout>
-  </component>
-  <component name="Vcs.Log.UiProperties">
-    <option name="RECENTLY_FILTERED_USER_GROUPS">
-      <collection />
-    </option>
-    <option name="RECENTLY_FILTERED_BRANCH_GROUPS">
-      <collection />
-    </option>
-  </component>
-  <component name="VcsContentAnnotationSettings">
-    <option name="myLimit" value="2678400000" />
-  </component>
-  <component name="XDebuggerManager">
-    <breakpoint-manager />
-    <watches-manager />
-  </component>
-  <component name="editorHistoryManager">
-    <entry file="file://$PROJECT_DIR$/test_jieba.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="0">
-          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-          <folding>
-            <element signature="e#17#32#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/test_pandas.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="0">
-          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-          <folding>
-            <element signature="e#0#15#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/test_theano.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="0">
-          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-          <folding>
-            <element signature="e#0#15#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/test_tensorflow.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="0">
-          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-          <folding>
-            <element signature="e#0#15#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/test_theano.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="0">
-          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-          <folding>
-            <element signature="e#0#15#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/test_tensorflow.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="0">
-          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-          <folding>
-            <element signature="e#0#15#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/test_bokeh.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="0">
-          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-          <folding>
-            <element signature="e#0#15#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/test_essentia.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="0">
-          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-          <folding>
-            <element signature="e#0#15#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/test_fastai.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="0">
-          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-          <folding>
-            <element signature="e#0#15#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/test_fasttext.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="0">
-          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-          <folding>
-            <element signature="e#0#15#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/test_gensim.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="0">
-          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-          <folding>
-            <element signature="e#0#15#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/test_keras.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="0">
-          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-          <folding>
-            <element signature="e#0#15#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/test_kmapper.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="0">
-          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-          <folding>
-            <element signature="e#0#15#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/test_matplotlib.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="0">
-          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-          <folding>
-            <element signature="e#0#15#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/test_pandas.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="0">
-          <caret line="0" column="0" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
-          <folding>
-            <element signature="e#0#15#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/test_jieba.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="180">
-          <caret line="12" column="31" selection-start-line="12" selection-start-column="31" selection-end-line="12" selection-end-column="31" />
-          <folding>
-            <element signature="e#17#32#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
-  </component>
-</project>
\ No newline at end of file

From 45d9be2b9d70fb2101c6dd90184ac128fcc41770 Mon Sep 17 00:00:00 2001
From: Gyczerinvis <2997347185@qq.com>
Date: Tue, 2 Oct 2018 12:21:56 +0800
Subject: [PATCH 070/251] Delete modules.xml

---
 tests/.idea/modules.xml | 8 --------
 1 file changed, 8 deletions(-)
 delete mode 100644 tests/.idea/modules.xml

diff --git a/tests/.idea/modules.xml b/tests/.idea/modules.xml
deleted file mode 100644
index dac5cbb1..00000000
--- a/tests/.idea/modules.xml
+++ /dev/null
@@ -1,8 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="ProjectModuleManager">
-    <modules>
-      <module fileurl="file://$PROJECT_DIR$/.idea/tests.iml" filepath="$PROJECT_DIR$/.idea/tests.iml" />
-    </modules>
-  </component>
-</project>
\ No newline at end of file

From b54644ad067fc1d964477f46afa4a2f51a36138d Mon Sep 17 00:00:00 2001
From: Gyczerinvis <2997347185@qq.com>
Date: Tue, 2 Oct 2018 12:22:04 +0800
Subject: [PATCH 071/251] Delete tests.iml

---
 tests/.idea/tests.iml | 11 -----------
 1 file changed, 11 deletions(-)
 delete mode 100644 tests/.idea/tests.iml

diff --git a/tests/.idea/tests.iml b/tests/.idea/tests.iml
deleted file mode 100644
index 08bd4824..00000000
--- a/tests/.idea/tests.iml
+++ /dev/null
@@ -1,11 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<module type="PYTHON_MODULE" version="4">
-  <component name="NewModuleRootManager">
-    <content url="file://$MODULE_DIR$" />
-    <orderEntry type="jdk" jdkName="Python 2.7.12 (~/anaconda/bin/python)" jdkType="Python SDK" />
-    <orderEntry type="sourceFolder" forTests="false" />
-  </component>
-  <component name="TestRunnerService">
-    <option name="PROJECT_TEST_RUNNER" value="Unittests" />
-  </component>
-</module>
\ No newline at end of file

From 94872226ebff5dad9285b4b507615267a54291e0 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 2 Oct 2018 18:00:25 +0000
Subject: [PATCH 072/251] Install hep_ml, xgboost and lasagne using pip

---
 Dockerfile            | 17 +++--------------
 tests/test_hep_ml.py  | 13 +++++++++++++
 tests/test_lasagne.py | 15 +++++++++++++++
 3 files changed, 31 insertions(+), 14 deletions(-)
 create mode 100644 tests/test_hep_ml.py
 create mode 100644 tests/test_lasagne.py

diff --git a/Dockerfile b/Dockerfile
index 4a1a74f5..f29ad383 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -53,24 +53,15 @@ RUN pip install /tmp/tensorflow_cpu/tensorflow*.whl && \
 RUN apt-get install -y libfreetype6-dev && \
     apt-get install -y libglib2.0-0 libxext6 libsm6 libxrender1 libfontconfig1 --fix-missing && \
     pip install gensim && \
-    # textblob
     pip install textblob && \
-    #word cloud
     pip install wordcloud && \
-    #igraph
     conda install -y -c conda-forge python-igraph && \
-    #xgboost
-    cd /usr/local/src && mkdir xgboost && cd xgboost && \
-    git clone --depth 1 --recursive https://github.com/dmlc/xgboost.git && cd xgboost && \
-    make && cd python-package && python setup.py install && \
+    pip install xgboost && \
     # Pinning to an older version. The latest release (2.2.0) depends on an old GLIBC version.
     # This cause the package to fail at import time with "version `GLIBC_2.23' not found"
     # TODO: Unpin once the latest release is fixed.
     pip install lightgbm==2.1.2 && \
-    #lasagne
-    cd /usr/local/src && mkdir Lasagne && cd Lasagne && \
-    git clone --depth 1 https://github.com/Lasagne/Lasagne.git && cd Lasagne && \
-    pip install -r requirements.txt && python setup.py install && \
+    pip install git+git://github.com/Lasagne/Lasagne.git && \
     #keras
     cd /usr/local/src && mkdir keras && cd keras && \
     git clone --depth 1 https://github.com/fchollet/keras.git && \
@@ -100,8 +91,7 @@ RUN apt-get install -y libfreetype6-dev && \
     apt-get install -y libatlas-base-dev && \
     cd /usr/local/src && git clone --depth 1 https://github.com/ztane/python-Levenshtein && \
     cd python-Levenshtein && python setup.py install && \
-    cd /usr/local/src && git clone --depth 1 https://github.com/arogozhnikov/hep_ml.git && \
-    cd hep_ml && pip install .  && \
+    pip install hep_ml && \
     # chainer
     pip install chainer && \
     # NLTK Project datasets
@@ -132,7 +122,6 @@ RUN apt-get install -y libfreetype6-dev && \
 # Make sure the dynamic linker finds the right libstdc++
 ENV LD_LIBRARY_PATH=/opt/conda/lib
 
-# Install Basemap via conda temporarily
 RUN apt-get -y install zlib1g-dev liblcms2-dev libwebp-dev libgeos-dev && \
     pip install matplotlib && \
     pip install pyshp && \
diff --git a/tests/test_hep_ml.py b/tests/test_hep_ml.py
new file mode 100644
index 00000000..37afc476
--- /dev/null
+++ b/tests/test_hep_ml.py
@@ -0,0 +1,13 @@
+import unittest
+
+import numpy as np
+
+from hep_ml.preprocessing import BinTransformer
+
+class TestHepML(unittest.TestCase):
+    def test_preprocessing(self):
+        X = np.array([[1.1, 1.2, 1.3],[5.1, 6.4, 10.5]])
+        transformer = BinTransformer().fit(X)
+        new_X = transformer.transform(X)
+
+        self.assertEqual((2, 3), new_X.shape)
diff --git a/tests/test_lasagne.py b/tests/test_lasagne.py
new file mode 100644
index 00000000..08e9dbf8
--- /dev/null
+++ b/tests/test_lasagne.py
@@ -0,0 +1,15 @@
+import unittest
+
+import lasagne
+import theano.tensor as T
+
+class TestLasagne(unittest.TestCase):
+    def test_network_definition(self):
+        input_var = T.tensor4('X')
+
+        network = lasagne.layers.InputLayer((None, 3, 32, 32), input_var)
+        network = lasagne.layers.Conv2DLayer(network, 64, (3, 3))
+
+        params = lasagne.layers.get_all_params(network, trainable=True)
+
+        self.assertEqual(2, len(params))

From 566014a1b0e143f11591a47447945bc8195edcc0 Mon Sep 17 00:00:00 2001
From: Nikita Titov <nekit94-08@mail.ru>
Date: Tue, 9 Oct 2018 02:45:09 +0300
Subject: [PATCH 073/251] update LightGBM

---
 Dockerfile | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index f29ad383..30f04615 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -57,10 +57,7 @@ RUN apt-get install -y libfreetype6-dev && \
     pip install wordcloud && \
     conda install -y -c conda-forge python-igraph && \
     pip install xgboost && \
-    # Pinning to an older version. The latest release (2.2.0) depends on an old GLIBC version.
-    # This cause the package to fail at import time with "version `GLIBC_2.23' not found"
-    # TODO: Unpin once the latest release is fixed.
-    pip install lightgbm==2.1.2 && \
+    pip install lightgbm && \
     pip install git+git://github.com/Lasagne/Lasagne.git && \
     #keras
     cd /usr/local/src && mkdir keras && cd keras && \

From 687df0e926ff70cbe2058c9dd7c7c54c58c5a205 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 9 Oct 2018 09:15:03 -0700
Subject: [PATCH 074/251] Let prompt-toolkit used older version

jupyter-console installs an older version of that package.
---
 Dockerfile | 1 -
 1 file changed, 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 30f04615..9c7391a2 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -419,7 +419,6 @@ RUN pip install bcolz && \
     pip install pexpect && \
     pip install pickleshare && \
     pip install Pillow && \
-    pip install prompt-toolkit && \
     pip install ptyprocess && \
     pip install Pygments && \
     pip install pyparsing && \

From d9aacd14c702a378ad13d26ce4490349f0b4905c Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 10 Oct 2018 00:04:18 +0000
Subject: [PATCH 075/251] Fix compatibility issue with matplotlib and basemap

---
 Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 9c7391a2..d996cfa0 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -125,7 +125,7 @@ RUN apt-get -y install zlib1g-dev liblcms2-dev libwebp-dev libgeos-dev && \
     pip install pyproj && \
     cd /usr/local/src && git clone https://github.com/matplotlib/basemap.git && \
     cd basemap && \
-    git checkout v1.1.0 && \
+    git checkout v1.2.0rel && \
     # Install geos
     cd geos-3.3.3 && \
     export GEOS_DIR=/usr/local && \

From d0a8bc4b7b6ecc769149f05c3f9e5b62d6a98cb2 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 9 Oct 2018 19:56:29 -0700
Subject: [PATCH 076/251] Pin matplotlib to prevent compatibility issue with
 basemap

Remove the duplicate pip install for matplotlib
---
 Dockerfile | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index d996cfa0..744c80c9 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -120,12 +120,12 @@ RUN apt-get install -y libfreetype6-dev && \
 ENV LD_LIBRARY_PATH=/opt/conda/lib
 
 RUN apt-get -y install zlib1g-dev liblcms2-dev libwebp-dev libgeos-dev && \
-    pip install matplotlib && \
+    pip install matplotlib==2.2.3 && \
     pip install pyshp && \
     pip install pyproj && \
     cd /usr/local/src && git clone https://github.com/matplotlib/basemap.git && \
     cd basemap && \
-    git checkout v1.2.0rel && \
+    git checkout v1.1.0 && \
     # Install geos
     cd geos-3.3.3 && \
     export GEOS_DIR=/usr/local && \
@@ -405,7 +405,6 @@ RUN pip install bcolz && \
     pip install jupyter-console && \
     pip install jupyter-core && \
     pip install MarkupSafe && \
-    pip install matplotlib && \
     pip install mistune && \
     pip install nbconvert && \
     pip install nbformat && \

From 655a5084791a571d6aa267fa3f4db3cee5f4247a Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 9 Oct 2018 20:18:08 -0700
Subject: [PATCH 077/251] Removing unmaintained and unused opendeep package

The package was broken for quite a while and no user noticed/complained.

The last update on github for this package was 3 years ago and the package is still marked as an alpha and in active development, which is clearly not the case.
---
 Dockerfile | 7 ++-----
 1 file changed, 2 insertions(+), 5 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 744c80c9..f7e7c1bc 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -134,11 +134,8 @@ RUN apt-get -y install zlib1g-dev liblcms2-dev libwebp-dev libgeos-dev && \
     # Install basemap
     cd .. && python setup.py install && \
     pip install basemap --no-binary basemap
-
-RUN cd /usr/local/src && git clone https://github.com/vitruvianscience/opendeep.git && \
-    cd opendeep && python setup.py develop  && \
-    # sasl is apparently an ibis dependency
-    apt-get -y install libsasl2-dev && \
+# sasl is apparently an ibis dependency
+RUN apt-get -y install libsasl2-dev && \
     # ...as is psycopg2
     apt-get install -y libpq-dev && \
     pip install ibis-framework && \

From 68a3b18f87f8481657f3cd379cbf7a79d1664bd2 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 10 Oct 2018 03:26:27 +0000
Subject: [PATCH 078/251] Install shapely from pip and add tests

---
 Dockerfile            | 3 +--
 tests/test_shapely.py | 9 +++++++++
 2 files changed, 10 insertions(+), 2 deletions(-)
 create mode 100644 tests/test_shapely.py

diff --git a/Dockerfile b/Dockerfile
index f7e7c1bc..7af93feb 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -142,8 +142,7 @@ RUN apt-get -y install libsasl2-dev && \
     # Cartopy plus dependencies
     yes | conda install proj4 && \
     pip install packaging && \
-    cd /usr/local/src && git clone https://github.com/Toblerity/Shapely.git && \
-    cd Shapely && python setup.py install && \
+    pip install shapely && \
     cd /usr/local/src && git clone https://github.com/SciTools/cartopy.git && \
     cd cartopy && python setup.py install && \
     # MXNet
diff --git a/tests/test_shapely.py b/tests/test_shapely.py
new file mode 100644
index 00000000..14c4843c
--- /dev/null
+++ b/tests/test_shapely.py
@@ -0,0 +1,9 @@
+import unittest
+
+from shapely.geometry import Point
+
+class TestShapely(unittest.TestCase):
+    def test_geometry(self):
+        p = Point(0.0, 0.0)
+
+        self.assertEqual("Point", p.geom_type)

From d7138c2024c4b45d0261f7d2a24a765288102883 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 10 Oct 2018 16:57:21 +0000
Subject: [PATCH 079/251] Install cartopy from pip and add tests

---
 Dockerfile            | 4 ++--
 tests/test_cartopy.py | 8 ++++++++
 2 files changed, 10 insertions(+), 2 deletions(-)
 create mode 100644 tests/test_cartopy.py

diff --git a/Dockerfile b/Dockerfile
index 7af93feb..147571e1 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -134,6 +134,7 @@ RUN apt-get -y install zlib1g-dev liblcms2-dev libwebp-dev libgeos-dev && \
     # Install basemap
     cd .. && python setup.py install && \
     pip install basemap --no-binary basemap
+
 # sasl is apparently an ibis dependency
 RUN apt-get -y install libsasl2-dev && \
     # ...as is psycopg2
@@ -143,8 +144,7 @@ RUN apt-get -y install libsasl2-dev && \
     yes | conda install proj4 && \
     pip install packaging && \
     pip install shapely && \
-    cd /usr/local/src && git clone https://github.com/SciTools/cartopy.git && \
-    cd cartopy && python setup.py install && \
+    pip install cartopy && \
     # MXNet
     pip install mxnet && \
     # h2o
diff --git a/tests/test_cartopy.py b/tests/test_cartopy.py
new file mode 100644
index 00000000..e372b280
--- /dev/null
+++ b/tests/test_cartopy.py
@@ -0,0 +1,8 @@
+import unittest
+
+import cartopy.crs as ccrs
+
+class TestCartopy(unittest.TestCase):
+    def test_projection(self):
+        ccrs.PlateCarree()
+        ccrs.Mollweide()

From 599680f3a710b9b1eb9a284b1d36621a7ccdc284 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 10 Oct 2018 17:43:48 +0000
Subject: [PATCH 080/251] install scikit-learn from pip

---
 Dockerfile | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 147571e1..bc1ba901 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -172,12 +172,9 @@ RUN apt-get -y install libsasl2-dev && \
 
     # scikit-learn dependencies
 RUN pip install scipy && \
-    # Scikit-Learn pinned to 0.19.X until 0.20.0 (many packages break with scikitlearn 0.20.0dev)
-    cd /usr/local/src && git clone https://github.com/scikit-learn/scikit-learn.git && \
-    cd scikit-learn && python setup.py build && python setup.py install && \
+    pip install scikit-learn && \
     # HDF5 support
     conda install h5py && \
-    # https://github.com/biopython/biopython
     pip install biopython && \
     # PUDB, for local debugging convenience
     pip install pudb && \

From 7d554a4f832031e964cdeb47b64cc8ed3632e9e7 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 11 Oct 2018 01:28:14 +0000
Subject: [PATCH 081/251] install datashader from pip and add tests

---
 Dockerfile               |  2 +-
 tests/test_datashader.py | 38 ++++++++++++++++++++++++++++++++++++++
 2 files changed, 39 insertions(+), 1 deletion(-)
 create mode 100644 tests/test_datashader.py

diff --git a/Dockerfile b/Dockerfile
index bc1ba901..1fa64546 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -190,7 +190,7 @@ RUN pip install scipy && \
     pip install orderedmultidict && \
     pip install smhasher && \
     conda install -y -c bokeh bokeh && \
-    conda install -y -c bokeh datashader && \
+    pip install datashader && \
     # Boruta (python implementation)
     cd /usr/local/src && git clone https://github.com/danielhomola/boruta_py.git && \
     cd boruta_py && python setup.py install && \
diff --git a/tests/test_datashader.py b/tests/test_datashader.py
new file mode 100644
index 00000000..c8ff9295
--- /dev/null
+++ b/tests/test_datashader.py
@@ -0,0 +1,38 @@
+import unittest
+
+import numpy as np
+import pandas as pd
+import datashader as ds
+import datashader.transfer_functions as tf
+
+class TestDatashader(unittest.TestCase):
+    # based on https://github.com/pyviz/datashader/blob/master/datashader/tests/test_pipeline.py
+    def test_pipeline(self):
+        df = pd.DataFrame({
+            'x': np.array(([0.] * 10 + [1] * 10)),
+            'y': np.array(([0.] * 5 + [1] * 5 + [0] * 5 + [1] * 5)),
+            'f64': np.arange(20, dtype='f8')
+        })
+        df.f64.iloc[2] = np.nan
+
+        cvs = ds.Canvas(plot_width=2, plot_height=2, x_range=(0, 1), y_range=(0, 1))
+
+        pipeline = ds.Pipeline(df, ds.Point('x', 'y'))
+        img = pipeline((0, 1), (0, 1), 2, 2)
+        agg = cvs.points(df, 'x', 'y', ds.count())
+        self.assertTrue(img.equals(tf.shade(agg)))
+
+        color_fn = lambda agg: tf.shade(agg, 'pink', 'red')
+        pipeline.color_fn = color_fn
+        img = pipeline((0, 1), (0, 1), 2, 2)
+        self.assertTrue(img.equals(color_fn(agg)))
+
+        transform_fn = lambda agg: agg + 1
+        pipeline.transform_fn = transform_fn
+        img = pipeline((0, 1), (0, 1), 2, 2)
+        self.assertTrue(img.equals(color_fn(transform_fn(agg))))
+
+        pipeline = ds.Pipeline(df, ds.Point('x', 'y'), ds.sum('f64'))
+        img = pipeline((0, 1), (0, 1), 2, 2)
+        agg = cvs.points(df, 'x', 'y', ds.sum('f64'))
+        self.assertTrue(img.equals(tf.shade(agg)))

From 50ef11973c55eea558e1eba9b67d792a63d18c30 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 11 Oct 2018 01:22:53 +0000
Subject: [PATCH 082/251] only install packages after downgrading to python 3.6

---
 Dockerfile | 16 ++++++++--------
 1 file changed, 8 insertions(+), 8 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 1fa64546..d1367e4c 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -17,6 +17,14 @@ RUN sed -i "s/httpredir.debian.org/debian.uchicago.edu/" /etc/apt/sources.list &
     pip install --upgrade pip && \
     apt-get -y install cmake
 
+# Tensorflow doesn't support python 3.7 yet. See https://github.com/tensorflow/tensorflow/issues/20517
+# Fix to install tf 1.10:: Downgrade python 3.7->3.6.6 and downgrade Pandas 0.23.3->0.23.2
+RUN conda install -y python=3.6.6 && \
+    pip install pandas==0.23.2 && \
+    # Another fix for TF 1.10 https://github.com/tensorflow/tensorflow/issues/21518
+    pip install keras_applications==1.0.4 --no-deps && \
+    pip install keras_preprocessing==1.0.2 --no-deps
+
 RUN pip install seaborn python-dateutil dask pytagcloud pyyaml joblib \
     husl geopy ml_metrics mne pyshp && \
     conda install -y -c conda-forge spacy && python -m spacy download en && \
@@ -37,14 +45,6 @@ RUN pip install seaborn python-dateutil dask pytagcloud pyyaml joblib \
     # clean up ImageMagick source files
     cd ../ && rm -rf ImageMagick*
 
-# Tensorflow doesn't support python 3.7 yet. See https://github.com/tensorflow/tensorflow/issues/20517
-# Fix to install tf 1.10:: Downgrade python 3.7->3.6.6 and downgrade Pandas 0.23.3->0.23.2
-RUN conda install -y python=3.6.6 && \
-    pip install pandas==0.23.2 && \
-    # Another fix for TF 1.10 https://github.com/tensorflow/tensorflow/issues/21518
-    pip install keras_applications==1.0.4 --no-deps && \
-    pip install keras_preprocessing==1.0.2 --no-deps
-
 # Install tensorflow from a pre-built wheel
 COPY --from=tensorflow_whl /tmp/tensorflow_cpu/*.whl /tmp/tensorflow_cpu/
 RUN pip install /tmp/tensorflow_cpu/tensorflow*.whl && \

From 428217dbd390acf2b0c61907be1126fea35737c2 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 11 Oct 2018 02:53:05 +0000
Subject: [PATCH 083/251] install fbprophet from pip and add tests

---
 Dockerfile              |  2 +-
 tests/test_fbprophet.py | 16 ++++++++++++++++
 2 files changed, 17 insertions(+), 1 deletion(-)
 create mode 100644 tests/test_fbprophet.py

diff --git a/Dockerfile b/Dockerfile
index d1367e4c..2d010414 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -291,7 +291,7 @@ RUN pip install fancyimpute && \
     pip install pyexcel-ods && \
     pip install sklearn-pandas && \
     pip install stemming && \
-    conda install -y -c conda-forge fbprophet && \
+    pip install fbprophet && \
     conda install -y -c conda-forge -c ioam holoviews geoviews && \
     #Temp fix: After installing holoviews and geoviews, deps for fiona and geopandas get really messed up. This is a very unelegant fix.
     conda uninstall -y fiona geopandas && \
diff --git a/tests/test_fbprophet.py b/tests/test_fbprophet.py
new file mode 100644
index 00000000..f8badbd6
--- /dev/null
+++ b/tests/test_fbprophet.py
@@ -0,0 +1,16 @@
+import unittest
+
+import numpy as np
+import pandas as pd
+
+from fbprophet import Prophet
+
+class TestFbProphet(unittest.TestCase):
+    def test_fit(self):
+        train = pd.DataFrame({
+            'ds': np.array(['2012-05-18', '2012-05-20']),
+            'y': np.array([38.23, 21.25])
+        })
+
+        forecaster = Prophet()
+        forecaster.fit(train)

From 03e180b04f2bba446f1550067491f0328c338b2e Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 11 Oct 2018 04:56:36 +0000
Subject: [PATCH 084/251] add tests for fiona

---
 tests/data/coutwildrnp.shp | Bin 0 -> 109548 bytes
 tests/data/coutwildrnp.shx | Bin 0 -> 636 bytes
 tests/test_fiona.py        |  10 ++++++++++
 3 files changed, 10 insertions(+)
 create mode 100644 tests/data/coutwildrnp.shp
 create mode 100644 tests/data/coutwildrnp.shx
 create mode 100644 tests/test_fiona.py

diff --git a/tests/data/coutwildrnp.shp b/tests/data/coutwildrnp.shp
new file mode 100644
index 0000000000000000000000000000000000000000..f1f62b5d80e9ff767be06eeca2c001b3fe7d293f
GIT binary patch
literal 109548
zcmagn3D}Rt|Ns3VLK{kp7ENg1q(w?KiWHR++N2>#L@J?uN=ju*ds0IwMM_8|Oxhzw
zrIIp26p=~`;=Y{E*XRHJ=f02Qb{yYdzsK>OnRCwB&-40RpUap7w=@5r|GxZl#Wu!N
zBo_DX)Gn3%zy6B>r@FHLrrIZ8oXY-d?%v$QZTav2&%biUlpmwAOt-a{q_Xt>tVKoM
zbn%M9MOkGDO{@PEmUdcG#N1_E$JPJ&e`&Xragb~jKNR~u>x;7UYV6+sgKO=+lJb`S
zj@KytY1rM5Q|sS~xPSI1(pUYpu)9vaX$|??%RN>Xj)%$L{8HF_$i0Q0@<8maUqyc1
zdwAz(^7m8vr9YAXckIu_K2W|t8r$a7*LJ{h9X1{1({;b=S8%<`tBU){3zinPop4M`
z3j5{qLpb<fiuAFI;uEm_;s?qrzq*K<v5O14Cve^k+t2Ag^GYt_q3f@-=LI;m`tMk9
zau`KCUq<>gg!25)x?UZw?}lLeCHCd8KZE<rw^Cof9>)qe_gqH(=W@Tc{*Tmu4fX?;
z7xrf={V%j%en#b8LHp*)TrZW}y>xxzej|1tQNFpF_K2OhzMClTL;cbvv`4JO{h0IA
zK98&Yx5GxZwQzox{QeW#E0#P9=jPNWU8wRJVcQXhS2X_CP~TjS@#&YT{x@TDoci;9
z96FHSo~pR!cKV$0o)1)g7Gv8%?K4dC<xbku9Ls!)Kdb#~YrYMUm*8*{4l~y>p1xFk
z6He!-f95G(NB8pt`OV+Dp9NgcAEoit0EdQZue(?e@}u0ZlkFJY|B?-ikD**IT_s;Y
zed4>UKVeUtf5l#Q%}JlV(!Y(vZfcJkHWuZ_4b(Rr|8L=~*TeE<>*^j_SMB>1iZwdj
z`z~!WawBv7+wYsWE$gcL-@0l}F-2N4<NYG7JrlbgA9CF(|8<hXJ|7oxw|BWBf5~2U
zyU#A-{sZE^@_%hBep1B4-Q|n??oZ-zD7H(9`zqTM@sgvQF8{2^pXU*et+DwWyLEGm
zxM_sFY~^(L=SAF(=6WUjmv#N`z9`~uvaUY|N7+35brBC!)z%N;Qrny7783tW^^v`t
z+kZ>EA8~UT&Z>`<?Q_&8USHOCW!)C9Qhm4dWtnXqoaL~P_BLI<E8_VD9ABsWct6fH
zu$e9&yMX#AZeIC@>+MY350fj)f%NWtjgKM!b!hr!k>8KoRE#~}S{{Y-MB3l|^)F-d
zS@{?2E6n5i1ODsO3x|{D6!G*qW82GNERNNP2aSFAKI6&!M%=Z>ZmO<d8%NbAv{d?&
zRsS!Qz9%;2DL?A|(!SVL-(1{}Roqp=?p5YX(*1im4pw>Fd{o?zJp`xf|8;E4e6&9)
zUSIwayGHL7`JG&v`{r2s=l^)C`CfLit299CMt<Y9;w%?$Z(5XPUVOH&JK{Fhjn!oX
zPXE&MSBWjXm43Jsn=aUXIDxWm!eJYnwo|;%%l|98tjt^qr+vz<wdEQU#usrLN$>W4
z2|sg75f2^46;4;*T-YrfTR6UUV`2X>_U-x>w!ghdd?F6Du!-2Oe7=b1cl(h44Qw0t
zru?sP=z9a+cTADqecg-l7h-c6_8;Kf1e>REm~(xRJ_a0bz~LO64#jC_><`1{Wv(Bq
z%2(m^#dSq_X2x?xeQaHvYhic&wOnt`XyU7T7WTbxY=q<C*tfi<h==9$z5S*K`6tOU
zx)&~ujkFiG(-gnzYVyCYv9qKb=|7XN#(sNUe`lN<$@9Aw>D}qroQm@a@`f&yw=>Rb
zt|a|lI2?gfW2OJ|iXxty<9G~qdtlqPQxQ+w;Pm$8l)s<SpNQQR*!<C<h=+m7e;KxY
zv0vefc<heDwb-Ai_;;5Taobe!893gD%_}&ZNB@~=*i4pZDg8p6$Km`Bj>jr}$yc;5
zuICph{_LfN-F-M!!@i#4FSH}RGY*&GSP9#=E}^_?I1jtHaIA^lri;kmK>26lxJc<Q
z#J;V@^O_5b^x+=t`r`D2{M!Xw?{1~P8C!?*M{SF^{gLubQ=B@<8{1HRIbB~)@6q1*
zGvaZo`r~12zEQln@;4=a9MHNb&$Pt;NSxJP?#1(qc-%yOe=2r=VE0q2BA(Qqc?b@k
z@>~_1hhw|&Jjy#j?J*wb5jcH}{jOS1j#B=MaXtmR7qP1+uhIH4pZuxW3#?}~RNf;v
zUvn<^E2rJCeV6>^opXwK9*u2R9Ntj*C&@cgp8f4?(jSS_V>s-O<0&})r1F-ZRiqE?
zb-kBx?9Bc9={PS_`+bMabew14^a3_lV)qmdzc;5oQ*oMtQw_?GS7Xx%+g-4~2!{{P
zB>#P?&u|>eQQz1d+h#c3hs`zedpN0o(pshemALx>`~7Gi_nhLL)qeZpto||W&!9dF
zh}&bD6?R8!zq{`A!l9FV9FFDLFWtB7{ce!_l>DRiSDg*gq1t~35znt-zYLqU?ANh{
zuJ;ZOugX=}-@`$wUwv#UQU7p__WyR=pBaq(ue#sK@}cxcsLA;u^iuy_Ctt7rtNse(
z`#AMqS8SSK`>s3|hoziXY@-&m=OvtPY;Wv8$8jNcH76G3n*$hMu{q9v6HnJ-`?Sg%
zg?&?b0}cn^(0Ec&o<9xy;n=>R^e0R%;<1sg_Z0Te;Jg5bnwn3`uo;idM>u)rr)w@R
zZCTu}uPC3*e0PcKyPGxtuf=H!j+d&wzbkzg)wiqGlksxK_6_B~g7wHeiOqL%Jsies
zJzYurqz<gNVT9aR>+^kTzhyX|i%lc;i~NtytKVtAS%~v->_=v-`nQettMhPZhQn&c
zgYS&pG>wm>{H615Yxcu*xbm0Re%cnNd$gZ=IV;`}$3xkV?R;JDBJI!B<jvZ@zhu1H
zF6{4arpE8TI1R^cCFg<ER`JU@kC;t5Z~uhTvzjlJInS8J*nUUcj%B{N<~q;x!%<ET
zGr!Yj;<>)uhw|dC*k+s##c>?xt8^I7-8qltii#h31>><A4v*q^Jhq#$y<Pc7c4mDW
zqx9c!9?Z*dI^wD#?$+aYk6fGk$rEwjpZho0buH4H`{ZwM-i`JQRj)4M@f7UemiNH1
zS@$BIXQ(|_;V=rPrag*y8mIE_!0~(Rp2F6v{INKHrRy(K{B*`gzKZj^y%C2)dQ$(J
zv3=@V>eEN#>3g0h;ve!}dS0om`84LbBE5e|^JyJ+w`2bl`O`f4;v0(e@oeUAya%V&
z*jD9v%1pwpyPmK5YkfK&r}{jL<^j0$Y?|~u=T9bXcH{ZaF4B5c|CZwV=_;IiVE+@>
z^It2y)~E22(r@)VTfvxZO3%gdnb(VF`gl8gRqS^s?=<F=wdI!gX+5?)u<|b**{_I&
zZuGO;7uy~h7s?y;92DN7EYq2B7YE|>J<mD$Ma5@gw=LzFQ{)?Ty;+QNKS6#Ohgx?P
z^+|8zbP;xo6>rs__zIkpJQDj0?k?i)WO*14H)FE|$GSN69>D!y$Gptf+*{aO(6Q*3
z@HqCLuuhr%a6XK6Fx^9bcO&bl9fR}hth4F2`-}4YF|6yM$DqRb*0z*iWpLs2sP>5!
z*dM|^;wL>oede>zxN{yV90%h(<Ke>YL-r|m$0LR9;o8^AW8a5;(j2dNjdP0Y`@gY!
zhke*hd6fJ*2bjl)7f!QCZ@+r7aIVeueHc;Lujl$<kEe*g$Mw@D;_*DL9}Xt&j#qiL
zVv*k6&Glm+oVw!h6gIEn^d1gNu>S@7rAoj3Nb2)};s;~<2DaPaP#>G`vHL~ml&_vC
z@|&M={BbnCU2gt-;k+7$=3@%S$-4gDFA%SU<DeJueoBAoxWc|BabNMJ!dB<}6vh*8
zO?tn6Lg6%(^y#HnNq+%0W@6!7p7i-c9Oj%^^lxhR8tLC@R@l5frSSh*8?;u~13AaW
z^I1E556)frP8=Sizrxwr+)4k2K9rY^XS~`b@@|ahl(~McgZ)e#yJL4WcGoi>^0V^J
z%pX5P`Cnyzg@Y*HOk@7}<B6vMoHO!=lZ*TF!}K0uAL4!;`+Ph@<yB$dHcyg1z03S}
zcTFntyVmT>@ou&E6|5KGWc5dT`KVWD-@CP*41JmFAIo~@FUFw}`*1iG$M&qZ=4$%e
zcJ5L1PiVn-2<Kt@1mh*$s`TT=7UhQ{aN0%V>lhqoFdp-2rGNdoB7K@jdHF7l|HkaA
zzSq-~cRS8ancv|J?Zf#o^505+f99j4|Aq3yPOLwsGW&QOG^~ibBgr36VEu}%aF{)W
z_#>oGyRzPe_pqDDdTAz*-tBl_k=}3FyUMn#_!sM|>5k3Pdy2U2L;9`vv$9vk6-xVJ
z+H^P1Jnx-KTaW2oI6Pl=?JfJ_VD`i<|JUx`r-<d<HIL4~cBJM>XT{rMHwuS|%(Ju>
zn<+d$+BSVD@5!dcwbM`>9%w>cUdLwjX?QlacVqXn@}G$9ChV&I*GBhdZojd(o|RLT
zn+p5Vy&s6pZ?uJ%V=c-{>&TxL$t$tzM}4E5D|0_y>BBf|_EGuga{sX&cGYR0cmNJs
zm;4Dh9;)`e7pDz4FU58g{o!idT-;Cm8{1kqpUU%aI!f`XT4$SL|1ZwHu^o1H(cbQ)
zTj-x-&ncWcVKW5#M{ua$vWVLk<?83+h~t^(6*h|7U$Fm&xSPhlX?MSs{yBzqGaZ9-
zJ)HwuVRIkOBe8G9^P-u7(}OsCj_q8W_qeSnKdfY3jSk1DdOz73=cPPfx-Qt9%(@%j
zR{F)*{VSiK_orvwPWz9-zAH}K>3wT2oG+IZ_m#A6%kDOvqwY}pAF&&NZ3R6~Rtd%R
z%o1!r!})l<U*7kQBA$2G^WG&mjFWp|bFkij-zYbh`{B40o3Ysb$~iFpi2bO`>EG6O
z7T2=}v5&-;aC!@eS=f2@6~9R7Phnqi|6=nVHVyj~<+-ZbM|#PNaC{Eiwp|!+<}T8|
zjPq{&sn7DOin#BIjciBZw2rv>Sm}?_^Wj?T?!&RV*2*X3!*PBd+Xrxb4X2-RsMW2w
zerc_>EwEXq^q*W!{TE}m9{V@2*+cuv@c-KGiPJ*T$I|^Mf7pil=WEGt@1%Y53hd9t
zVORFCSOceRv3XDJy+G-^{nu`0sXs}dkHh&7?B8cR7JJE-4WupOH$KL`=J#X%1UaqJ
z`f;!Jy}z)nL3_G-az*Urv_1W87Hd8Gf$?LHkOwl}!ueW1J2D>4d92^D3HGvU!T8SQ
zw7xgecwepkW|W?LK9CR9`x=9N4bA5Z+3);ktQTP&d#kC(`eMG;Ub`#nk6DF%Yt|>z
zNc-nWtaqsoc6C@EO<$aD*K^0ky51+Oujw1gbA7ZPzoqNH#(EvJ*XL#D6yq<vPdx96
z-QRN4vl+i9QGQ;<e&PD5KA&Q{6ZdcQ{xY43(}hYu1c%8w$II@I=0*9jKXE${oA%iE
zz<#ps_kL{KVRM<{t#GXIU%PME57RM9AGAMib)MPQm~vh}NB1*+;|#S-ZMFQT!g=?y
zwSCLE=-@2_nt%DewZzWX^K2zPcNALT{P-H;>i1w*7dGt}2lfR%C*<ehI0m~3jGOe7
z;-j#AQ=c<hsd3c{7j-MEQtHCz1jFgdUlH3x`KgY4CC>A)|D5{Tj+E!m!M@}l8JBJ|
z>El2g&XS+dxUH$rEjq>3c77fEaNIy!`a#;a-ywZEm~rl#P@cJmah_|bK3#P#n5O$b
zQeKA58+!gfMeSFUc@S>KLG~Nv(}~A6^hatVmp+%c7dB1Qe~Xw$ZUlB2$3JmcgVW{o
zznh268u>^Zj$yo5jjc2YyKNMo!q{^aaA_?18`XaIlipvYbIn%cuTt6PK`zudcD-+4
zPu#yjF~?k|OAE)Z%f`l*alAr<xa>cE+_gn4e18gQXXDh}6;3~4U%fH$O4k+X^E){2
ziOoKz7V&rlcD-@BOzx!f`K{O=)1*iro=|)jotI}~GX|&Ss-NNfoIl6ra2(dEetob#
z_4=ZIX(Z?CaI5?Zwg>bgeix1x$PZ#O0{c(pKjk)@zx{!<t^FC7+S-m`{c%?-UXArG
zoS?qA3g^l=_fh-}%C{4-JxlJz`su4-cL3{g{GR)9%dwOF6xMGm+ml$sTq3={2d8#8
z9KtxWyQ_UZ!Dbt50`tJ0fo%`wnR`@jr+GR_>3@);;wLh%?Tt8GDKAz3Prz}r`f~$z
z!*DvEaqbrNEc(mTXI)8`;!sWN)VbFbaW{^2FV@1vST7sj*~lLe&%L@A>2pK!yR+p(
zaQydb$~yyx_Si1e^=5P{;<f|ps5=I`YjEh(mH4fS*TUv9Y$jY)#G}LhL2N22zwDNC
zJ-a>m^X~G&IDSHVxTCS}r*-&m$_uM$KU-dLeLf;yf<p_n?_`x%4yPg9kN<%F@Uw7w
zUH#XK_Q=B(|4Qxirs7xAp0=XO8-bnde!*r1>D`&?p9eL5M&W#@*7+~6o6Pt#vlQ=&
zV}ERq)IM-6PD{0pUx(xU^4-`s#_ks7U%~i~?QtHg`OpHV12kXSDE>0@$=-_NzdAn+
zmmA^ufczfwH7mWnPxIFkPx|~suBP<+DgJwpV!W7jtOt1(cIWAQH6Ev3ak>TPzqH;o
z$F{EWU!(q+NBMpS9M7P>`F-_oFRdp}tAAfnJjg-o%ZWHG$N3YDAE)+v4oCg`*`K9&
zBenk#IDe-8sVg6^^=4b8Z;SmYj92rs;s<N~)MdQH`??hE<^R-psDk4lZ1262_S_Ap
z({TQa>-(QO7x7e|xVZ}FF-pJo3gYj{J>}2kZE$=P=Q}$U>ElWA!PtDs^}-HvOKktS
zyh!iIYCL|6v&SytbSh52bS%>68aO<K<DVLzeXt#Y<3&n;3^tvxkMwVvChvgbnOx8O
z&iDy|`|~?!e0_t%T%Eu7rM>JsIL^g!Gd3^LA9l0y*U@@)80Gt`)StC*{2AxRNbgS2
z`c)hIdN{4q^{OlXEYADp53UzV=YKhM)bl`PUH?FwZ&3bUwg2~4d=mB@6~9q_lk)Rx
zoIm1|I6bfPNC(~Td)Uoqyrs=Jw7~XPoNFq+2B+85p0XWFd%Nwqe!2qZ4NCt3<0+hh
zV_$g(>@@!3!Ak!P{Tr@V{3-RfY+K^ol(?Co@$?GkGus5aw%C8wp%{;5Po3Y+!gd4a
zJ^zF+;^`lpyU5=v-U8dw`{3$0&*MB9HeE*k-*p~cjB|HvpTn+(+zs2ooM%Hl9Hw#J
zjVs$1<=NA9{;h{o+mnm)sd<;PvwQob!g&}r&E;<L<VK{w8v6mbboLG%PvE@!A?1fF
z<XPD1te&4y{SRos^+w{DaC(RKFw?QymiBcw(?0fkoGW5CU-8N~TlLouv`_4h^BLHm
zK!3;2XfHPo`^ob5j3@WKo)1oxTa!Q3(D>}6`t-v78u?YlC#rr`7~g)G-mg2HYHB>R
zlP6+3R_pbFjIaEY=1&EArQ-LKK5BlO-zh(|VE)Di#9cY9ACD2wgXIaT&m0^t(DfUz
zAGw1xzWd@(jrkGh;B-6AU$Z}kFK{|c`)zCN-o<`j#m`{B4$ZLdfuqXzwK*S{a*8+P
zJe>Pbzp#k7-BtCsiqBX755Q?1{gsz1K2qbMvd-h%W7}MQm;ScrU^fW+-in{8@o^2d
z+sXqJ|B?B%_48)svd?RDDg7S9Pa4~$&$89Ikhy-Vo?E;A@43}Xy@YwIb9<<V-9vi+
z@W#bOJlufet=P`Nxh9U4Iaix2FDlaeQ*qo8$NJcRNL|98I%iMDZZLLoZl&_q6OT=B
zs!e%e52ZgG=YE`%V;#jC;#?Jb*{o1oG*kLf*vjr&>^E|*j)&>`hw7YOYRl1_liaCF
z{{rWd;FZ2HcDG@Bw9YM~<@2zA2j_t}R;Ir8O>8dI{mJ=u-QPIH@53g@PhsCt<$bFB
za;`;x`8$-pulld_bEIYRbmFe3#>Xg}CS&uE;-8hqi@X*G#p53B7+;Hs+veEpMf-)1
zae771DK%O5^D69H;P|Q1U#5NGA)K#Q`puLdZo{D+&LuD7Tv*z7vOf3i=8)d~NZkC1
z(^oo2)?!~VJ+W(q?d~|pX|~Rp=W1ViK<CUyaBQn{<tXh#n{{qnf&E&YGqrD<a!Nn`
zzjN8n$4+xQYp%QUy1pFFQvNSVA0NT#ae1!dPUXvaC+zjUE>%$cUzPu>_SI(Gzn6Vf
z`>fafyo}S1<PW=Re8^s(H%i;+darAI{6qe*T<PcHxQqJ#X>5+dsgL5PU~{hGmnz;8
zyXO^u82c|2e+wts|Bb^G;<*|1b1z`uPxteI^1rC~Hd-I1E8Y&<NjOfH=cxQ4tY5Yl
zwvAaIa|`UhlpA34J2rK3((i?YjT)a*h})kuK97=T<K(%XX`}JjL+j^FjCVT)hm$oQ
zmdHEc+??{lQ_NSlQGQ<Y`5)f9q=uT$TlSi=Z6^H8dJr39Ge_&gO4Uz}dM~u~epIEb
zjMqy)S6Ixu-Kb{_H%afxPb?doTi(akDEpuOg~7b%4aezutOxIr<6!LC^4>Zg#<;eN
zc&}}?lvP$nXs-9*^E59%)_e2E$!}|8H;Cu|a5C@RZRz(j=2Ew;&%>AM>iY4#Wh#)~
zWuCXf3Y<^U^PRq5!1UDfRX^U7m+n10!TrVK6(6ei;0KW3m)dF%mG?4jm&)@zXlAP|
z8*o2cw^!MBVU&w%_tIxW(pt{qrL#xzS(YvBev}%$>_1z7&L!NbpM%}0_r3??a4?P+
z={>HV<4k=Vp5t5=^`6;S`5oSax}}^OeJ`9I$7ZYd-dn#Hw_Ck8-}=4!*6-c7elPE~
zdT;;#dau9Ld;d~fm3}T@mvD~Db2!JPUv;h<D<8sp-SobE3-=f2^BfiS(tGskI3JC}
z_SnCQOMPXhEB!V+XSp5K-e=1_al9A%o9Q1@jq+@N_20kPD4rHlzjzmMJ4EN&aoDfW
zxpjl`-_JQX_1DiKt)5%<>|2}<;$$4I!s%UH8hfSBA(dSEoYK~xV+vb+&M9p5IjF5a
zC-wjO9Mx8zv)cM|SaGY*X{D_`$F=qN-@a@f^(_57=@;f)=zUzV#+W|*EHC{~Hnz9S
zqeK5Uk6aVY*Gi20r0)+&EpgbL^}yH0b`tAZ(EAb7Oh1>~Qg&IfVGiq67>(oEI8DTE
zXZd05H|ghyeX-HcEsf?`TBr5O^Soq6$d~JRsRIrh=tsXdcB^oDfc4R@$F8e>jyYZF
zC#Y@CU|g2k%DsPLaX;=3;_)bKdMbazhDAJ%)%D+MK>8Z2=kXnEWcTy&McjTxJpY8#
zd|Bz;aN5&OBflMk-GlUHd{{rnEcLByza@RxS3lSOS=T=r+reBfAEf=MHubmlv3rE~
z8@Zm+52QUp$?cezPTz-;yJ?<w*Zx;a>&P^Xy(6&sK>kkiv@|wf)${x=8h;aT-W$gT
ztg~B>&mGFfdA-s&|MSq|J1g=pN71%#*DdU8l#Puo<GjxQ#(7>s+PIi{gahRzIPEHr
zWL$&}2Nz|Tvo&rO9auQ_(70(KS7034jR*Yi+FLGrtbCBlv)K06bNl;>-%LB@Z*crk
z?fMW79pqiGI}ZCd_AjpICeTlIIL>>^Qxt!KacdXibTIv%Ud8@u#);oc@w<=tZ(FuM
z8vjPyn&tHir}irULu}qw{`!j7p}w|;JRYZev2RHGnaPTGJE*vy&>QD_Y5!8+`WvyI
zLjBT=LyGivG|mrT_XhXlG&bD3y1&)*uicaTH?mQCY&|}9EPKyU8fRg|?Zw`ax*tee
zJjvb?s+65mwv4mO|2NM3hc^{z^D5oPGVF)aj_Hh>c~0G*ddKzHt;4SNEk)eR>3nS7
zByNY`aGShB9)xr2TZ{bWBY6t8M;%+#Jsfdc5f4kSX^Ydt+ACzU28X&zKTPY%@091N
zXg&K$<*&f;Sn8Ah)cSUX?ym;z?mwVC(&HM3^|3ig>rX9gwH^h<<138gydCkp633}G
zaz9)8qO2R-KG?6<xIYS~h1j%IyrFy%wtcz2y<F+nQGatkb`Nm>R`z>pT*>ilweQ2E
z&zI5u{sru3(f{rPl|M)0V=1;1u=^c{OR@h(Uc(xfcjo^6qgwOS9`VL{^zSLe-I>^Q
zQTjDU(mq|)exq>wobvsLIGl^kZP;!v2b{j*++-%mN8tPh&j0H3TYn!>T+cs^eJ_=#
zx#LzHTExxA#N#hG&cUhiK}9^z!?rJTFCSPs$Klva=eUos=}Ub}bJg64U4P=KGq!7$
zzrXwx*E0#nat9aJ56f|`f$b%<pOO74weR1m?*ztsoT&1aV>3$eTAI(Za43ELx{a=P
zDf214sOw$I+7kvILVdIr`L2iKdx-nHu*sUw`_cYkG>)5ydym~DoV6Ypm1pK_KHqW}
z?LQPphwZKZb!_ur+qyX4M|$_R)`PiRFFvmO-<$eHhhsyHmx|bSR{htiJxBi6c_p@0
zmA)zCE2zAn@oKv0dT$Xg*>9`)(O&U^*fqy~K8{+CQ+4K>SAY5=<-4d~7@+xhit0NL
zyLlQf-)lZ^wLk1swr2fZI?sHiv+E4ag>8Q<K7(j$l&!^E_L;rQ{-=L=E$33RC+m*8
z7Tbfg4(WRk?O!-ITk*fL%F4*Am-G3?<;2qm*q?^Ydih|jV<WMBh;=N_rEc*It!p=`
zu5-1noq@wSv_n1(o0n+UaJcd>*0|8U#@{v0suNE&aBPe7$Fz;_h3zc0)rH)jE4AJ8
zILslQFI4-?raZG5htj(E2IqP^i2B>J>5F_d_ZQyLIsZ%DulmYVr+w_H#O(!Y?-i71
zM#@|DSJkrbkxT0L_`pQ=up4U>bIyMIT;aT?tnOR-y-lgt%YKijl(v=Dhtlt>S7SZ%
zzr0f9_0tY0$}*?QGqHc}<su#rB)#2nd|`JCaeM1aT>BQ{;cVjOMb;~SI4<f|RxMX?
z9Qog3eRBQB7WP%u?k8X~l6c%(@rKw}#%U(^6RYFg2&W@(e2?q9k}t((<BQaHEcHz@
za9GIwl>HuK5f2Tq>xbjq{b_4C&BX2+;{FjFO5f*kq~iL%k2Jq-k>7WJf%_ec^Qtk0
z(+K%NZ0^9R3AUY-fAjOyZ%-UP!DeEeqWm}-`xe*@$MK8W)PJb*zqw!G)L(9eO>1ly
z+9K`_lSksxShEXialNICJ$LjzlxIlqDq~mrzLwd07xB=PxF3&W!1*QYm*6y2uCMlx
z!(Z49CvN`4zV%*3`Q{b*$~_CaVK|?O{b@Kg$99vhcQ{V7aj1s#>#E;xHH-4HzW>O)
zfJ@(p<Zr>D6mN{<+vK+um42hHw{8#0Ye0S6kJw(O`oD;M7aZ#<{rNatw>$TH7)~{@
ztAO*TyA^T!E7vn!aQqzm^}81Fv@7E={UO)V_}s+WVj5~bXst<4Vl#tyI2)&`y54B!
zpWA@bDCWDJiv4QV3tx}+@ZV^?_#3;AS#R7?^rv5pQyq<mmsp>|W}I70DCUFh#dx%{
z<W3r&`o0b`ao^&8<5$E@d*+AlqqVd-&H>wMS`W5bKdTwDZR!1Ux|VmKX4Idjxh-p(
zK06aTmi5(^b$D*s|MV{{=}JA1`>RN64(e9eSHWolE|rykz^+vG2tH?E4ko>SSD!oR
zr2Lz39Q$`se*6QwqyFJ~v*ibHcp3XIWUu^P))(p1sY<^H$2K_h+(>y>$;;&@u&MuV
z5f63v+=IJJZja4CT=x4*#r?Zw*j<Xlr<=L{emE{L^xKZuzflgKtn~HD7q%bb^cr^m
zDE|^{N^Y?Y>7(MSacHLedsZmoX0Gn%0r>-*|CaxjZ>vasx|82_-xjaJxpQTFP7nJ3
z^eXsG>}F%P3!m$Va(EYqPn3QgwpF$(@_RYoj`JtP^VitDf?bX6i}a?0;!AMYAN#pG
zP@hUT^xLtpRou?NQJ-r~Rdy=kL7%hD<*VV1<TsCD(}vHTcvGG78}RdlTnpRA*sQ_1
zrhdL4N7;<pxyWzYFxTuexHR|tG}bM@C-E>H$Km=MdLylS4#!)y4*jC~+=g8T?5-hy
zs4ZWlb#Z&u_jvgk?l0`7^xNxx55{?{+M_Er*JIn4>lwATe@XS5%6JIBs(ue@e5}Q}
zi97+@gK+MtcsU%;P`n}z<rQDScnl9xA3F#8{;L1I8oy6sr_V9DLvXC8^nbDL`#qF?
zE>3STAKa_*{WyGzV<#NdK4u*2TZ)vQH?ls)7P{WY*uRF&EsDRZ^uO~tuiOXQOK`jy
zySj>>D~B$uH|no^mb`%a<$hNd@%)79dk#($uscM48HcreZY^|?U&QfbZ1%vp3AU^F
zT%5f{@po~0O7VU4xw%Jie3Z}K*(0dGABod&Y=+^mT=#b`HdoQ#u03|I$ea0`Us{Qi
zK4%>Ia&E}S>T{r<;`AGz8#E0$cciJf*xSnXw9;PZH6L<E@|zv0PxutaN!*YBMed68
z5**57_pstqc40kvpX=Fk<moun)OvA=(%*@lK3AO=%G1>z8*w;>_BD&J>8$pD6<axU
z!LgOnAFg->_0Q+5Z*j89KO6f|YVQxK7WMZ@@wzyzP<$2ZssBmd8@tzW)OwsR!?_RZ
zv;CR-^=q}Be}dgj*vY0IPL;`@hO-}pZrGoO)85=qK0y1&1=#N)chmjOVgE^2D}E3A
zS-4L=0^7f^nO}+i`$hBP8k{d@KAN|+Kb|f($M$IKcalF~e#S}cuU57LaImD0=dvG%
z8&%#=?e8P8ZGhcmxwp;-GjKWq$D6R9$N9o0>Tkcpeun0A4a!S5(VoW2x2S!G>AbQC
z$2FX1>}c92&ELfNrV{1(YjA8UAEWp^ILY}_UH^LGc~90O_c3-?X??2C_2M)fZ^f=L
z?U`Scr{FMF-iZC}*jA%GOcNZoReSxz_3TedAF&^R?VhTSY`Q4kkhtlC<9>2eY=%-_
z`>@W3cj*2`W8W70JFz`Y_tzDh>Nx+)dDQNR!xz|Bz-AiG>(rhT6<>`_#O`<O`^vvz
zccuI`win`%6+Zx*J-D7-y`kuDe-n;_u)7eumN=BWT<32&KZ(Pq%72B<^MB!Rh+Loc
zbelN;=iWH4!D%Xv?<oE!4g>VOP=o#rCu7@4UZ&@b?%2J7&0E+!iS0q!ugBtW9}Ye7
z*3UoH|L^ZNZ~8;A_ojx6X{%S>VXuC*?5tO=Y_s{lzTZ55GM9aN66<ET_cQWV)VZ|J
zr{w(>rx)jt{#({z*BpmgTF2{Pzd!4|`|^__y+0r4YO@QQ&lUe^7Jdzfao8@WywDkk
zYqc-zh*JY>@BEnhJVJfq>DYI}_F$ZD(!Q|+Hs#3gYAW7L^{FOLSAAdqi1IJjx%o64
zhT%N_!y@jswC$E>(_Yx$gWc;N6mj2D@l)mVaNPJl`FEE;#%6}vV=NA9sIPfg>F-zj
zcU1aW>aWT;H&B0#f3GOtjHZ9nP;9%(k1JkY{XbT&$Ud1qz^)bhp#4no2iVu*1RVF2
zyD9xW+UJg!UtnL$m*Q|c`&fEWzJq-#?MwaBKkQ4UKJArG#r`z4Z+-Tu^ft~tv`<x~
zf9%KXL$(4=$Ktd`=@+sOg+Vy}g41BGm-}d6Yk|YwDt|A<Ct$Ok+Itc8DYb{)jBU{U
z|A74kIM!48@82!@$IelGXUY%YSRVU7*$2Jma@di5#Ls7Lhl^SF?eEzBrggjp`Q39`
z=Uc1%ljSpUeu8y2H^bpC*3sBW@ex{A$6&KNHt*pyly%iTr}V#Q9o<v$`&kG5TCGL1
zw9f5BJYI`^XY5;Po%>OK0q1tKpLq|5K{yS-CMv#+cSvRowtuZF)<U}phuMD=c6I4L
ze-O?`V{3ma;^8Fh%46F}>8GqM;-)(eM`7C(=jFc^@w8a=X@mVz)#s^IMcnpK`5)r^
zl=44;-Fw*A!RAQDpR2Tz`W=q#=|2~a^R!+y#Llsv<x=`lat-p^fvm^z8Kqw!-yqjw
z{kD7IZ~#tSe&YIPW7iz}#fm?G-Gl50sW$n24eck3aXb-+tm|Ef^W8X&#(pQ|-;@2x
z-%a`XHSJezv1!46mZswHI}SIhd_Rx%_%m#0;`oZ(|MMcA576~a{(|{Aj`DoDFUemU
zr{A$%w!CN$(`7#C&%tgaj!*np#Qmo@^juchuE44HlEP{CuZsL`@ehUL9XRiV%`RUP
z@50`myW;<|*RR9jE#hg@H%0nvls_-PtCWBIw}tJw#QhuCJ%Pg|*f&~Q)W_X|!=2PW
zA0*$Z`#o9dk6clt53}U)>Yok^i|fV5)ZY7iS2#7$c&xFga5#wZ9xlYLirfq5J4v5j
z$Fa5M!&#Z~2jX}XXCb@IFGYQ_&PL{Bd0*mrG7j?=Q=ffT)BfL6p8ZJPr0ZY1hW7Xr
zhuxUp_FL?~!e%G(`vI&EsiMl;hxNoSR{G<Ar@Z%7{_d<takYG#)~j2{pZ{e&^GB<`
zEwsMQ#^zksV^fa%3lFniyJf^<L)QB^65Cg`{&&V<CQfJIbdS=n;`;6w%1fhh>ZNn`
zk*c5Gd&fE77wzdkChp5&*FgC{p#R-;90uWBh3mO9uvtXhEMffE*C{VQi2Wdy-%{gi
z9Jb#w{!%NI-%jIoHnw%JyO!(u<K-IckKsmadg-~XGmg`7{D}FKR%7!Lj%To6n*rE1
z;CvC!*8IC3o3ELl_8Ga6d?NdQ_=5Q#tLnV)I8OUw_c7~-S-^QD_m?Z{ym6M+mvQnR
ztXJk|oV((<o!$#nQTzg&C$Rp-?{Rtvr|mhfxy!Xat|1;iVf_phus;>2>$qMV&w6XF
zRDBw2J^qdQ#|m<N?B}t5$G2z?GZy=4YM-9itjFn4?6y;TOk#fs6N%d$<O(WpjP{@7
zXn%LF_L~XxUmA|xp*Vku?M$7&+H3!5sQw>^-P@eU@^r<o)N^`Nyedw8ar}bu=C;9M
z8{*-7t`~=6w^7euM``@Mq5btp>KCTsxRdT@wbIYP@e0Z_9k_p|`n&$LS6Za{o~H3p
zm-e(?z7^;DuwAG2-bwxa4gD9s!TA^L>N8&QzKjQdA2uIpziq4cT<>c9Ji+rrSWA9W
zmFJQCjK;@3*fdo9aGqbbexBXA?B|Q6?|F(Fd$PBT)!wFe8s?I+vtzlkXSWZxJizg9
z>*wqEU03#%y*X$4q1gSPbLK$B=VAY#;&<q0ndiwvacZpe&nn(Xo~!sdI8@+zu?@CP
z*KdZ4x|dZs?yU5uE57`yqQ1EzHiNO7N%`h79NxnAEX4<7e-2K)<UZK9l=Xfv?unD~
z$6c^JMENUXvpcpsD*xIpMg7b`oy#ZTcpP^6-ithseb3G$Zbxb#+^qbKv`-$P`u)y6
zn)JOCb{fvtsXooI)%Rwk7K)!jJYT2y1j<jtvG0fTKx|szI1Ia%*pFmi&o!=OygZ}l
z2#qy+6OIQGw})Zd0_U@F>W)p)x#4k@_kf-=CM$k~{DtD><sGPx-B#WohrMvR2It+d
znUBrwoLlk(@;c5rah~$OpmWbhiVwqfC)zJIQTj8~p8H_0pC|bbunCOU)EkEzHNKC=
z=~a#I+SrYjM{y4GXXE@T4g=(iuw9GY={T>#v9r#33;*j<d9jM}A4uGk&V_rcy!*)?
z_fWi>yqC(WuktG^{W_gnE6JZ=zY7j;;M`F8pT+h<xxd^V=WaN@Ew|^K>n`lZeCnce
zaBmzQ$9WLWW3iut?Q=>$7rUAABJAH#{xvw=qWCf#F30X2`68vCt@Jx%UxlAndOdfV
zL$KSQcsd4$ReJ8KhVuwLC)}>`uEV(t_B$xv8t3!$T-H$O*YO-;&%~}b_J88|FHW*M
zf&8wouHQk=Ekjh_#)|8Eox%>-UQXQqNqO;H<^LR;{p3fnd!6gsn{@qqvAGoIjySc&
zerKHbz@{FKm9T4z!$LiWYCPD1^7X`RU7UuiygPX=jrx2{7=mr(?(82+v9mb+rSvDs
z8?kAN?HZ-;iQN($F2H#@w#Vb3=VH4??N>wTf57Hfo-<>{;eKr9;n)#}kL11eTsjlG
z&3bMfhy5z~QJh}EX%fz7%BvM`i_O8**YwA^i|YThe4RW2TYYa>`cdvj-0w{N{5W|x
z99QD>Jn7wUINyfNze?X3hs%1fzdS5IgY&1#|1@?(<$gFEfU~|Q#gFB^gXygFPs*)S
zUR%AFxKR0<$#*M#J#0r}vz_vPi&HtAce<viul<^{m%Rq(Z*aN+rztv{-GPJ7YIcO;
zQx$&$yH|0Xj?HZB7ApU0>^I|l5A_MBa~6yr;dBwUH{v)9n|;-O6P5mK>?h-V1rBdw
z_n_iSvDNr1ojr3Gjn8$&(*TW!?^WKD*nXk-yNc_3`NCbyk6cstHwUK`>YqKB-*y)E
zLG!&P&gEFI!uJ|q6S4mSo6fAK@im+lYJGhiyDF^LM&sYerO&5Xr8i${{(MV*Hx%1{
zRGvQnW>2F$cQ|o#wf48F%Krln$Klw8{nekZ^!?bcQ$K7!)_GwN4&8O0xl`%8a^8t0
z&%^FKrN4mlSKb%rl{%lT)_Pe{=gs%E-rj=!{fd{<`SlLP@6mgj%jGk49^U%%id%i2
zahI~+vn+i+-Me+g?+WB4i;8zdp$osWnoch(Ys+)Xv3h7J`%hY+?+X~OdN1SmN&PHr
zKEp-cE!hsnW=mORv;+D5Rx^rvr|JCus~Mwn@N2sEu9R1*iy1{bhcAiy*LCh{tlv-m
zi+;;96@P_(_3y};aS(sTK{gNQ_i+>H-AvV|x5mW)`7g$CJV)1C&A9j5>GyRH(7bw@
zxLd?LH+^w<75j-Q?`qbKbgtUtcHWnUSLKSt^MSOVyC26Na0q(8dN2KvH_><gw?F>V
zmuUmGn{v_qrM`AMlHZp4em#zBN$>a2^?${&E9*|W6q_5dlkIlech6V+RJD)$y{M0C
zjNK_Xv@Xqi)&FapKi2rUl>Q3MvE4!QvZ~^D;#5cN|FrtwVSgLrBixMRk2uay`;EhP
z12z|s-#Y5!@1g(8o{x(9`=!(;pG^JjdDzOazv_3A?sqKfggqS_J-2N=f6BgUq`WKr
ze$aJy6nj{>gSIjoZ!Vl3FPj@%=3&#a|CRnJ=36pv@`1OIcQNxO>i0^+FxDS?q~dEe
zk4nGy^rh-~H}SMTF8v(<w}|_4m2NG{_YtQT<W@M&!EQfn7h`)Q?U-iaP(kzT5TzeN
zJEkf)H^Z*<duEl@?w1fx?`xcNRQh}6^KsY(C;i=mG>Lhejv($|(KvKUueP@OyCwck
z;&Fw_e*=e$_`N!R4Cmo+3AP<@T&nVS;d*YFte@l9W~2`XXg}<a<Bix1Q2CRwZHHYQ
z?k8M|ZDZZ<Qfx}`ZnqcxWBx3akL?)wVeBu_^*+V9DGqBCAB5u$p(xMZhf_OwA@`e>
z;yfFhHjG_=Jn8*~*!08pC(?&X)Zebe?ilPe_T35`8<F2#K>x>8N?%dy@~0}Vvc}WZ
zIR2>da|JH_Tr-YS`p!!KlHxbuR9^Yt(RiLhdzi|s6KN=RJ7A~3BNJ-Lhp0VUX+C|S
z{=5mtdvK08_r-C0=3^X)!_V?iY?_qL57<t^|NFZ-n%}h<Z|Pp`oBBH*>2GYW)%@PF
zmTXx=wpu@SE&F}=pmiu*c~jB%ZXee8-1Az-*5I<bZ&`=BZz+I(;Z=TrHg?yVH3qxO
zaSAwGsd=Q|-!>29yj;KEI|s*3*gVU)az|nNpvKkGK1E&fDVhfhuv;eU?_JsMj02N<
zQ}<f*bDW8Nz~M7&Pom$AzL&*Rq+dgK%J)ZNdo@mjan|3nNC&E)D=EF+BW3-45qpc$
z>w9iof9$v8`cdm{o^-?i+PbWX?c?$ulpmVPW5{og$KeK*-w<bw%jlJUXQdy7qt^8_
zTJcF*w@*|4p4c~1dhL&1-?J32q<z!b#KZTrf9j6?>)4+szfAvymhxTL-Hzj_ijTx$
z4*l=j;q;<h59fsAU%iU<ij#4kgu{E-+>c#V%D2~G^APq|;;j3LXX11^_wNqGv60$$
zH|1}J?Ud__>$|3;&&SK#F}}=xIOx4u-W#XVbIsc8iv0d%+RIJCaXL0V<nmhA&Q<z$
zIG><+UwLP_8xG@{yZ&FwE6rthC$`rUw_1mz{{BRsL;IMfy585=oh=Vjd>@?7#Q8v+
zPr<1xHuaSLK^(R3xF4}Ul(?;<_R>CT>Z`qeRDT|e^9$<l9dUe7>&I`DXHU}lvJU6U
ziq|B)dr0qrT43w3>4C$cINq=H|L8e+xZ>Ynw+Q=_a5$3j;TE!X#vA2HIzK-x>%ER&
zihb!lPe;bLdtc}4S=jun@=nltwG!u%TF+in{k~Fsx$5_W)}spCkMF{InzzO28SH;j
z{%7T-IKPDBP#nf%_dVCQ`ul(3be#0}nY`X>#M0ky(q7_bupi{Ur1$f*f4r#ti?OZD
z^<rK2qI{#Sue~X*#BM+0@euX*TJoD4u$zyQ-ctl!Ki))q>-}ptV=7whgMR(f#oP>!
zq+-vs-TN0#f0xajE&Jd|ZGvV0NwuF~9nkw(^Tp$Z;|Rv79fH&OI964>wZ`?V$BOj%
za;3it2c56NzmIb5R?L%l8@A^%kKNRViJzu<{>?*_H&yfe?*|L}Ep;!eZ+rn4_p+t_
zov?|@zc04UO6iA@zmewgB{(jjzF`NPWi$POBE2b3dVex@uaiFSIJAg|pXdiOZgAnW
zR{ee^j+bITZcq`A9W-vP#bI}BR}3uTex;tX8^{-6w=K4NE57mmBE5O%2il_|@#J_8
zP8$^eSkKL0;5ZnYyKy)lr}j7>E4P+E;kn#(!S)QjW4RfpM&B3Lcd~o@yTYb9@$k{Y
z!eQ-w+<*L*cmr(uE+}kg-OK%#!~QaCmVQ&jUBdz7ANMu+kHlf-d_3%)BA#o1S=g_<
zyRhr`dEwj*r-$bi4(G^?aPH0AFcs$(@zPw0AALst5t=)#uxmp8@bjmn|3uy%=YO%i
zXigFLm8hS8adu%-9h*wn9f9Lpvx<1ECcpDhVb?;QgyRtGx+=a0?cwhKko+&Iy?TC7
zIQ@<7C+`;yr_;XiqW22hJJjB_aGHv(!FdACliw}U`-gDa2Al3U{5_L+z`g-aZ(`f~
z?ILbA%bQc-e5=OCXdD;e(%R+LGM>yC<aakQ-rXniSR6ZWJv&45VV8G`^6htu@1^@&
zkIf#mhpEkcv>ma36uS}F&QttP94+(Pj-h?s71*_){ljXl2Yb>#xzUhfJlcrE#W)=E
zG4(qS8%O{9J8`PY_y`k~|5=<CDF0`Q@5*{)7vVes=Lt&xgVw7g@56d#8+<~4w8VK^
z#;dys$7MJx?tWl=$IBJphxy>2!sbMr_R;$KAddIqv<LIc%~AYXoL6GE0-JMKze9KC
zr(KNW66||ve|VMo?f$@i_7}zd#QoV%{B5iU=`<W3W4*BFXuo;&E7BjOcxBd`EZY&-
zU!?RESf7&iEB_u2EgvcR*Kf~y=O4mpD2}UeoTd0t?0@Db>>kwq__5Mg)_&Sk9*@&_
z*3Wo2`>#6)r`FiW?m8Tr63?=)OL=y@;;+k#a9WDZo;nZwj?*}7#wh(-Y_G<?)o|9|
z9$Me~;q({nlXrcR_;Pu~h{CD7>i@NT61LktMSG4`yd!oExnBGlhX>?cbk>=z`W%Q;
zCHA9eu<42Orz-zzY!_hLlKsrC#_0>3rYZlo?2mpK_MZK=bk>TWvmd8lmA)4HwS5M=
z9oX+(8@crJ)m~iB{Jg9fkKq9MfFBv3D`_7uhc~fXPkMi^+E3@oa3PL+kl*h{`@4#q
zU(#Iq$JLj&I{)on_Fi|4&XMLf?PX^&*Ua9$i*a?z?xkGW;j2~I|4RQ3Am(3TUYXl*
zJPX@%Z!P*Y9E-#I*jLaz-1~OM$)(KO&>Q;&%xkksz7D6CdGD2*Vt<z2L2uB$-~3L>
z>x^T6Y;`Z;H5_kHd^z?5xqd#SUy<LnW8Fyeu<uQMv;H1#ti!p)4ZMr=jc~df=Wf`Z
zj^lgSpNG?KI_LCL{%dd=sdzVR-^ad*)}>u_Zn+bO7C8Kd^94Ar!{#pR1M|=i#_l1U
z?v?++@fPKu!#wokvC%v;cVOQ}^Qct5$9}BRe=Cnu`rmM>!q`gnnP;XNHqB(C_#hlU
zBEQ{_b7)$L<25)>lWQ_h?Q;1NY!+i*mw6i(;?NDd&#_sJ?NY_7YF?{8aS%53s9!97
zX7VH)4%NB6zwW22)&c!}X5S5$=2jZ0_&cQkKhK|EYCLS2Yh`oH)y84H)}ikhkMTF!
z$Bo0OmD+bOHVd^bUW-G-=`h86VLL_h<5{i4cWXWzj&pm(Z`SzO7AK8Y_qyiaG>vzU
za|4a{KbWuPGv<%$ruW#-XgzqI`JMX9O*P*YH&5SI%rCz^<>g&*IvvMHw4QXr;bfeL
zVmpKND2&Hm-}mR`cq?(!hq$>~>Dwv&WjLRq^7dE!H|kqj8^f3KR_oy&##DGr>uTE2
zy||ZD_pPFDeT7R4M_;zqY*|-_mKN2rzpMJpl|?KZ$+~2o#kQ{2#l5hrgQFapu&$MU
zpV=OWO)t`$?>JAH+myevo`<^PIG6L7uZPpaIKA7M`gD;;;Mg3;`>=gp=fmzw-%UOp
z`*zsws`QhwTX02DzWWvD(%*SHLFJb`3g?GNpAMw{@p9#VO83(ehi|aI2*<{>hg00Y
zuJ$@g=`T@xuIfa6CSms{&Kc*;*dD5VV;zncV5{$+h{v#x1pQsKqOZ%k*{|+clyB-1
zkC$LuL+;$6h^LcrIu?7`Z}3IjexUJjz5J)@H~+FC9#7T%e1*duy5A#Ip7udI3)>Ub
zKKi>~exUmM3+m@@mup^LlphwVe;Z@dS^X#HXZ8GW8F71(JXGn+%d-@JUC+;p6z_rU
zY@BM~G+gOB@;sAzVSg-k^>98$@tv{hspp@sxu0;G((CUUhFul^fc7v!&sWFbG>zxA
zR8j5yF%H{ezmn&>R1N30*t|^pTR9&ow;`Svw=de$)Wp6%w!L_MG_6=G!YZCO(~j8B
zz@@dsUx3YV#M3=`UfoaSRlue*j$?Vgb(3%yjQtMOFX{Q%ou~1$O792s_hiy2>=zLC
z58=>I<LOGuvompc6{ngS?|Z2}?KQp{Vz0j|XE&*S*D2mt^;3VDeQ_MB@($(t?u}A^
zzf-KWu^;oZ^uEHJ$$a;-X0p$|fXxEzn`r&2PkwtIcFUFiB+|Q~iSln!c@1V1wiCIY
zIgGVFEF)f8`%@Lx*L)^%v$6~Gd4tlo?^f7fkK;|)48(q(;(y4yT}}F%rg1+P%Uz~Z
zzd6{fr+#r~?L{M0|68%Y>}~RYiS0IO4}Jd9b;G5-EbK%37=3=uZB%>d^KtPf-WP@D
zlxIGqe_~Z#?`--nZ=inmUAgrAPbV@S;+dom58<HC)23e(A4EKL()b^V?aMgM)%A8~
zKBZ|Y?<4s$<zJ%t`@Y;l@8=%Id9{2oHp5sSOeY)<(0X&9(l5vMJ;m>5{fhd2ELWZN
zFTbhs253DjeP7l*`3B{m!TM@W!08G0H>dtI&uM*sNBup4_1_M|t||LPI!zARKYr<2
zj34(TcK6HI;BYRs=i#`o;&l~2`6}|)P<%4uIseG@!=>2EuA;m%>9;=b)GYh{j%qqL
z<*!~S%FZ*NEyiZn&k|C@vc4);wwW&a-?_=$z;mv>i+;~L%bOV|W+m@2Qh98jl(%Kv
zrCvC{q;>5!?C;RJHXEDka9)I6Q=HzG4`tlv?{Uh^i(H%fgsX5oMfDrQyviqIGnjd3
z^q$4+j&on-pUu2=cjDMaRy=>Nd493V>x0AJ)W<GiUGP8h9>}j?-H2ncorV2ic>zv$
z>AlgmT31HNA7Jy0(s$!}?r!W4(>l{e>HA|}9h+wre_8Lr?#A{6xt!9!sh=ZltMYHh
z;W(~e8XIPm?q@jhxJK(}9m)$|Ol2(XtNOKm124vQ=9I!|1MTJQYlY1u+A}{nsjyp(
zT`L?9da@X+_81&4!r?r{@5AmzoF?G-fzl5fQRGi8CKu($pRt*U^YKp+--y#toVTNX
zZkFP!6yJc|gV@!6y2$T##HQrYTtELx`goG+GYXqOCQ_ekasB`Y*$v0(F5>Aj`6i|R
z>s8wCI2`W4aV_^3+TfgU?1cSQiceR(y1X8{uV}w4hYRHm#M4{quTIp*tk?XUgMDkw
z&+T;o*K0iPC4a?uF?-{9ug2pV@`sK%O~Up>Y)@AC2Vys$`h+IRe?N{5xLzJKp=cl9
z9=ldJ+>BEtY~?)k71~pdr{mC$^!BmwMcm2e6daZi4`EypPphz>F}860LDy@D!&DqM
zy-51!<<Z!`i^G>MaJ@HiZi!<DrLQuE{1;$1=lQ~B7*4&gpNYc`*y=sCz4$ru>*v(|
z=Fx@y_oUCK;Cw9oX)0iM0pr0`#kM`;r?i*YTFeJOhrK226^r?i|Hl3*Y%A${Q*hW;
z*V}1ik>0K#y*(ehib{VIHtprXI4n{A$K+?ZKbLSmSnV?f$Cu?Nuw5_TgI!13*FK>9
z%dvkQn>zG|{YmK^PKS>w>K~t%pTQ~7zxG-AAjX61it{v$mxhY}EbolnLXDqyb-mK~
z8iD;B;z`a`7>{-gar+YX4=a6-mx}&&FQ~lv*e;N(Grn_2t{)p|{QGB$`|~GYQ|H;j
z?qBlz4{;c!@(&(Of9{C$McAyNKIRVWcOahnVAoIXB(KM@FU~!=zWo-*b6#frzVKXe
zJ(HNfsq}s33$eTJdFo$U52oVyA?rbw%`U7b_7tVxr1hu)4ntV)!(y)I9%FwCE3y9p
z+jXS3Q`ry0O6C6(n}={}{AN-AtnXJh!*NpF{2{+bdRLwOHtGA)O)YFzj-fw#W4kwJ
zJv#x%l54Vm+h0f@Pi231Yq9@X=Yx-BotNA#*c{0Dsr3El`F!lpQu=K<e+94fw_^VQ
zwol;nB@T~c^Dj=X;ap8;Rm1r%RKl(WPI7n{yZwo$w{;#oOZk7nemsubah|j@v1x$a
zZ0xR+UsnFNa2~DnyS-QRSI}9y?0d}UKiTfg`8SRred>n&!8l(00poQy#pmL12zF<1
z-nN5eJ!jcRmHxDkiu|b`jveG<6(5Jq_iFD2*gvE8m2-dWrxDK;6<^KubJBS2i__y8
zf0tl$nZ~c2>MH$YrLQg@M)`3Q^CLZk!<#s)#wOsnSJ|^j*<*-nsq|Z(O}4m}((jGK
zH_U(gF8RII6Z^cb*NC{kTG!iE>02uOYOP=Gae734UFi?idbSPMv&&ik^3FI9#&$XB
z^I?h)#%3t%r)_}!Cic5jYOj0QFZ1s7zgf+GYVOl`dLKJEOjLXd@i<rUiHxr>T|R{J
z;-%QOraxSB9EYg?wtBwXv+VP4uarLjwqK88Ey;HcqU{f9Q#hVjwicBu>x_wI|115g
z-hp+eJ?m&X$dmRE>_+lFD-YH>+oydIH~Zmm#HEEpbDg`I;#8M)J^a~@^sBTF-Hz>{
z@&PzMuYF?hB}IDo3=Y>~-y6FwitnWKLvVhSeaU@+Lp_}J_sHW{?6dwirT5yW$1DAU
z7mKzs9poW6eSL9JpWI6BBmeyZ>35WeVE^Mqw8w$ieuv{LV~X@?98SIDF7m<Hw~_Z$
zye<yg<B%^b%1_(LPvY?1^OS!ScEhlZ7to#?Iaj6qaC`;(XWAC=_y7(^$ai4-6=TOW
zRsO4Silez+Bb+xrTiBJx+F{rnOWd6E4C&j+V@DM>gH_%!IDV-3`jJK4Tk2z0$<1(@
zgYCC+x2W{oU%u_>!toH@|36O^PP@x@Vz-w3xhD1-<TRp4A8M<-{@AX;;VkTTQ~Os}
z`a`hq@nn(T9U=ezSYf{lj?*6@UPJ!(;lk-erN2sUiOtf7h@Y-_OB|2Jxq{+5;JEI=
zB7GQ3ef`eF?X@^n$N5rhmXY4H!MP6hU2*9AKv7=2O`bFq55V?DZ0}Y4_aQ|*cf_$h
z4vny>h?AV&98CJtiKh-Y-61a=RK)H3*glB8(fw<!^BvSauM!Wh%R5kBJfHbwFT~+d
z&9^J%>6&jRVt*3zJ1(KTI2D`uIIqL@57lRH){l5L`R!HM9?t!m$F;uvi~VGrr_+9U
zuJWHxd%JIOnu<+%*2}m8+eTVHw;firk8g?nsW@GT(?A@W;Lwi#O{d|wkH*tbrQehB
z7oJf(;y47m-5I}Wl+t&=;YS>%;=D%rYdl)iFUqbhcG@r8{+b`xu)nzJIMiZ4veV?6
z>{n?&>>77u{W{?BqI|Re<%R8YIE=^nvnPspzN1qS&(ntE7qDBx{LihgDB|f6)|1=}
z$APRjLEq<YN8|i1`TazkF2|vZ;``#X54LNlkC)wa?0OUTgK&6I*3TQwNNkSee$4|a
zZxiidr^%nFed=mG9WBqtxhr-jvmS@dv~PGs*3Ym0AF}QQeygGX|M(O_mh9OZ*|KDp
zHKy!KO7<)bp|UGkTE|jJvM-S|q(~7;vJW9yN)!<_QWT*(dzSuJ^Lk(I-~YP5|3`lR
z=lz+PGiT1s=gc|RcQIYb-*J@g|1V)b47=mW|KTy5e#Y)i9J_PBh?~>C{|e`mb-X&d
zKMld|C&k~zX};?Jh3x{In$iEfEA{huY-ixmhVk*ubw6E>-5b~}Wqi#)+@FI!4@+Ng
zf49>$9}d@Zc@tg#bLAH_KgQy4?D=KBxWlynsQ$k4VK}VPvBYE5C*aVPczOt@9poPs
zUlZHwI+gn2AC8x|=*;{)O65E8`Geo_i87yk7o1PVRyMEVJeas?_GBp^*3#!`pJBI`
zK2OvBE!E@mk^D1p|D`;0Y^k5F;PV%|_tP9-d(Sv*9A2vS8&9CTejkEahRr5w&+^>u
z^!r-U9TQ9WIG4Cz&U1H~MSEp0TiL_f9y;F}^;|xR@i8A#->=X3nN8K+vs|yZ8ctv6
zdXJ&MaewBA{e|}kre=S<S>@*~tKY}sdOppySx)ZHmki@t?_QZpbt;{^th&jr{NEnL
z(s1@A?iOsW!sc1k-9nx%@2b4?0nQWIXT<B|J#qEeX%YJlKahB;kK<5z5_vH8!C^9a
zGLFTj9?tLL_?_~0<5<qkY$l(9<1@<h=PAA=j#uMwA@>dQDYm_|4_W`A(w=L9{S~tI
zHRdNA2WX$t>|w^XmCE0MgZ43YrQs#+uU7j<VAEN?76+sH-(lB^`=EV6exCbe9*g6i
z*e}BVMDDw3AvRBQ-%f)bDaX&($y<(~KhwC+yKXpV_62z<4o$JYLC?pUOYujXjwBw=
zdzAKWp}jO2n;tse?>NlE{$kz-xG%BM`x842#~&Uq?WK2Bzx|kE^SC_!30$pz@sq`Q
z4bDHe8cX~)Z0>)mIPJ%H#uHf^>2b!px>oY8%m=%x;*V-yaVPb|MC|Hf*O>X_KIC}u
zKAgVBp&j!v@1*)W3@&-Y9fQpj=Cjk^+e~LN|I_=_Pd#zC6T2buUD#g8J|Q(%dBb`#
z!x@h_N#0C0TAzn9esMDK@F3%Bx5KtM_8a5;(C9LLuB+lBxIX@A)qh&=i#lVoCw8q=
z{zqN!!PtK-cT#^Es{CKrx5eggJ@?e*cy1Ntr@L`}7Tc)!Gujtv{)8^tr`%2dLu>XK
zZa$7%vaiUEIA6CZ`-m_Mr{Clzj91p@8TLi&KGHs8p5i;P4+t+|ujkr-|K8yu_5sNe
zH!Zl&rzds%OXdA>T#>6Q={dHhzjh7c@i)#le!#xLw!yxI_8kKmzx)^di+Vqp4#bsq
zSTBt^zofsHS=~3LZd@N@wQs9~;~6;3XFb~njAuB5xP6}X%+@MDK*!hL!?Xi&?neIb
ze^B0iMZPgN;J7OJ(`=*bIfQ(hJ8-?@lghsjGe4~Iv+pbKruc9irzyYRq5D_O{ciLB
z^ZlRUp=o7o{LfdFu@3{s727(MYrEpU`G3Fv^PSgAEY8uqUGi#ieh=rx*u2R)4T}{2
zjCCI#!Tx0Bfn8O8ZQbYcE2TX%fxHnq<Gi=>%958k{sQH(SFt$+ryJzG6(9N%{cEc{
zcQ_8W;{4|e#HT6m{W!7MAE*21<MKDe{iWD#tnvdDzh1|C{P|Mfo~b-M4u`kN<Muk7
z2jRSu;twj%FM5vtbdy(?8)4UG0`2$VzGEgoTWp@@zLchO?ec`1SVuR@vj+Ts*EToA
zc`9);_Qn!-tBvRQ^|8&w(-!?pJkL>kt@=^^NXnZweQ^gI-@m>%oPu5F>!|;P+JE+1
zyhP>K#o=7e$KMo6JYFe}?o*uh$M*W(#qI^QH@_$4U)S+|>rrg#sr*nJ_F(+nP1p~>
zu@$zPFy3MJ?xlVnC~tF3aafGwuUFH4Z?1n>iMXAJV_lVBh|N!wkH>Sp%`dDqqxn!>
zd-ee4qwPoe@POv$7dqa)FLJ#b(!N`Q?bg_Q!2FK=)t~oS4|aRb$7((K$8~;BXnpOX
z^ZyB_zi~W<^%<XJe9iq@uY2}lJnE&=pVXA=;n%|9J#5y)W<Rc<+fC)a#r6)I+jG5L
z``1c)VQ1!pTPVMeO-J%i*oOHOZ^LFJ^DPd*t_kxoJ*Id|&DRgGzaOXilNispu-WAe
z{F;0#4o~5zziSdku^vpvH%ob6m-XVe#o++0x78J&i{lp99KrhZ$H^zj`a3}B6_wxk
zEym+oY{ui%8>e$7mw4=<_#<x@r!TPGWJ+<~miBEYd9w1ueK<8ASgvRKM!pK0Gv1;8
zDe{`{7Mn#l+=TtgH<$W;=l6+kisM~VaSz1}_nMUDi?Hj;Gn*Zz_$AtB>)vF#lke<l
z#LY7DYxqX(w`HH3w#VTC@^P$--Noc<w<?Zz=zg+T{rzlk>A!tQo^>Dd`w1Ky3}JkF
z$yZ~)fqb;~d1t*>&NmI`erW$;eB4glm)(mRzt?b@heLht(|#oNV=wIVcU<C@><iM_
z9M2BNrY$ySvoA6GsXy(s&-s-0@~P}Y+!@$>seQ>89KYP_SM0m~=6c6(h^IT45Ajj$
zQ${ks%oW;4KE?d=)qSSsV_x_W<JF3I=zx9o?=<bN^VyoXoyYm+=a}F2Vx9kRY(8bY
z!b8|CV|?BD*x!KDiL9seGuI=JW&P$B#KZR3?Jb|n`gea*K5c~kTEu<LerJoy&m;c(
zxt^X`(?aI1JLJA{?emIviFGQ2c|zr%zWiOpy!sXNbC6~^$F*`i9lKM8mbPps_3LCD
zKVsg6GaoGRI31hwad12@<xZ3jEwR)0tGVZ~+2esyKfH*8oX?^?dnf%3C#rpYKU5sg
zx-hrvd|I$>{ylfuAFHvroOKrU{b0U7>(CA+p6+9vhCT16KgZ#u?~iqpS=VObkP^=`
zWJmw)oAQ}BcE@%Hjo&pmy@CBW?Dy074OjhzIIV^A>BGwL>@K`-FdM{TH-Nm8Mqqm*
z&g*FZ{W^BH;_w=_4IeJ`O<%<=cFWn<*+w`_B+tcDasE~BBPL-#1;=`N-|+`?&peE)
zbJ6rud_C<GAHjY(u6<up`#z=ieM{~87+?ForsjQ)t$p89^FGMeyf4Z%?~`iZH`Tt6
zvNi9kOwIeO+V@?#_I+5*`?6T`KJ9<rx7ECl`=9r9HShCk-}lwN5B#6^g*ERJP0jnp
z+V_$F^S-j?`OeK_z9+pe@LCUHDS0*Bp!KtaJZu+fed%+M=y8}q+-W`f*7BFESNo#!
z^!qqBRQqEUe~P@F_s8x|<?*{&|L!han;*BV<jtV(pQz1k)!bBa=ZZYLRyE63etxYc
z&sNJ;^H^=3tIdP8d9pT-*7l_~52u<uU7N>i^L*`nptk>wD$nWFpEt0V-&S%+e44#|
zJmC7`yjLY>t{8_t{~ZUn`JfUDACe!!gqw@gSnaF2V7E;9WEbquQT|z1<;UQB$3WV9
zRpocb<|wr{>ZTI+UvfNu9(MQY-nbRcbro-j%@Fp1<{;I7Q2WZk1L$uz?NgiLygAOV
z-&o>#f9-3J!|7i3z3!|2)L+29JUoNLXWF-4jpM_54!BCbM$Zjxuv>6L*~f&9<eRZs
z3HuFku8VWvImA}W-^p`|Q+x3ro@1<>`s2I@^{t+R&6+sP4CVNFP(RMMCyq<|7Q0KZ
zxe>?7*p0ycUfPdCaNddjgtKM!Fa3H$X)h-A_dFct;Jg;jil<wddueTzzh3@R$J5-j
zGt{5=h?|RgmGkl6W7i4iLuuc<CEtkc#XTASH`Sl{J&Nsb>dzb;TIqZmQ{Fs}?Rz*M
z%=m>RIG!x8to9?ef6<<=dW?=YU*#KO^CLFDb}#*jy54p}#Si8BnRRe}QrGh(%G=Lz
zcn-UNu>HK+p62tB)UW>Dsc;px?G*2Y!_7FJrt(@J_6OSY^;kb)U7Rn#=2dcun~STt
z#kOUAr;RBe<Se_f#N$dFFTJ4ru#(2VrSi!K*!`mTD6X$Lka$?R57+lLY(DN??6*_?
zx>50dIG?8ZbQ4bPG~WiR{JqS_Gzq(f*z9r(>!&&EGu6fJP}XnyoAR+K>p#l&Qykt<
zd+o><?pl=}jqT3ZOx1gW&y_!4QGS`G^Zgs=PqA-GK8io9d{-Pk#CZWub5#Fu@|pQV
z<%8bS?ZNTwXdDl~X)4Y;see87-k`ZWTJH%yl=mZ_x-A)>_&84M%E#)teMgPoIoNi_
zxt-!KsQfKBZh31N|Fk;!-|UC;A-W%IhuwG_=TYB`sNS!L`zGv{b4S(xf&H|<h<l?S
z&;H$Z#P(zD?{)7?b$Pz1-b>59vvS)^Z>#;S6>qKfXRE$d{7ZQ!o&TpeuP#r-c0=|5
zBplbkes}p|U7tSsJo6kJ_K`KeY){TF{G<7B4&zaKf47ytpSGm>{ia*<j@H)gNN(DM
zzT3Sj$F5U3+1dZyC)n>E;kvxUb#iOqd@?qZhnKkjhx>B+3fp^dJcRQ0BIZflPhMa5
z<<nGtG4s%Eh~uA{w;g$|vDNooOL=axuWFw5!u}{6kCjJK-|UN1d)A3R8i&JJXMVim
z=dq6Mh8!<#ip@|Q>*Mq@&X?n;=cqUZ`?WP*k1IY6`xnV0@z@b%yiC+SpbJhN$wRp#
zb{~<qTvMDc#A%|&?=0oD<8Y`;{Wwn7V>h+8EB!Ttu$#yEMman!w^e=pT#I{!_VY!=
z?HxM)bUoKTjqMFM$>vOKPE))A4o2-g$8&RPio@;lIPCR(+V)nB&*8*l8^+ICT)Cf@
zxoZzn{iC>^_Im6)C{GT;Zcojpzj%)K58$Ndp!})aPVWU?*8DjhhhaDzsOP4Rv~RxG
zdxhWWpZQg8qWi{bs(&iyQ~kL>H;M5!4e5`)iSu_>{aab%^*i<BA>7wuYvN%T_dVAQ
z$D_C}2EC_n`n<!+p}J3cPVKkQeOSNG%)iWiI_mdzg>!Y^et_eftF-UfUFS1{eL)(<
z`I`IXBXJ(6XONAt`&sdK_1yT8_8oU%H<#mu!{pEDpWQ)zk$pj`i){<e*Yx1IF}26;
zC!QO_r8r-R?XN1|Y;akB_IbuHU3*V)*hAyn_wM4<65FTlDs~MO-xBBTu$ide2l%A?
zDZgJZ&&GZr4zJ+6CyrO(@Q3b0|InYfCUJ8Q&O_Cn!DcG<XL3F^$fLDy((gYE`)XhH
zJ?*CnjJJ77_rX8(`B8Jl=kj@zAFTV@S67zxl^u>};aI&_tlq7}Q)A*`Tvy7sRs9Co
zMb&?_ONqN~950-K<0kY!)s;_>2VSoBaQ^O6tlw{&re9KQMydRai;Mj<Y#ol(-}gB5
zBI50co9izujvvw=^UnpvwlA*yox<W!eWq@N<C(<sH=Rm64Z`U%Y<|afJM2Ex{J2Er
zue_7_)f(qXI8NbS99Ct1#nCwK$$ZR~@^Llht36%559ckh+3ViYzB!ZnZWhkE*PD|y
z|Er#XU1!SYt+Za&q`h!3PTyiX9h(O_Gd>HjHyY0!SdXDE&Tr_wPJPBdw`BeLbFiI(
zLt9;+tH~F3RqQ@h{@76U7t5F6^cIem>+QByydU!;yr=fpWd8U`IKP73W|U7aTvpB}
zAA`gC%)fZ6+WSTE&#`|VC#!t;F*Y|VUyq=^`2f3raM+&wn~z|=huv`+i>>l|I-B+5
zM-mS|VDlX|XI{bh&*1)M?_@p3i@D$C#n|nk`?qKPnwIPbLUnzAr2R}s)_>fP{e(G-
zd>uMy|1v?|SNoT1l+VXt+Zp?tN0Kk=lW)?1N15*jli#g=ZZVC}{YF3c=r$u?`Bg?y
zKjL^k&hP4e@G|zz6hHKF+W(gJ%p@FIs{9k9OWd|2Kf24t6#EX!pKCoq{5j>@$FSR(
z{Or0tS>j==++u8T{1nH&*lw-;%zZfPer}$_X$En7{!`T7pZkAkfWtG|58R>l_tSns
zw%u@kO6}jm{=&_|ZWZ=JVGG)`OSL~5fOGXd)>Cq`{$>8SHJ&d0$^EsTJ`e{z=cT)_
zkL=guo7jAd?fTD@`u<()_Q&BjoG0Pf^k(MkRGdG+W;Rax+`>PET?^hThG$j(EqP_0
zUHl`rmG-=zWz6Td7u(Y)U!G+uk1_F6o!@zPaK3HS{|hOfkJj}WNBeme*Wd4fV@Kvo
z-dM-4ulbY|pP>1=1g8fc<NB(<u|Cedh?|$R9)|Ip77xUJ9M83BGV3Rtj>8<SH-}?a
zJrA_Twa;f;RleW(YCY%0t!I?Jq~n!~CQK?0D?a<LQyH9#{`;KgZkkSPE7nmOIjuOq
zigO2Sw66#av3r$umd;ds7VFH9!L}9aEG@(75gab&c=0jqYx;c1@w%|C%$+#Bq;+>S
zj&HM$;yrRJ){Xn<qf*~5WnKJx?wjyj5Y}ZZ;*;3TqI_z|I!NQN-S9@{$>lgdkHa?D
z?ZG;6PjP(T7KhI`A9EzmN6N=wyNY}P_N_iB{k0RZn=-YyT$>e_WzqY^rn|~N{%*0;
zbFJSS+l%R+T?@w-IiFBRalLP{TVTH#=Wpb=Cia`D{(<C;v?)%D^;{#n`*2?R4*k7Y
zd8jwe$IEA9f41s3!FD0Gb#ZLZ@%%$mN_(~sjz`HSsz3KnW;{CRx$vL2isLx0f92=C
zi~YgafB$B2-WrF;upg#8eW&8nm|x)moH}Cvy2>wMe)_#>-yVo7zwfKGZ)fVhl5svx
z`|yc4+`{_EJyiZq-S>{hW@p{E9QM!ZzIiE*$71(^;tdpEtoR$;ckNx+Y=CoXoIcg}
zh5g9+gxNTsuk(9ap7BOGpVSVgW3YLEeSv$I+>!RvK0>)9HfNvV-zFZPV_#yoq`v!_
zeM{OE``_8;<b4!xqJ7VaIK4`)@;4~{kaE{b^w<85^Htcjrhb?w>$$>i!TE;~#M5ya
zpCjo{4A}jlebuiTuYuZEUBP@yAK|F^mu|%A3*uoHm0#oSGJa+j$20rm_?i0K58I&g
z`vzBYv%81+o(B^TTWbCMh*LMMm%p(6Sn=w3HPia;O5BXrdLF9sm%c~;CTYCKV|y~^
zpPP_x{H@rvR{l9h?uPAZDu27;vo*eR6|YA;?Lt0F6IA~KY))gm{6xhc()it?`^g5{
zx4uEX49_v&yzDLOrS^W+xbpM#)%%{AK8Lm0wq?oXzA<yjetI$Yy)pm2@A>^XZa(+0
zQr66uhaXZL_9svK8?YH7-;P}e`Wc6DEHerF6L9_uTlK}Y;Jy(i6AxXn8$o;d3Hb+X
z+j8IW4G%5-v7>Y!+7nmrTV@D$e-O9*IiGO6_5e)|XDrUZ_DLK!)qU}@BZzN-!(&Gl
zM~Cy-#}vE66`$S;ucrDf+fcp>#}8+;ElyivGvWl|J7B-xiN*Or`CS}0SNmV%Fb4Y`
z*e{S*!fy4M<ywbNIiA}W=e9Vk@iFmFj^}t!;y3`?nb@6y!`h!vz7ck(WA`7<&ke(V
zbK?GG`5~OAVEYcok4v$6jPuW%&MNKu)98P0FE5sZeE-ReS9ffdpHl1|#`gSEi68!H
zY0n0nTYOgR24K76Y|iH?9G2s_@@b66cAuBHIS$7)aqiTP<ISafzT@;_vsmrDa|ZDZ
zRe$E0#kL)GN1s)kzQpNVY<hfAj^}4nKD~@nkoREiny=N~T{t(Tett>*3;X+U+}oGq
z#Q`|ne|B*-7r4LAp??!p|NRd1uRXS#o?9GNQ~iI4+dJuB?16nFY#+d}Bj@KMHj^|y
z{c!4|@gA@G1F^e-<K_FY{rLQHeAf-<gF4dR(Ol1<_d&iTw!RbPf9Lv#=Q<Zhk7FI)
zzt|fzpBCUSl=+w*;QdKlm-+A4s^rE>S`5uuKlVawW@x?5#Q9e29#{FDapm`PQvVUw
zb39G1kMkQkp7Nu8oBHlF<;NAdxpMq?9r-nEj{S$^W4{OW{R7-L@}}5r%zY=0*83)X
zzj3}w=i7$+U^rIRzBu1}0sVbh_tDF+TbcWEZlU;k+~@5{*ldYoOWHF#vv0_UW4{mk
zko*bPBQ(~&r6IQ3XU5F+4)+sJ>)`y6{OEa%M?2cLr(<)n_9aK)uoL|?Lsfn^_7QF{
zPOY*3koAyu#&N3F;}JMqt@XBp>et0_0qy(suxW|ICD>i8eNYFSCu<)yo%~=2X?!lg
zW*82m$S3|Pc^i2Txhwf6e#&_G{^Y0d9X4-~&)g?Cww4DdzKDEjn{n^=?QnH3;2Oz$
zE54L`YbH=XuZh!a9PU1e>+u%0kCCrq8|<znzuSjsFW#g4f4ue{UiXVOI6uMtB;Tm=
z%UYNA?J8>jBphbp_}OtK?!RVy+$i}7&4>SBGf>xK3C{0hJ3{66(R?`?hZ}I(58Icq
zeWX=6UND*ueX%(er_UANj`d^5)8BME&iiOTpyxz?IX2B%kG3A;VUEG3vBu{<`B`kg
z!Rc?Dj%VNMn&|%i5)PMPUtjyux3RfU`_i{m{(ku)oa>NJ{MI`D+wyk09-k@SbY*<Z
zqu4dl`H#V7?_;<=vlQR?sA5x({1tv;f0gQB`vSIqQr@=5@gueOyY^?Vs=Z;jcE7rH
z<$cd>)%QKmKT+<j=~?ylokzI$|5{o5bt=jA(#k)5*-b~4Sl&i?K|hb|=j*;X;?e)s
zT~X%&>>eg=dn$gF%I}EdAvnJ=lKNX=zYR81xlf1xj39n3c5mX?s(l%^{0mN9$y0Wj
z;vXyT43l@j>0X=%k!M0%#S?kNZjHkm<PpCUPS;@D2Kz<i5i<zeJ+OUD@ps4@VHA#6
z%6BWiEzZ4E|5x&e*XREEGn}^|o^Qr(4fz}LjM25reYDSgpKBRU!eMX9r%~jcGy;cx
zl!q2$JDYj#>N5Uzk=zoylPPabm)D?ue=QD;uo<KHrs~fEY?e_!YQC6$IRC_a$n9{_
z&%fpqRbIcZF!WJ*{eHaE9s4PdF+bZVz9#e4Y_Iy8;4n|;qu)np`r^1B@pQS|9mnf%
zx=-z0g2NEC*I4E6QT<oQ3+@q|Z&Dt5MdkY|J{6m96`zaU>S}+L$2p%hvDpEeZ&dy;
z>?1a};5blu^gES58K>Pxm-hS(%DYF5q5a>L*C*j>E{IF9eNK7)4|%q7#SGOyT<v{^
zT^DSwA-CkU)t^U|YdXowJ^nfMZvyf7Id)g#(2n!7Yh$yn#^W`P7uVADegOMh|9_hw
zu^mY~w9<TiAKUjeKR2a)*IM`OV|DyHaA>XLzmJ`M{yc81_1Zx7+u{^y-}J@yCLHg<
z;X3SJ!fp`Gi?F{%@gG$G8`Xc9eBq4xvkmzs{7O9Z!s&CB|3Ufa9kq8c`77V8@~dj!
zbON^Hu-ONj!R)h~oL1IzTwBHO#!>ZiFY;?Vm$+|0K6dR?{u1pY9d^%QzZuSd;P4;j
zYuuasZl1+vAh!45@VVl>a6VA?i)~fDBeplN9&B@*kJ5TMUGbXx+cuT=LzVwmzVfKw
zSSwR`$Kj?fDNe6c>aMs?4yD|R|HdgxODqo6Jl^uBV*8Zl`7_wvuX!!|^|bC6{!H6z
zVfP)b?srUsUugd!_7ia<9Bw_j+y}!&l#c_jxe(`uiZA5&X*<OiVgEGy4|}Zqy7nV&
zah|DjzfbWGuwS6K#>R}pW*6$awbh@NYOgW&gA_jqn>%s5SiV5<S8;es@prIYgZ|r#
zIDfD6aYJw#O5EL#?Ro6C@|!B(38!yVelWJ*Dc<tfGM@2(U(0x#(byd>cVztC7T8b0
zN#*@7IJY347b(x~f#X)%FJ6hmb=bY3_HI&qU*?{z$NULLV|R(%1$*VyaIfNniRWRe
z-$C=Owc;PhXUe0QZ{Eo*$eZCDY{uYpAx<wSZ|;c0w#tjUs(w%9&Chf`LzKrhCLSj%
z@9mHM9^^H<o9f>t*T;6L{Eo)&VDehlc%@gA2Zw4ryOQVP6r7&Lp$YBfaX1as@#iZq
zYOR|V<iR{t@y6sq+grX~d9f8vQ*b<0@omV9{(FvZPSEr2L)i7ewj<6z;BYaHXDScw
zqw*8wmo#5j<eo~t$yyKoL0ruj{vz^XT8Hwk8P2QXI9++S4eQCZ#%5EkUmf2x#O{9O
z^@FwEWp@Qm2NO4gu{}}ug{AUGI8@jFSJ+&s^*vwlS8#d}=eb(%H)7X_{)cHA|E=Wf
zuvuH)SJ&eQ)o-NujX3|#^$nLRu6@4?^5u#ji~S*T6YM_G{P~UZi_hcuy3Y3%>`s$+
zRrvupf1>$Yy&tTq@}DZM_pNC$HuEW;Hs|<pn%oeFYjE5L=PT6yDcCnv{A8ToV?D*S
z6h8@vUpSr{#QIDx$USfzqy9C=)%oIPv)=9Pv}fP@|81J#d^+{hLD-yyjrL(-Wo$pt
zKCPbODxWUl{+bV@ew4jF4+xEP|D8hpBnQ>6-n+w*)K9;0FZbtDJ~sYO$@i|Q>UYNG
zc=Dg?g3}c3D-XiCE#>V|^7Cr%Lisp3sQxkX%Q(!VJu@2{JqP)@*sZDfAM#x757y&+
zou1S3E;vnB{4i`D!|5!QzZ%D@a5xLw`>{P9=Vw&^1o=<-CF~8?Cr*`D)Ad@8<NCUu
zYtVncHBPHxcOdqQDeo>({m*dfj-!qjd#Zj^`O8)Q4xG2e?i%cyD82&@%4haB?tft!
z=i`@fzpUNAZClv~?pu9dqP<q$;gFJh%}xu;Tq%3EI+bMnNadftYTF6Va-6K^G5fHN
zySwh=gRt8|z7_|AO&8T)#J(V(uljFj-*7ax!{w$p-iFN%@@d$gp?T+V>VW-S>~rj;
ztc!fF+!crIu%G_}=e`%tvKy!OTE8wX@iYNPIqoiB`hAJp-EbI${g3S1{7v$6+Q+rU
z?oOPW$-{Bl35Wlv{yK`!RD1($2V?gG{qq+qz68euasF6wIlYR_Ma08!Y-M|=;=2$x
zFDSk;wsQJ}eXM^-@fYQuIL^{O_YCa+z@{zEOK~~@y9p|PiON5N?QPihRr!7@f4<@>
zA6sF!8}Zy-@m*z=k4LM$W$gR&{@A>Y<5oCM!(j`>$K$j;cKsCJ9H*|Tzp~1A#CF<u
zWq#x?INyZRjdCCCdaHg<>|0`UzUnXGJ*jVj?bq1I>1lZv)sHx>i-R2A{g(Osy2^ip
z;{&{BHHRxc1m|OL-a_wXUm;h-^%Q>%+g^v2Tw-6xp&tG>x5z=cCU4B=_SJaUiCkpY
zSj2cKH&vZR5|6(UHxcJ0D!(@Eg+FoF5W7w2zp10+ZG*$AIBqBJgY!y^SJL+x_)gf|
zq4v7s{GQ4`jNLpOo>lqHIe+&yw*53d6LESBrx$TtsPUSv_%AsA2j}^!zYK>qjDPw<
z@t)YIewdBjEVWmc>+Qdn*U<b}iTUdPQu&5BEW)+}j{o4$Tl0G}&7XS}-xKGk`t5Lh
z6T9=U{Y3Q#;xtQsRQ^EqKfu-emA=Aep4wZA-F$gd){CEv<3Tt)ulNA1r`NF^jAQlq
zBNWdn|DNjqt@0VWKXKlG{F2vKzHW;BW;mUS&9*r9!08a>@2eEQ0GkKpt5p9l?C-^H
zW99Q_a6T8O8MvCi(?a=d;(iu3Tg$&IUJtv5-2c)lYHxQO7jS%ci2Ni@XJa=K$8&M$
zg-ut*FI4%DaB8CRKVrW`<J;gz?w^n1)JQ%R`y;VC4x4in-xA0Bao$4Zhsv$6orB|v
zs^38SfooOY%17hW7~74o+mZc7HuCn`pKPf4*d2$pH6O3QZW*>~uy3<J;#_?$m`!`8
z=DpPaytk@(uN7+Fd)2-dt9fr$`(CZ~y<7D;yZT-()V#N|dakR!*GtvsJiYgGHSYy$
z_lw(AeosgB{iC(lm1}Jt-KN|t-2GQ@?N8gE_m91*yUxn@W2|&7W#gXgQ9B1*e{bp@
zgX5)gTe(5A63_ir{zx3|#<nMpV{w?G^6%rcRQ^Tff5X0u`qM%2vDhAs<CZ$NzPNg>
z@iBQ8<wLuDO8>${obJT-LbW$VJ{;#Y_T_xG!{#__SI2Q2PEV-+Z((yj&VR_QusdeI
z(w_aiPZ`g&QDy8a!*1WhrU~{9uw8L&D)I0`Z^r*voTgwukM{B;#m~UzdK}s+elyOm
z(Vx&7r$N~M*sHW32V*}IyJqrgDt{&8laC-C?&tca_2lh!J!bSQ?b)+&{#O10yD#Pb
zv=<-2v4h6{5bRD;e0~qwy9uX9<joZCBafo}&>N>a=$~2Go%55^2iRPw_&f5^n$O>0
zx0259Th*VnSGgW>hT`vFH&Ff=+g8|)m5;>cMb=XueGTU`4#$!5-db-1aQ=CZa=g41
z4s&pbS93leVRHsHS7N&>&Tpyy-&d9LW}M1@hvVfczY)$`V_#oh1G{x`+I4s4qrv8=
z-58HKSJI!acP+MqaQGJIs}w&GhYmQsxl1XZ24HtDHdo+$Yg5`EitUd(7n|XVUy4%;
z?9W#G=WeAxemfky$!G7x@y3(;LZ=;R?|B?g$MFg5THt?k<xe}5@@{w9vn_FGiPMlK
zC2j-Gr{O63_qH!_KS}jp-L5$QiQRYG7KbBrKBr(4aoh^qzi>5|hpV|Bc5UK$h_27i
zsy|0=spI_z=Yz5Tl=<TBQTuZ=f378NX5-k6{^#$Qk8VHCKQ6`bW9&z0zW2fQA)HRu
zcrRpqn)7k^kKByw;}^?+;m}t3rGe&08*CS8KJAQsYvyA<9>*croFsQ*{^pL@-HDy@
zrRyobOTP2(sJ$<hKPRib4VAB_Qr@@3`8d`~iZ~3FS0(?)F*vR*SJ&rSx?k+i`cIo;
zd#2n2n{#p2{U)gXzxV6$wEwSl|K7gx`yo%&`=_u0bH~21IdgH*MdXIjmAP7{a<e(I
z@=ssYvaSj9BEGA6JsF1)IGn{iv4e5!i{0V!BF&q>Sy!ex>%v5N6i$QW6@97nAzy&w
zGS%N!?vHI99L~n>wXWq{TqA7G!)bk-26f?F2jI{L+ny?a9ri~lJ{sq_I-kLczlZbQ
zI2=Ryye5vlaD4Xia=f%q?cam_PuQM`?PQhT3!Bfd|MRj^Kd#4k_&+W!w!aY1H(|3A
zb{FCFr~11d_T90WcS))5&X7mq)C}9Zv9E{YwKz;w9yu4AA8<Yv$7=b;s;{`Y_hOEB
zl<N1u@dx&x=>lwC!1)ZEZ^mYC9Hwqv=7af-x$5r1=|^l&#9njRPH0@pyQXR{ZB-m^
z!09xcR;9mb7o3k%|MyY(-55XD%+lUTIDWk){drL1dm+v*%QtSp@lN9URo7a$4Ci{p
z(>>U?#BP1fk591q2!|fD?+?`cT8cw!>>4#H#|!5u{yI)W6rW1}^J_R=&iR>{D!)+Y
zzcTB^?8*4Wr*Rm9{aLIx|24LwaoUaX57V*jA#b4d-<0cV&&GB-4*eBhQ~5->shV$^
z7*ppl<*oGU2W2j$wN@?X>ifN3Y{pc^qE01Q?4hK!;{U8Qt;E8hH7WZHb^UGl-?koI
zuf%P&?O7WZr_0`@ZP~4X^C!gp)l+DHuDl11S8r76o2J;^fbEtz_i9+;p)NMZZ9@5p
zZ<qFB=S?|&2kiT9R_u1g_I+}8-Wi+EaabSc$CwxC{K@ox#n@DaBP@H1{vM@yd5?Su
z?VH_kJZs}p-nYQ+bNcVk!1f2u*NoBk4==>w32fHFak_pkPj>IiW`okceW&_!ee2V|
z-q`GiV=wFm>iYD={)BZY-=5>8HrUGk<aOx(&T9Wy>>g#Vq*n4Uxy#!0ryu3RHP~OT
z`a_v7p}*$ZeVR|2d-<c)OZ|8r{Rtmpdp>p-u2$mtNyXQ~w%eQKdQ|6f>Y(vmo4K9z
z{pwcE<8(dl*8FXt`J?_={oHE4m$<!cD)Z@PT)Q52sO$&YXkGcOmD74tHk@*Psq1@J
z=2o4`<T;}9PhY9}H)HQ$-q?G{r*WCQF)np0b=(N$>noV2&f?HX^LFBe9IHJ}n`3hs
z_HSHJ;z3UBu)SR6KkZ!N`3jC7XUM;>j?BB*)W_~t?0YiL^U>I~WnH>kI+gb9`C8YT
z;dHC!?F$`=&&07C4xcOD3Y$A{I8o)-#py`wZ)Bd^ov_;wyRR7gd^S!GV%r&4uZ_Kh
zb>VstcW-K4yobYE^2+MZ)^Zme|47z>U4X+^4Oj=m<Vo0^tNK0U)8u+MeTePlYcbD{
zWxV1t&840izu$2FUUAK1e=Or4HTTR*IK4=DKON@>aa@Q)ADq5b{01EU#<4#AiS?K-
z{&(zTdnxNY&Q<xJl?N87y@NQvd=T~1JZ!I)J1LK7e#Y|{U-zx%=f+&0_!D-QWB)NW
zEp+`yDn3(w9_KpD7e5!rT{NHe)_S=H+q<#bLi6=S`2d_wtgbg~yJB-QHa)aH?^gZE
zI3J<=miAlz4jhcu_cFzYYyJPm`iZA%KXoDZHNQ5w#lFt^tL7RzN9!|EK6YpQ*5;QT
z|IhEWk3W4^)?U14c}uq<A8qhaad@e6tQC3c|NLHi+mM*uR{4BGoR4CjRO`m2^~=09
z&1aOh{9^1{;=B&|JRgkXD&%j!$IMdRoJ`z2gY#q54}CwTy}xn(=#%2~0QRrVDh`vW
z@Amk#*nX|{7kx(j2y8x{P5te;KbSe#-B7ReKdmdbT&384Mtf$%m5TGdUr_%@Y>%8%
z9A~av;y&Uqoci9(EphV{4oh-zFgP##lJ?%GemZboabB$BwZd*E?2p2+XPt7q(Cq6{
zJ_elk#OZcJ|94kh*E%o9<}u3q*S;zB&AD~y|E>#ZuL1puO%@fq8#G?m;Pi>ccl&RN
z_htP31K97S>;C}`_pVXecXJi*qCB@Nb1}_O9?{&)dy*HzF&xjFt30s-{d1QpuZ*Gp
z{#qOd;P3$D<GY-1K9sy-<9yEdavX=@pm-XH<Lb)uJ7V8Y{i&<^^EsZ+UzPUqcbrf7
z6UURWU77OkZ`O-#LOfWNUlY3lIPRnRCn`^#s`x~XZ+67_4EpD1FdzK=*c_($@s7@K
zy5`qdmG6P`(>Nc4<6M>BAG<r0cb{Rt+JVYzhso2)Q)vqG+aAb1z>H`9`%AU|ZLIZ?
zC~x|)e*6&fUY`Fs^T#Xi?T7R4YJV*2H@=0#AFRjpj^Y>MJVwWRQu$y-E~}(6_dWT-
z9-!xg7nDCfp}xIE?x(yymwaPy(S4&S`N$68z7jW6J{-dM)aJ*XRvc6N!D_6UE2Dl#
zj%!kx>vbvxRj%^?Gu5)yJe#inka1a2wi2(_wXK*(z9tXX*5A2OXI8cS>NDJq$}!p#
zn-zQB75&(_@~`?;Evx6f+Wl|s{y5d_pZ{lnU9<l-t4!v+v>y-MacHId+y3nmw@b*6
zaf5e?gZl1H#l9=&k`H>f#Pb5>tFbsfM}7A)Hq+JK7VpvCCLAx{huvy8z9V0X&HM6T
z@}Fz*eyQ*GBmcRFussQ<<~%RB8On!e$ghzP?XNg}i))`JnpQq%?4;}Fc47||Z}_#P
zTXB6(J&SYguj_WxivN+Xcx;Cfi-Z4Y=_>z|zY?b|IF7~UI-LHL8!jv5^AYD#zYn(S
zoL8LM|5@U3XY7aIus3$y|0;1K+oS(3PVI>2IdX&ZOM7;8_8hS>4kut+_14_C@?I)G
zQTMTfWXpXk?I>S^?aDZ3?3Qu-cnbHmbRcolg!^b3qVjuc9=(R+rCKAlW9hHEk9iXg
z$F{%bMH_7Hkvrh{I?f~HA90+C{Z7oIJO|sSv0q#J`3}sZaD==F+naFct$ofU#edN}
zTZEm{zNij!Cta_3wh6Xx;p*J--(WkR`gud{(|)Adn?pP~Y<43an<@S%Hg|G9;acUV
zQ*d4}S4|}+e#`i}EwG)X>(g1~Z^r3Av}g5q;lp4YPE!1I9dCd6bNZKmW&Y-`<Ogv0
zQocy>JF)GkczYZ?cH7{15{|DizIJV#uES|M>nF6rahTRy9hL8n^V_<9{jnP?zpV1@
zarzG1U2$lp{;ZGVW$Mr0%ojTco9A%YP~&kpj;|5-R^^Aw?U;|1-(OMYx4)hFoleH7
zGxOio#r9CvPiS}!>vu!eSKjsP;(W8#-{+qAMC>Qxa3(en<G2luk0?Hm^=(FC_ZkkP
za5^8St8iYVXO_+?fB8Qp-}tpu{$Om@Q2CW{+60H$<Rh~qj!)oxl**rgT^DTTk>6r}
zc_a?c>HOEgt~ujlJ|{n>jKgKvUCZ_L6UeXbIk_Va<FVOB@ezuzj+63vTn*<_RKAJ)
zt&ab=%Gbr|5{_@j(chr_9s8*N<JI38oS*v)n~38Q#cz-saK5<}wxiYlP{p6*`1T5%
z>R@vs4&Ax`n1=E-zjOU&w=eT2^}%K+4u4^LB{mJH?{>j<cWmcyZ*-^V{`M{o4RyS6
z*uGACc`!ED;?xWK<~rWxIBy|$#%Xn2y%*cLzm@)n^N70_uo;TOc%0ss$726IHeKYE
zbv}n-yOq2a&YiLQfxUnokK<JB4Q9#OE2PaC-`tOQxE#mpXwOW>X*<rxcVRx*ML5-G
z{<s$yzv$&(vHu9$-!$H9G9S}Im9N>4?6Tq>P~F$myc0+b*i)Bx2sQiS+V>09vY{b)
zw)Xu(?fZw?`ny*Cj)GM`(p}mcZu|{%@P*N34%&K^oV%hQuT}o(%ic1s#G+-s=L2y1
zhWQ-_K2zfUGwgqSy4W?t=>=??YdzeF{S~Tz{ZplUn1XY2Y`4?;`fO~8o5!>sFT>$k
z#pgUx;&B3wZ{g5iUgJsnvndW=6HlW!UKp$Ly>WU7d-XSLO8qpE>l+$ja|m|7QQq99
z`O^=_RdL=1+v%F`)5mbWi!~oTwoNG?64xR(QvF%FHvLq;daYj5{QsM{X^i7Cm0$8p
zOINvuVJ41!aQp)MW99WYzPae<Qr<UE|8|hSRQ=gMm3aC{_3y{=J;hg6ybkr_(f=vs
zO+U3i=*Qyl3geL$VmDRebqY?uU~|j&rM&CQc-w0hbNqX;-}Ad-yF2qCO<zR(Ce4p_
z@|n!1bl}1g_w_XYHpihm&iAku;yKJ`Q(YUaneU-5@${bNf5P?yY@gzI?$Gg?k2qg~
z-RIZ@?6>{4^d}6$`2fzx|AoVkI=>5_W&XaX@wf!X{y&uZxepGrae7$s#W+sG`6-p3
zClAJ9jS2MkPHdZCtMaC|e21=IAM6iWQjTx#!)c`a33lUgT!Q0m*suItIiCGZ*I$2^
z+AY`hcf{jmluwsoKZyC{?pFNhrRDf>n0yxw*W<i4^D!Ty`WIs}kp6@&n%@Vi|4*|X
zOh=p-%d@e2QS0qM+6#}e9^DPtv}e7#JLSGw&p+Y#9gbU1EazXnKgXsxo~?YcEl#_W
zkIa79--rFJiob!Q{;s>-pZu2hc)qls&ckV<+yR@ZFA#5|e0ai(^k-!pr()lR_QTKe
z20C8Tmr8l_4gK{UaoCD@KH%jN&s}xAk@9aiEyZqY?JtjfrIfcT<Mb#FqbQ#nzgpt%
z7ajj^91h0jghc(1=}$UcZm;pY7RO&1fAciXU*o*aYxH+r%Eyk_Uybw2INhc8>c3vf
zr*3j*oOi%!0rrQf{yCHA|7dJJ!S))R&pK~#{JXJp*k6V1HQ4T~^ZgFHaXQ{LZ<hK|
z`#<w5_9qdyC%;wV_EzkBVmB1KhZWcS^Pl1LlE!Pl$)&#ETl06!+qft5KX;o_oL|TB
zc^r12yxW!cR`Grve<rpkaec#L#arq5<39QIf5?x|sr>ak|D<;BmgBj1WbI}A`aCbi
z<&<{~cz%nY(I5AvK1Vo7{lAgtzx+PuoA==PFx<iT<?HmkIEC?!ofO|(<G&kD=W#vb
zOSEU#!CvpxoW4)M?WyO}6PO?F1?+!jewDqKsobwW(R}+&@u%c2IGl}rQ;u(b)qMYr
z=U4j}c8BBK4u`pV|MLy&Cy$rC)>C6_*2CrtJ>Pz!^|@T*dlPmIi06ZG+)?kFer0_}
zy<c(%63-(TAJbgrH`n-nPku42IX`!=e2F}ld}TM&_#c4H0NV5Sk>A36?Dof5?^WGz
z%9m&AdL4z`ZK{7Tj+@|ciQ;!^{5HaNFyj-ulFwZWjaOgYAKt-XTkfy^aoRK2X}|C*
z$Ir{yUxX%d!uA8o=iZd}uXB9!4t9^yzI#?4#CUuCodWwT*Qfe-1pF_0U(lNNQ*Rs|
z!Er;J8_}LQf%TUA;h4zBwfq0wD&J34{k?5wr@zWtG_O$BoU^pp?p3*VE1n}N4;|I7
zy!oHR^d2z&{l|aHRtou*mKCS^8kg@CKTYE}8Rw?hKaSHb*xn~k!frS=dY|rY!(ln`
z&=q^b@$AVszezmqirqwP_WZr{FW<v;iS=>%S=aro-{}8PU8l>ii#YCs!xuO$|Fx7i
zC+j-ji&J0CyT5)ZaqDn60EdTlyp?_~aW_}*mCpRBIL~4pn2}tIcoYuRYtu+^IV@!!
z`1>dyTFKwzH29yEu5x`+7ut87uzeWYqj3BV2fYW+&D6il+z8Wfb*`koI==;)JJ)jl
zLGPu~HjG!SL;GfXjsG8dkM#r&de3Ek!gh)J*PZKU4%0kemHCxlAf7*yv-;ng`I+~k
zyjzL69V6pgo$K}ou16Y0`E;`8Yt8)Ly|PZK&)e0{s@*@F>%X66ulVeG#X8xl@=ss?
z#;Tul>vM3^j(*su=e0|fviTXVWBLjErn;{6zal<^^RR2l{cv2W@<-!vE4CZp++Xot
zdOtWx-T}vrX|H-N=2&dkA|ATS?d5*h%vAlh^GpBio7kNz4^zB94lm17<WI2gzM#}M
zD(~--HE;Z5*e;}edIkGu|7qze<K{lZ=^Jcj;82hAPj4x%{Ah1f{r!mhYvt3h9fY&?
zBkoab*XDZorPy`Gwcn>uog3BfW2n9Ud;Fj8Uva~}Jv~*<A$+E1!#}<#wl`Gf)rxua
zf4_gF8XL%SQ<^lFvO(VL%i??;4z1=DyS~`<`Kmbf$N8!G#c2TcvvIXA>8Ecf{{ww9
z0~Z$COL(qyyU=&P4$pPr9vsit@pNwSH=g6{&ML3>4DR_w9KR0FZRrl|ug397Y`)NQ
z+eXw+U$PIie-IBxu@4Q`tAE>RAKnzZZ;7W(71!s6@p5eRp2j|`^6P6KESuGMPRutl
z9(e-iZ<=HOwVvZ=e9d^>jQu0nJdQ(uoYvKI`fWIWDSwFVri^EPMV^h#v)CNM_}U+^
zAFb=xivFa=dTzc|*RK)J$@Y82H`H_Qr;6XJeg4(*V#e1Wgx!XEZaG43rRTnlaNb<`
z{yp{2<1}3TUon>}Q#o#r^AXtozMza(evS70k2pTc@zO@B{|Eg^YpMNxahyT<Fo*tE
z)-~<vJ)Ap04wTQkVc(1SU=P9OBaY{`Q+&COzgX*GC;Au1;hc$^_Bc+VeX}37dhhR7
z$F41L_ZI8V4pRTG!TDpw9ZnOmZ;FH7L!_f|e30{X$0+^<*VFHd&BNHPr}7WU^T-G3
zb6x*8l^@QbJ#(FWi{`_T*!0o(Zi2(M^3UWOdl&1|F2~_#=37{-cuP6r^bYegZi91M
z<%gp(`CvoM-(_=(&HD0j*zJn*mU3OyugQ;lR(>CG_2--1%IB4POjz&JG8b+8(~HYH
z{}p+*Q{|t&YQO&=)qEaM`*}g_=Lxl+H`IO}QTusC?dKV_pLfI$+SAvOjI%!mhdT0O
zXO(!mS?gS%_gIa)xr}%|h<M%whoEt5kKLcj+tts9l*i-A#LbuFq4fQk9Pe&i`F-rg
z@hEJ^olzYA(fh@HuxY3Ffx9Z+Lh-0;p}c83Ve=sGhpX2rEaN_upCIn;=l!dH4f_^)
zU;8r7U-CZKJ*)QS>;3L1`Fw1~$V<O&=_+%;zK4Cn;VYa+V%JFhA0T(u`E|hl8u>VE
zN8r2$HWO6;?FAg~UF^HbALG~%`&rn0IKPxPpQ!#=?BB%B<2+vVH&OgyobUXq)X%bC
zJ`evv+<fw7u{)mYY4**<rUA|m&n3P{?eCBO?au{sXzyFK*XxVo)I#&+#LtU;4;<#q
zF1AfHzaIMxcf)BGYt;`?yd^egGyhG(sfjQ1&5gqG6r4NbJO-yDRem<E=7O-%*`<Ek
zi@2?aa}W9x*TuFA{SVhr-(H991#16o&NqLd^?D(8pW`@8^F{I8hWVEjcb7AN?K<a{
z{@5-!HNasOpD!3W9jbjtHMbps^JL1q>#)`Li<su@GvejM(<q!a!f_AQWB##2IezG%
z^*j;#Q8>Pe<Acf<PvN{B`6TsIe4KndHlO3L8&2DkkK9g*UxVYO^1aGuubor+lP6*G
zpu7_M#QZD{PwD;tK<u~DeW@RgU9cOc_%xjF#<mUj#V}uf4Cjw=T9f-;_(}2MIITs0
z!&{2)j^p;+$I~J5NSyb@eziZ!e6PLV>{WR_sD8d2);^rMc@}FqH9iRUs`P!uee1Bw
zKYdlp2G4cM?;cjl`l;F<9)ZIVTnE<$n=f&0CV!!E|KZS5-)+day6v#le%+jXNQv8<
zRKAb=I_<^1aoAhFtR;QFRL9#w{vNw^akxj<S#h(cj(>=w{)%(2oO2j`F#T(eV^4Xm
z=0VU{dByu+8;ILIvFV9pYnA_x&gVAl`lvq%hoi8YqWVkdzd0WJ2|AzcaM~QFH?iG`
z>tP$y-?TQ46NrbMwazZbt`V+Y`#6$y>UJO=|6v{bUN}Fhb>30+k5~L<?7QoE<QBy@
zSKfF}^)KPR8*jws4eq<4FOC=D^epzbkeBTCIDAXqicRH~a&Of?6#JVMe_o&4z9bLQ
z=ena9pYR~I_iDU;*M0m6oFB#RN0rxo-44NKP2&C>#arsW+!4o3m6vrq_o?o?PZ3Xt
z;;>Nd4Q4Hd=9-UMoB8_|%+C*q+a=g_rM^)-97lgD-`-iun?tc#uK8bw@iE`ZvvAsx
z^7&xK-+qnV%{X3-eSNNHYQ=g@1GxVAMy>x_aOL-(mE-4j%&*$~v3F&SEnKDYpURil
z9y4gqmX@}o@8c_LXGI>`v=l4<NwxdCn*Cqx{;+ocSi8Th-G928{i&_lzt-+=Yxlpl
zW`A5gx9a{m-+xv)x9}qCJdb9-;%--7@z|_5_sSW^qi}v2hoj};)c5Dg?<-F{t^Ls=
zt^1zZU+$*7a4$|5aa~M3`2+2rHTG^W_InXG!*C2Lf3(WiT#sgz_n1%Vy2i1qm1nFt
zN%xo4dB>W*t@L%pb=|Y_Pha^S%G!N2->P*dYM*|M+UmjlbDynR+Rl1k<kyoA;ygo-
zdK`NecK57O95OaPtX%94*ZgdNQ!kz8jw=x#uJdeMm->&XeD6BMo8WX1Hm#Ze>7(W4
zI@@EFA5X(+rq;_K9QRfIJFpo_|GZQE(OlQK<ge0R8N14ug=4Y1fOu}E_$cb<jB^9E
zH%0L&I-f4s-i|BZ&sf@z<8=PZ^}c&$`e#1j+W94_uWK2u=X}gMy0-neKCub52P@xi
zqx!2Vzg#8%q5R#P<HfUZUWNXIqi|?Jf6Z{^(}VwEJeD%I;x8KCx0FAh;d;bwD*vjk
z-&e}de{y~8*5pTfs;>XV#C;DOA5eb&RP)8*cs=u}I=Az2nr}A~ul$@`nICyG+Rsz5
zIaue{n)&K(<NlTwYX07b!;#E)KLXdTk9{gX6|-A4e_nBIIaZwiQA@XCJ>7UYb92R9
zTd~fDulOJN3a<sqzCgcxwQd*ggXV17O1J7hxj(jJa9$mouW|T=_QFBBPOB1kgRxme
zJa4Z1_>=POI?t1F+JJeH4#vI_^CsQVhjHwJ!-C$$cBbNOae9w=7p~}4;-Me&(tXsE
z`pvZNe!+Ht=H+#YKaF!UoUX%uRqS+p|6q^OUaIb6F2?>jmABX}!EU$irMziF|Lj9o
z)4!L9hi$IHZ);vmy|Oq?!1faC*JQlhj#rd;_MA^z(6!hpuY^P8zQp~~F0|KIdGl4A
zzfzuk7~6Aoyj7`h*3<RB6~}X#FR5NPj(4Zl(dYEfZmD%sm-8`mSO<PbY=>wa?XC0O
zQ}Nw(en-pi(7rzb=iwYb^k!Y>CO930?Y%mmi{`a-l_?$vW3vkO-6`+R;(defB(E=T
zuJ-ESe7x%4io-fM?1`&uEB2XFju+;!*32<HkDH5WFP_2kyLny5yBWtZTt9a^<-=*5
zuX%57Y0v+N!}T05wbpz%P~IDd0hEsuC~rU3`+<vbUcm9(mmJSG$Khd|cIEv@TBP_g
z-cPt~sPBf$*Wt7r`<d80%lnIPBmFTg^uDEqu6H;3=f-G0bm9F^zF+ZszbfaOH)cKf
z;aqQbx;zP|>*cNFRyaAXzc~iG^SIvmR~@f4$4~cY{Ho`7t=wQ%Ilenv<9W%)#c>+8
zOJ)?CA+#4($MH&zSIxCyq54;kc-Zio(~~jAzM%56h=)ltOMBrImEYr&;<Po+N7Em(
zzv8Rwebsnuw$gm*ruJ9T^*^8dlD^jbd=AG8=au%|IGnF!yyMQ~Cwm~{=Nn>EeXdB#
zS9>$wac8*`>pM2b_HV8KiP&}4eQs6d!`{U6yEv|^>)TxUwLK0OD!)#_{(Kw`q&;&6
z`P}@b`_*RT`}_fR!{yyoekeAF>iAb<_ayD7#k7~+;r!jHI6k29`IzII-i%+GrtvzK
z`5VrWXEOeN5$B&9Xui$FaUI1Q;?Pj>wYYw9W7ea+6o>w-pV%LpdRkwNt7iR$?y7&D
z=5H&FZ#TIOP9vCK;dRAF$=7mz{to$moNlFlx*NL%953I5^Re{Dk5K)2*nO??7tsH3
z54PuWe)$a5@1y*48&2zyKmAiGzn${uI2^Xcc5AMWTT}V%D(p|g?rm(pr@i<!4xO;s
zk?U^{!s$HCk3Q6olNA3Jr^%WxJ-A+`A^Q(AjQaL)Y~RPZpY|smDDUdCe~D|b9&IKb
zw$c2#Qv09xaO$f4&jZZ2yj<-W=A+w;xH(<<vYpBw&HRnk`sXpf?E=Ne;rOZQAIW+!
z({R3Bz8m{@aqa$a-^%k`^?hOdke`jL{4R--TdMDt(~5V;b&N6FR{rU$_PuiLd*^E1
z>U(Kd``)^%-g~!ZT?hS~lugPLuM&4J{{If&%xmdZ^g-pl9511K-eX=%R|)67*tgMj
zcmtcKlt(|t;U%tX{0FBWx$bdw-rKvAG!OJ1-<-`nGVO_nG0c0j&N=N;<+x!(t&_*G
zeM;+k{SGBw9ow|<yyEyhV{H~-+n05h>gnf3@5QDLHs|R0cVT-jwzuK9RP(wwcFUMo
z{vfWc`xU3=I4{sV)3wiwbl>=Zc-V^T6CXIg^fxIF+cwxb;;t1Ao_(y@MCW&|yb&&Q
zsWMKr^Jl-x|MvSTmH$+}s-IcePt^Abyf2D7RQ9kd=Hce0SozQYd|p-adDg$5FI7M9
zs`)(3)_h)OYd%l=pU>NBK98&Yyw25po>%*MU+w3CwVxOM&*zCXpEuTi9_ea6ue2BI
zea?35_tW~gj9q2K;xfk4Z${i}Z1c}N52WXb+mXsQFJjY-d6Czky{vg<^m%LL_kXl>
zmG-SZPpw|Nu)`V5n}x({uh;&@tXBOw|9soxQr7K0zO)rCdZsvRP{~~@u6z9z|KZCH
zT1dNhv%XDBdAaiN@^5IX(Y%(fQY8<=W@Vh3$-h%RfAV!HZ?-2MFT?&7oafFj@%%it
z^JV4fd<zaYGEQzk`97_$^;LeR#__|iN_%lI;~cKQ_Gg^ez~$UcWxb4^NBP;hE<NPy
zv6=8C@$DJspx<Yb`{{h{&LwWz=zQLtTkNMPKR$uO0dgDK%dN;S`7>-UCBIebmHO^U
z@>94Pha<5c!tv4&@?ZLp_T70n_Qt6`<zpwD2Www(irkOmySZ~XzYpfLbf$7W55{?}
z^4*(Xlz2K#_vPbpo~--!7oV57ZKm>#u<M9Juh}IYMq+=_r?fX(^QrEvV*ewK4}Dzh
ze#7pcnZ>r7;u)Le^e2zSZh+ih@hKcH?S_4|f752rUeh_{eA8AqU8;P4*heLv=Q3Vy
z^oRIh-H(<}r~V(hUN__X1<v2{`zzz-ln=jP`!KfM<*fE*O)Kq%8H%5e-FoyVOr2Wd
z?q<!GyWYpE&nf*68^2c^`{R5iKeu7u!trDMT*qUKNB((ADes#zp7}WWjd`WL+!Du(
z?R0*Qqw;-DCGO7B&vjTF2TU&Q<)>)RZz*@@dc-Af5g*O*<1`%i#%5E>r+w&ex|sIO
zc^aQp=udh@<J(5Q4aY0h-xF~dAunV8+t+ZoLhC7Ew<AvX;XGaI=UBxrlvl^b;d~eU
z_0O=s2>;=H>`K^=f3uu#xSQu<_sko318fhLpX9kVA0h99(;S@7)pK!w+Vg*ZSjIn$
z#_6N!_)HvUeNdd&q`p~iTCv%6QaQfu_<nJE=e1(9*}KJY-mAs_iYb&oT0Q{V?_Qz*
zopG9m-RAF5e}Br`%V^L1Dc|#6iQAnM$G<|ypGrL6I<>_8S=bDvzwrs|I&psX9~>9(
zjyBe(Ju{r~G85F^5sYu>jKk(QEm!{stNb8r+u+dbWya%njsM3l7Q407-lH!R`?Y!Q
z^JhL!`5l=L>5YlSVQp;g!sblPhtse>ThEOXo-5_;H1%)(1lk`jx5vRyKHv9jiN`Bx
zFSo(@1?I0GJHEutw#<Li9Ea_2YCn$lAEkfpZtnfIzUHs?0^V}`Jcf9_jQQvEbLn|a
z=3hRO_TvcVo6Ypcf1>N#oc`w*b^SNO_G#uv*hlBH9rG!lqyE1A7V|+r*Bj1#6CXo7
zjhs|$p67hR4~h75@|&;XJt&_~$L=)s?*<$$qCf61mH$TLJ^K~fKb-56Z^fxD*U!ED
za*5l7;~{cy=0kSae8GH4Z@g5>r{T<}bQ+F_yi~47KIX*|&-*g}(t$5f{!E+)JYVcI
zKjY|$#o-do*S&CFs`=jOIpW8&KEh5o-ho}`2_<gpvi@`3XN&z7*tKDAXgkZ*z2Xnp
zUPIjJ_vyxtIDPnfIiK_pju(?}{$E$;0`B#c_3^C+^=c5hNSf{P&WMvSL(Qv0Z6}u(
zugE=>wk{q*8sjod9vd|iNi@bKsa;Z$E^bF|*}Bk>GD&F$ZMSmkHh7w-y#KR5-!rCj
zp6Ar_Icx2;*Is+A_1pX3|NJvuna@mx{Rr574hQ*@kD_0tD(SxnyMFS2k^0?g)*Cm7
z2Pi(v#arNTv-;s+;_KQ-ejxF;A7MX?)&4X=Za;y;FgWbae&!?eywd)M<*<22`EnA^
z1GhW*ls3U(9rAoA&olSE^aqQNSN^@K=UuJxxiiljKl_!kKe0W}@AQXx@ON;&L_C7$
zeclfaYxR4ZyTSPY&Ie%z><$*Mpq^q|*e_U6<4ooJcMfcq!M-Qw55ItVOuae3q}!-h
zJBss<8v~m~oR@r~*NQ#!FV0hbDe_?6Dftqb!116Jh0Sl7FRp>pfO%zn{AOj5$8E&R
z9nbkOo}&7@<?qP%XTR+`oHyfF<b&PFc{ClY{HXn)=)2*nr{}~orT^yp_|ukp3?t!m
zEo^TUuM-awpQC(x33mNq(-ixuo8&dH@o?-5`#Esx4(Ac-7e~SNI@arTK95_Kp9dj#
z1Lu}_r6tU7hQs+q`Lh-F>tXu_@igZ%J{&>*g#??!;rv`C9t*{{e^@xZ44YQmm%<Y4
zMGu?R%$LrDeOLLf->dR_!lu*5#h%~5dfgka&5B3cPl`MaBHr#z<faw-Wj=tziR`DT
zLErvG{cfqow}G?!wAjl{;Itl2d(dyps5M2N`e5H3y_Wfp!C$vn{O;TmZ+qouMQ%@J
z{kiJ%!tM~o<LWOMKZNmN!Iy=@8LTgN{Hn0o3pS%*J6Uqw-QyPZt6h+%o943LzrtR=
zQu|RQuBCtE^WgXr^`3jd=0NH>wh&iQuc?0g=tbDi_@5$dKG1sZ;(V5t!+zWHqHnGc
z_tbf6EAfcCuPE{`1hzWg_}@vsb!CyqJBep%^lssXuSZl@URPaI|9aNk{v~$yT6~X3
zUPvtK-h;f8F{V@HTVD;|ubk#ccM0>vS>lV~5MVnGzwBT*?E$;r!?6$RvbVr_4eO2*
zB>#fABynC0+qaOrX0SV`FKfAmbC%m6d#j0ao-ZDubMXw=-wOLNu(=m@H;6aFW&j*(
zHU20#&4TM==h|?t^WBh#Wt_{smwtEH*1+aZoa5an*dE6@(B2KZPjwD_6!w1-zoPM1
zz<#9G|EA<Gh{wR@ML1069GUAspX)i@OOEu!?-AJdg58xmXI>*d6*dDeD*A4<@_KB)
z!tr|8pG<D~SI8}Y>yEkRm3!`X<z6lF*irW&aoAbw8;*U~7>>i>^aC8Ohx6ye)BYZ|
z3)zo!IUKf-AHM$cvc`~qu8r1nhw7}s`{z@G_t!Uk|9!*v=Qn)+e#7_oH>{^)Ds^d8
zm#%4b?^LO~Je{?<4xI|8t1GotSC{*%C@X*cTlSjj;2m_$BGrx9jSvs|O|fNflfF2g
z0_SIt=ab?19PCypPhW!LDCOzV|ATL@<Et4C*ZUs!Il9QB)%|9BXSj-esb8ykMfag)
zk~h&l9V32@`>UOWJvT@Gogwb3et7_#Yhl|4PTSbm{0;t@Vd_ga$o~`Ht#Orj+Wo|J
zv954@f%S%yVe^FeKJ~FHV80Uk<~!o=kB8GB*lxuiQ?3134>#PuV=M2IKSX(u&r%Nv
zyjGBAo>yutud1xQE)Qxd-}-V*dQ*?BiIZ;zoB6~s><-)e;q+5Dt6!$w;Pf-(uCeqR
z!<AoiEB4bi^}qRWXpP*@hGRF`zaKWI!{$afcZXdyY^&kCAMCq`*YNs&JQEJD!{&Fe
z)$9NH9@sn~{nfCKu-{wp_{okOf9P4(W8PIBtv&z8*j8eiSHN)!ayLctLDGLfd;)C6
z_BYah61lN({s6Y~@h5!=$3DvIFW}G!4vQs!OY55p`^9j$3$`!A?pQc2(E6>$Plr=u
z@ffjk$*$0TKBL@v9?lzKI~evSF+R_rPV;Q>I-X~_-v4%b-Zdw_d7=98ad3J-edGq%
zjTP^u{apk5--_45@o4fRj)zSn^3ybfLpAK5qR)hD#LucPEr#7^dL5->pR(Wnzw|tO
z0d}f2yBD<=ry}?5;H2kqeQlasm@oevxxE5^Y_)2)De*}9eK5ZO4$WnMC-uFb!sbKb
z9sh<u@e}RWa`Ar3mneV5`7qWORsRk9L6=HSPpf~v+_aHej_NBvaE5g=D!$eAmA%wd
zDu2am(X~^Eqwfgkc3OAu4aJsQ1KXwRiEB6Fke940Z2zdZysGp0fr`t2&RsXH{$Kkf
z-+T}B!!FvlZ(*|xPWQ|HS$bAB()?rLG!{0GNPYtT#sP5L0EZT^?Z^7e5z<$zVlU}8
zh)37TbGtsSvF(8JY_t6ysd05{X?}L$*r{@Nsf+8c>wd^rT6qq-E1s-zl^=!c&xL=0
z{VwMf4(G%1NH|~mMA7$8qn}@zRXDyY{(ffRFb;k5=NZWFIKS9)Z$Aci?OE8L5BqQ7
zxEZ#G_d@<5oZ9y(oLW7K{p&6)Y<HVd*!AoSYwdX^oNgo*d4VtTJQIDp_eF){*s0iC
z59c=1@Xz)ua`WHJXC3TMlmD-YPn=%#^9TKlzFYk`<Fyy=G2#(tAP;jCueTYW7sKIB
z{7YNW&%^NFHAbF?vVJ=c_Wj^|>umggR`F^7G<+2tzo{*3@916pv-5TDo~ZcNaxYI;
zT~OrdO75*;2K!<9ac}h-+0SIS2dD1rcgZbNIkzk$pW;*K$Cu!=C+sG`{y6OWP2{HE
zjz9JY*o~f3{H@R3bn&xrSLx4VJ?0+R4u|7m%I5*%%VGEOGi7`_4GvE$KDWSm4f)-$
z9-J||)}M#-FXzxxmX9d5!hH`EHmxeY*45Sfm2Z9d{T}~OR{2?Ya(ZDmn|1i{j}?yX
z;Mh_8j{N@TqeUM2ipRia0PBb+!0r;(;Vy%HmDbe)dwKFxHLfy$dPerAuuj`e{=7;Z
zhf84VU^@(sqsS|(&s7cmm3L11SHt#6*}q2e>oxx*IBb`{+h8*UwjaXrWcfcrJW%@0
z;q<?7m_uFI=ckqUWH0UkyZ7ibsg>kc!|vLtMc-D#=1|xyq)vT%*ms5VdD8DeUAyDq
z{G$5OJ{rH9`ce}(by45=atizVAbrJ8fL%8@T?E_iu<HQ(_vlMu>LX=*+O8fx5H<^7
zzY82T!LGyPq95jK{5KC5&dcC57!GUH2e(c_{yZF}!tn*!UpcYJV@t;SPU4Pmo*I#V
zrTMF1(-TfBCKS0j2DSs?cmbUEfW!ZZ=Zr7<_UwmCzS{P%>piisuNL1J3%fzEUp1j{
z>?VGHeBrR}p<*x1e+XU$+Z)F*{%qJyc#!ea#ufc&#v*?RPIui0p8<!D{!-YU{$SBJ
z6aNe!A|4_h1p9?|Gv33gD;zhE#lJJ}LOv9Bvq!_9&|AW?JF!0<_P>PddyhSMRFRv<
zq(AzO!fCsDQ)@V0jQ#wNk;s?8u_bc99X8`&dkX&M6&gQH>v;`MU%+mx^g9tBe<AD+
zRJ;$+_yC(vnLp2g^M&%KG5Z&X+|GKggme4b3fr%>zv{jAF7n5{fIKaOy<>cSPrMWM
z&2r`2-(bH{@_BH0nEdrs(%+zb-W|@J$^URMY=1(%xJ$JkC&G3z9AAOMQrPvR{@gFv
zU-O3ePB<S+{iaRigS`hfZN?CfZQ{@2to~qzl5eJ&`pfqFi+*TH|BJQcv%Qx7nYNJc
zu8aErCDcdSM88h8)JIwi8wZDK>Hkaiu2%nlL-q0tK8HHpE`A2KH;C_?Nxgjh0RFuS
z`x{{U5gb?Gzd36b_2I-{!~Q|)(d;oB`5CIuX0SPo`iz}nf9XBskJ#-AXMHYu{$BNY
z3ieG;I2{7Vlc_IT4cm?6bDj&Q>)^_7eX_nwl>duh`<>*T&&_sT^}0d-K0i_UqR)xX
z7peYl<KM&Ga`GWup?@Dg760sZjsHsd@fPeCtN$#5<F~BWZ-GP4d&#FRvfq;UrXI5Y
zn7Au!`mjH7S2!+*%~I^yueG1YvA*0w`SF(4-x1FD!SQi8df0tRKIV4P?@qqiHHxn|
zJPiAtCGQT0%^IJSUpFE5m&0Kn^4s?pj}!;#HyU5!;TOZP18jO=KX-<$J|{h111GWn
z3JwG1Z-1UgR{4}`cwX7QlE2OK%uIyi2so{R?e&rmB_3(Oq~c$k4(FTU{ITM<ujFqM
zf3tx3-PhWWd*#ob>{rfuUN#puWxlvK>~6%KxeN{)cpgWwzj!kK1nj5xcz*j{usxge
zfxSikY=+H8a9pnQPao{tD$YyhRoJwJ?PlKpVFz*VGDCU)hrJH=f7km@4ufM`-v5!C
z!C~~X7bH`8-C(8UFT+{)HlN_2duSQ~yUEkb`usn!XYYBuaF{Rq>)^Noc5OIMI^7LS
z)vTgle^;=>;j}k*hrARvKVv@I<_YX4**_P~Ggx05$ay`zPyPAJVSkM3aWHIa74JVX
zJ`ROL2k}*KuH`%*YT)!M*smg={0#ZqLHV_9Ch?d?ewzDW`*Y>*-Hdnph=*uB>YwQk
z_?N|%eJ=J=fAqsi+*jhwu)j$6G}V(|D?Uj2zve!aS5mL8M%)Wd|3Kemo<Dga90u$8
zv{dpl;kZ@y7jR#5OR(4Q{&t-C@%{H{N}FD(!tOHlnon93w*4x(UUv^{Tlv<PAJ?+T
zyy`fOhs~w*h4={U7E+h?Jn=~Siv0}R{xbC~&6RYH%{9`OFSZs=OYkl9YE|ZsA2HrG
zYF#)v<}+2|YWy*Oh5bnSg8z8mqHkNn!Lat&P4Wj}(}TWH9~=J~97ak1Hu^+57Y@zo
z3%-T;bU4>)zPeaeVrWN+Pur2>&aja@chEgzGydDd;jje`HTdKHN<7j@>SJQte^QyR
z;eORre5n6_yYu($h}|Of#8cZA_WM?RsoVEmE8qHxlI0fo=}tp8X>8goTd!lQ-gZ0`
zzkTcdiF<q4wuH-El{p&P?^gMl-<ipC--Gb$e)h<WvxQBU%9`u^Y>HmppFz6eDB@u@
u|A%fx9w+R`;UU=Hir@9N^OKWmTt(lHK46Er>wSrn@WpCAb13>d%>VzCG>ZNJ

literal 0
HcmV?d00001

diff --git a/tests/data/coutwildrnp.shx b/tests/data/coutwildrnp.shx
new file mode 100644
index 0000000000000000000000000000000000000000..7eae7002fa8fbb935b0f012c4aec5b9a918ce079
GIT binary patch
literal 636
zcmaiwPe@c@6vcn<jiVwhBxH~<nEshc3#m=G7+zK&En)~15s5(xLK1A}BEkek+!#e_
zprNitq9_uHN|=o%6Kz7lRm+f8(L%(9`Fp&ULLYpbckemp-t#^<U&E0n$nB&copAFF
zcX~^H7B<J*Be8Tk*HaQ1`+F^l@jvGxghlTUZ#`7(L)ADO8-tWsd)%H__Y#5vWJ39F
zIC)$C9%ReT{{W}d2lH^IMI3~)vAz|~eOD(oSE}2C7X4ufF04bP`b+)EzP4R!=U%y`
zPyT8~T?E&A^bbRa`O;aq8T*Tne`Bs0=)9r77JAK-ehYo(P1(QukMEZc?cYBDoHH<@
zPyK@__x*;U3H3wp(0pm}v3%+YjJiL5;fWLCWti;JXZ_4PVK+QqF{e4E`>gZu!aCkF
z>;Djm?q?h3oL}KPE$k-!#Wwe5p=jQ~JxhN?>sOh?|GMmc=f7*Tj^KSfZwHpU)H#2p
z#yqX?DQ7MJ*}U<)u0Dcl_pJT0zX4y&6G&}*bWRhLe_9mb>r?yUH~m$%Hro^bmNj|U
HlBaM88B%7g

literal 0
HcmV?d00001

diff --git a/tests/test_fiona.py b/tests/test_fiona.py
new file mode 100644
index 00000000..51934a72
--- /dev/null
+++ b/tests/test_fiona.py
@@ -0,0 +1,10 @@
+import unittest
+
+import fiona
+import pandas as pd
+
+class TestFiona(unittest.TestCase):
+    def test_read(self):
+        with fiona.open("/input/tests/data/coutwildrnp.shp") as source:
+            self.assertEqual(67, len(source))
+

From 9b813778b74d6b55d6565a6d6be47a9d044115b9 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 11 Oct 2018 04:56:51 +0000
Subject: [PATCH 085/251] add tests for geopandas

---
 tests/test_geopandas.py | 8 ++++++++
 1 file changed, 8 insertions(+)
 create mode 100644 tests/test_geopandas.py

diff --git a/tests/test_geopandas.py b/tests/test_geopandas.py
new file mode 100644
index 00000000..10603fa0
--- /dev/null
+++ b/tests/test_geopandas.py
@@ -0,0 +1,8 @@
+import unittest
+
+import geopandas
+
+class TestGeopandas(unittest.TestCase):
+    def test_read(self):
+        df = geopandas.read_file(geopandas.datasets.get_path('nybb'))
+        self.assertTrue(df.size > 1)

From 1c5c6542b39ff3636c28645313c79497229bfff4 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 11 Oct 2018 04:57:07 +0000
Subject: [PATCH 086/251] add tests for geoviews

---
 tests/test_geoviews.py | 11 +++++++++++
 1 file changed, 11 insertions(+)
 create mode 100644 tests/test_geoviews.py

diff --git a/tests/test_geoviews.py b/tests/test_geoviews.py
new file mode 100644
index 00000000..36ce8882
--- /dev/null
+++ b/tests/test_geoviews.py
@@ -0,0 +1,11 @@
+import unittest
+
+import geoviews.feature as gf
+
+from cartopy import crs
+
+class TestGeoviews(unittest.TestCase):
+    def test_viz(self):
+        (gf.ocean + gf.land + gf.ocean * gf.land * gf.coastline * gf.borders).options(
+            'Feature', projection=crs.Geostationary(), global_extent=True, height=325
+        ).cols(3)

From 7ec3690bb337e46fd48e8c32fcbd7d2a01f6d682 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 11 Oct 2018 04:57:35 +0000
Subject: [PATCH 087/251] add tests for holoviews

---
 tests/test_holoviews.py | 10 ++++++++++
 1 file changed, 10 insertions(+)
 create mode 100644 tests/test_holoviews.py

diff --git a/tests/test_holoviews.py b/tests/test_holoviews.py
new file mode 100644
index 00000000..88671590
--- /dev/null
+++ b/tests/test_holoviews.py
@@ -0,0 +1,10 @@
+import unittest
+
+import holoviews as hv
+
+class TestHoloviews(unittest.TestCase):
+    def test_curve(self):
+        xs = range(-10,11)
+        ys = [100-x**2 for x in xs]
+
+        hv.Curve((xs, ys))

From 71a80e877eddcffac8b3402360be96d556ea2c37 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 11 Oct 2018 04:57:57 +0000
Subject: [PATCH 088/251] reduce log spamming for fbprophet tests

---
 tests/test_fbprophet.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/test_fbprophet.py b/tests/test_fbprophet.py
index f8badbd6..69caa984 100644
--- a/tests/test_fbprophet.py
+++ b/tests/test_fbprophet.py
@@ -12,5 +12,5 @@ def test_fit(self):
             'y': np.array([38.23, 21.25])
         })
 
-        forecaster = Prophet()
+        forecaster = Prophet(mcmc_samples=1)
         forecaster.fit(train)

From b8ef08e46b69bf7d9e375b865abbfefab71f63d2 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 11 Oct 2018 04:58:18 +0000
Subject: [PATCH 089/251] install holoviews and geoviews with pip

---
 Dockerfile | 8 ++------
 1 file changed, 2 insertions(+), 6 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 2d010414..7f4b40e7 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -274,7 +274,6 @@ RUN pip install fancyimpute && \
     pip install descartes && \
     pip install geojson && \
     pip install pysal && \
-    #conda install -y gdal && \
     pip install pyflux && \
     pip install terminalplot && \
     pip install raccoon && \
@@ -292,11 +291,8 @@ RUN pip install fancyimpute && \
     pip install sklearn-pandas && \
     pip install stemming && \
     pip install fbprophet && \
-    conda install -y -c conda-forge -c ioam holoviews geoviews && \
-    #Temp fix: After installing holoviews and geoviews, deps for fiona and geopandas get really messed up. This is a very unelegant fix.
-    conda uninstall -y fiona geopandas && \
-    pip uninstall -y fiona geopandas && \
-    apt-get install -y libgdal1-dev && GDAL_CONFIG=/usr/bin/gdal-config pip install fiona && pip install geopandas && \
+    pip install holoviews && \
+    pip install geoviews && \
     pip install hypertools && \
     # Nxviz has been causing an installation issue by trying unsuccessfully to remove setuptools.
     #pip install nxviz && \

From 77bc7cf171fe7deec1f10f2d8ecf9d87a2f18403 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 11 Oct 2018 19:55:32 +0000
Subject: [PATCH 090/251] install feather-format and add tests

---
 Dockerfile                       |   4 ++++
 tests/data/feather-0_3_1.feather | Bin 0 -> 672 bytes
 tests/test_pandas.py             |   7 ++++++-
 3 files changed, 10 insertions(+), 1 deletion(-)
 create mode 100644 tests/data/feather-0_3_1.feather

diff --git a/Dockerfile b/Dockerfile
index 7f4b40e7..b093a493 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -425,6 +425,10 @@ RUN pip install bcolz && \
     pip install wcwidth && \
     pip install webencodings && \
     pip install widgetsnbextension && \
+    # Latest version of pyarrow conflicts with pandas
+    # https://github.com/pandas-dev/pandas/issues/23053
+    pip install pyarrow==0.10.0 && \
+    pip install feather-format && \
     cd /usr/local/src && git clone --depth=1 https://github.com/fastai/fastai && \
     cd fastai && python setup.py install && \
     # clean up pip cache
diff --git a/tests/data/feather-0_3_1.feather b/tests/data/feather-0_3_1.feather
new file mode 100644
index 0000000000000000000000000000000000000000..5a2c7b3dcc684b3676a94287702ea01aefa057af
GIT binary patch
literal 672
zcmZvaF;2r!42GRH6%j;Hh9YHPs1O4KL)q8}5_IMO2&n~CAXRkf$jr*b0gw=fKs^*E
zAbkIOF+@;D_Otzd|8|^AF3ye(Nn|8HPIP-QYtvcl*z0)x_%bv*zkYri?8fZpX?t6H
zxz_<i3e%ZeYFUWPN={)MH^5(0T%vFIS7?gPznVt1hi%Leq>sISSiy5(TliUEtb!#>
zF9YhAU;SJ@TFyNZ>fxdp=8NTY#aTB^!?9gsBtEC}yvO@q#oZA)Lc3hT-$In}#Q8{=
z_3vU`Iu7A~UhS%)Ca0=oYemE*>a##cXt$5{aKpsvqrCR3eU%_L>}5wh5`Q0$OWWUs
wPyBryFa9V6J>vJ&m(`r=t6g;GlRsN7H9B~0T=zM4NF3)??l1odi3$JaHx?%;)c^nh

literal 0
HcmV?d00001

diff --git a/tests/test_pandas.py b/tests/test_pandas.py
index f9163c57..abf70398 100644
--- a/tests/test_pandas.py
+++ b/tests/test_pandas.py
@@ -6,4 +6,9 @@ class TestPandas(unittest.TestCase):
     def test_read_csv(self):
         data = pd.read_csv("/input/tests/data/train.csv")
 
-        self.assertEqual(2, len(data.shape))
+        self.assertEqual(14915, data.size)
+
+    def test_read_feather(self):
+        data = pd.read_feather("/input/tests/data/feather-0_3_1.feather")
+
+        self.assertEqual(10, data.size)

From 7b7dfd6ee8e58e8371953e9c43dc7ccd1aa8d5fd Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Sat, 13 Oct 2018 01:02:20 +0000
Subject: [PATCH 091/251] Expand fastai tests

---
 tests/test_fastai.py | 30 ++++++++++++++++++++++++++++++
 tests/test_pandas.py |  2 +-
 2 files changed, 31 insertions(+), 1 deletion(-)

diff --git a/tests/test_fastai.py b/tests/test_fastai.py
index 275d2776..7d28b347 100644
--- a/tests/test_fastai.py
+++ b/tests/test_fastai.py
@@ -1,9 +1,39 @@
 import unittest
 
+import fastai
+import pandas as pd
+import torch
+
+from fastai.docs import *
+from fastai.tabular import *
 from fastai.core import partition
+from fastai.torch_core import tensor
 
 class TestFastAI(unittest.TestCase):
     def test_partition(self):
         result = partition([1,2,3,4,5], 2)
 
         self.assertEqual(3, len(result))
+
+    def test_has_version(self):
+        self.assertGreater(len(fastai.__version__), 1)
+    
+    # based on https://github.com/fastai/fastai/blob/master/tests/test_torch_core.py#L17
+    def test_torch_tensor(self):
+        a = tensor([1, 2, 3])
+        b = torch.tensor([1, 2, 3])
+
+        self.assertTrue(torch.all(a == b))
+
+    def test_tabular(self):
+        df = pd.read_csv("/input/tests/data/train.csv")
+
+        train_df, valid_df = df[:-5].copy(),df[-5:].copy()
+        dep_var = "label"
+        cont_names = []
+        for i in range(784):
+            cont_names.append("pixel" + str(i))
+
+        data = tabular_data_from_df("", train_df, valid_df, dep_var, cont_names=cont_names, cat_names=[])
+        learn = get_tabular_learner(data, layers=[200, 100])
+        learn.fit(epochs=1)
diff --git a/tests/test_pandas.py b/tests/test_pandas.py
index abf70398..f533a043 100644
--- a/tests/test_pandas.py
+++ b/tests/test_pandas.py
@@ -6,7 +6,7 @@ class TestPandas(unittest.TestCase):
     def test_read_csv(self):
         data = pd.read_csv("/input/tests/data/train.csv")
 
-        self.assertEqual(14915, data.size)
+        self.assertEqual(19, len(data.index))
 
     def test_read_feather(self):
         data = pd.read_feather("/input/tests/data/feather-0_3_1.feather")

From d74125053ba6218aed13cf1cbcb8b9efc61e42b6 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Sat, 13 Oct 2018 19:17:51 +0000
Subject: [PATCH 092/251] Pin fastai to 0.7.0

---
 Dockerfile | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index b093a493..a485c1d9 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -429,8 +429,7 @@ RUN pip install bcolz && \
     # https://github.com/pandas-dev/pandas/issues/23053
     pip install pyarrow==0.10.0 && \
     pip install feather-format && \
-    cd /usr/local/src && git clone --depth=1 https://github.com/fastai/fastai && \
-    cd fastai && python setup.py install && \
+    pip install fastai=0.7.0 && \
     # clean up pip cache
     rm -rf /root/.cache/pip/* && \
     cd && rm -rf /usr/local/src/*

From c83eaeeabf742e520569c1faa94fb5f84129d26d Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <roseberryv@gmail.com>
Date: Sun, 14 Oct 2018 12:00:05 -0700
Subject: [PATCH 093/251] fix pip command typo

---
 Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index a485c1d9..641cc92d 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -429,7 +429,7 @@ RUN pip install bcolz && \
     # https://github.com/pandas-dev/pandas/issues/23053
     pip install pyarrow==0.10.0 && \
     pip install feather-format && \
-    pip install fastai=0.7.0 && \
+    pip install fastai==0.7.0 && \
     # clean up pip cache
     rm -rf /root/.cache/pip/* && \
     cd && rm -rf /usr/local/src/*

From ecd64a15e9866229dfba2b222dc05b41351c7683 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 15 Oct 2018 03:49:46 +0000
Subject: [PATCH 094/251] simplify fastai tests imports

---
 tests/test_fastai.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/tests/test_fastai.py b/tests/test_fastai.py
index 7d28b347..31236e98 100644
--- a/tests/test_fastai.py
+++ b/tests/test_fastai.py
@@ -4,8 +4,7 @@
 import pandas as pd
 import torch
 
-from fastai.docs import *
-from fastai.tabular import *
+from fastai.tabular import tabular_data_from_df, get_tabular_learner
 from fastai.core import partition
 from fastai.torch_core import tensor
 

From 79e96f06edab69109b40d1a400d5efc2a6058698 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 15 Oct 2018 17:14:06 +0000
Subject: [PATCH 095/251] Install fastai from source and pinned version

---
 Dockerfile | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 641cc92d..f7b0e8ef 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -429,7 +429,9 @@ RUN pip install bcolz && \
     # https://github.com/pandas-dev/pandas/issues/23053
     pip install pyarrow==0.10.0 && \
     pip install feather-format && \
-    pip install fastai==0.7.0 && \
+    # This version is not available in pypi
+    # Also, installing from source to prevent static TLS (thread local storage) issue
+    pip install git+git://github.com/fastai/fastai.git@v0.7.2 && \
     # clean up pip cache
     rm -rf /root/.cache/pip/* && \
     cd && rm -rf /usr/local/src/*

From bcda2d4f154a1498b0c53e3257e6e35c7cc969b1 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 15 Oct 2018 18:48:47 +0000
Subject: [PATCH 096/251] Prevent fastai install from downgrading pytorch

---
 Dockerfile | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index f7b0e8ef..c549ced6 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -429,9 +429,9 @@ RUN pip install bcolz && \
     # https://github.com/pandas-dev/pandas/issues/23053
     pip install pyarrow==0.10.0 && \
     pip install feather-format && \
-    # This version is not available in pypi
-    # Also, installing from source to prevent static TLS (thread local storage) issue
-    pip install git+git://github.com/fastai/fastai.git@v0.7.2 && \
+    # Don't install dependencies for fastai because it requires pytorch<0.4.
+    # which downgrades pytorch. fastai does work with pytorch 0.4.
+    pip install fastai==0.7.0 --no-deps && \
     # clean up pip cache
     rm -rf /root/.cache/pip/* && \
     cd && rm -rf /usr/local/src/*

From 8a430bb21e2e4928ec16ef370f7e4b4019b24ff4 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 15 Oct 2018 20:39:32 +0000
Subject: [PATCH 097/251] Remove fastai tests using 1.x api

---
 Dockerfile           |  1 +
 tests/test_fastai.py | 45 ++++++++++++++++++++++++--------------------
 2 files changed, 26 insertions(+), 20 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index c549ced6..500441ab 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -432,6 +432,7 @@ RUN pip install bcolz && \
     # Don't install dependencies for fastai because it requires pytorch<0.4.
     # which downgrades pytorch. fastai does work with pytorch 0.4.
     pip install fastai==0.7.0 --no-deps && \
+    pip install torchtext && \
     # clean up pip cache
     rm -rf /root/.cache/pip/* && \
     cd && rm -rf /usr/local/src/*
diff --git a/tests/test_fastai.py b/tests/test_fastai.py
index 31236e98..94223fe3 100644
--- a/tests/test_fastai.py
+++ b/tests/test_fastai.py
@@ -4,9 +4,8 @@
 import pandas as pd
 import torch
 
-from fastai.tabular import tabular_data_from_df, get_tabular_learner
 from fastai.core import partition
-from fastai.torch_core import tensor
+from fastai.layer_optimizer import LayerOptimizer
 
 class TestFastAI(unittest.TestCase):
     def test_partition(self):
@@ -14,25 +13,31 @@ def test_partition(self):
 
         self.assertEqual(3, len(result))
 
-    def test_has_version(self):
-        self.assertGreater(len(fastai.__version__), 1)
-    
-    # based on https://github.com/fastai/fastai/blob/master/tests/test_torch_core.py#L17
-    def test_torch_tensor(self):
-        a = tensor([1, 2, 3])
-        b = torch.tensor([1, 2, 3])
+    # based on https://github.com/fastai/fastai/blob/0.7.0/tests/test_layer_optimizer.py
+    def test_layer_optimizer(self):
+        lo = LayerOptimizer(FakeOpt, fastai_params_('A', 'B', 'C'), 1e-2, 1e-4)
+        fast_check_optimizer_(lo.opt, [(nm, 1e-2, 1e-4) for nm in 'ABC'])
 
-        self.assertTrue(torch.all(a == b))
 
-    def test_tabular(self):
-        df = pd.read_csv("/input/tests/data/train.csv")
+class Par(object):
+    def __init__(self, x, grad=True):
+        self.x = x
+        self.requires_grad = grad
+    def parameters(self): return [self]
 
-        train_df, valid_df = df[:-5].copy(),df[-5:].copy()
-        dep_var = "label"
-        cont_names = []
-        for i in range(784):
-            cont_names.append("pixel" + str(i))
 
-        data = tabular_data_from_df("", train_df, valid_df, dep_var, cont_names=cont_names, cat_names=[])
-        learn = get_tabular_learner(data, layers=[200, 100])
-        learn.fit(epochs=1)
+class FakeOpt(object):
+    def __init__(self, params): self.param_groups = params
+
+
+def fastai_params_(*names): return [Par(nm) for nm in names]
+
+def fast_check_optimizer_(opt, expected):
+    actual = opt.param_groups
+    assert len(actual) == len(expected)
+    for (a, e) in zip(actual, expected): fastai_check_param_(a, *e)
+
+def fastai_check_param_(par, nm, lr, wd):
+    assert par['params'][0].x == nm
+    assert par['lr'] == lr
+    assert par['weight_decay'] == wd

From 2aa9b9c1b85630b64cb787e51d1bca7b52188628 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 15 Oct 2018 15:25:23 -0700
Subject: [PATCH 098/251] Prune images previously built to prevent permanent
 gpu worker from filing up disk

---
 Jenkinsfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 702898fb..c8ab54da 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -65,7 +65,7 @@ pipeline {
         slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} docker build>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
           set -exo pipefail
-          docker image prune -a # remove previously built image to prevent disk from filling up
+          docker image prune -a -f # remove previously built image to prevent disk from filling up
           ./build --gpu | ts
         '''
       }

From 6eb31c1581767691aa766dc3633d118ee3e9e9b2 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 15 Oct 2018 15:58:09 -0700
Subject: [PATCH 099/251] Update README to mention that GCR is the source of
 truth for our docker images.

---
 README.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/README.md b/README.md
index 90faac2e..655c3977 100644
--- a/README.md
+++ b/README.md
@@ -2,7 +2,7 @@
 
 ![example script](http://i.imgur.com/yrWycNA.png)
 
-This is the Dockerfile (etc.) used for building the image that runs python scripts on Kaggle. [Here's](https://registry.hub.docker.com/u/kaggle/python/) the Docker image on Dockerhub.
+This is the Dockerfile (etc.) used for building the image that runs python scripts on Kaggle. [Here's](https://https://gcr.io/kaggle-images/python) the Docker image on Google Container Registry.
 
 ## Getting started
 
@@ -17,7 +17,7 @@ We can merge your request quickly if you check that it builds correctly. Here's
 Start by running this image on your system:
 
 ```
-me@my-computer:/home$ docker run --rm -it kaggle/python
+me@my-computer:/home$ docker run --rm -it gcr.io/kaggle-images/python
 root@d72b81a003e1:/# 
 ```
 

From 549f89ac7f3a15070de428199b5619eb53eac485 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 19 Oct 2018 17:20:35 -0400
Subject: [PATCH 100/251] Prevent upgrade of matplotlib

plotnine 0.5 is depending on matplotlib >= 3.0 which is not compatible with basemap.
---
 Dockerfile | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 500441ab..07ed960a 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -311,7 +311,9 @@ RUN pip install fancyimpute && \
     pip install folium && \
     pip install scikit-plot && \
     pip install dipy && \
-    pip install plotnine && \
+    # plotnine 0.5 is depending on matplotlib >= 3.0 which is not compatible with basemap.
+    # once basemap support matplotlib, we can unpin this package.
+    pip install plotnine==0.4.0 && \
     pip install git+https://github.com/dvaida/hallucinate.git && \
     pip install scikit-surprise && \
     pip install pymongo && \

From 8048a37411e7bd7e032a132358c1bca7552e2f2f Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 19 Oct 2018 19:33:41 +0000
Subject: [PATCH 101/251] Upgrade anaconda base to 5.2.0

---
 Dockerfile | 18 ++++++------------
 1 file changed, 6 insertions(+), 12 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 07ed960a..2351c92d 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,5 +1,5 @@
 FROM gcr.io/kaggle-images/python-tensorflow-whl:1.11.0-py36 as tensorflow_whl
-FROM continuumio/anaconda3:5.0.1
+FROM continuumio/anaconda3:5.2.0
 
 # This is necessary for apt to access HTTPS sources
 RUN apt-get update && \
@@ -30,13 +30,13 @@ RUN pip install seaborn python-dateutil dask pytagcloud pyyaml joblib \
     conda install -y -c conda-forge spacy && python -m spacy download en && \
     python -m spacy download en_core_web_lg && \
     # The apt-get version of imagemagick is out of date and has compatibility issues, so we build from source
-    apt-get -y install dbus fontconfig fontconfig-config fonts-dejavu-core fonts-droid ghostscript gsfonts hicolor-icon-theme \
+    apt-get -y install dbus fontconfig fontconfig-config fonts-dejavu-core fonts-droid-fallback ghostscript gsfonts hicolor-icon-theme \
     libavahi-client3 libavahi-common-data libavahi-common3 libcairo2 libcap-ng0 libcroco3 \
     libcups2 libcupsfilters1 libcupsimage2 libdatrie1 libdbus-1-3 libdjvulibre-text libdjvulibre21 libfftw3-double3 libfontconfig1 \
     libfreetype6 libgdk-pixbuf2.0-0 libgdk-pixbuf2.0-common libgomp1 libgraphite2-3 libgs9 libgs9-common libharfbuzz0b libijs-0.35 \
-    libilmbase6 libjasper1 libjbig0 libjbig2dec0 libjpeg62-turbo liblcms2-2 liblqr-1-0 libltdl7 libmagickcore-6.q16-2 \
-    libmagickcore-6.q16-2-extra libmagickwand-6.q16-2 libnetpbm10 libopenexr6 libpango-1.0-0 libpangocairo-1.0-0 libpangoft2-1.0-0 \
-    libpaper-utils libpaper1 libpixman-1-0 libpng12-0 librsvg2-2 librsvg2-common libthai-data libthai0 libtiff5 libwmf0.2-7 \
+    libilmbase12 libjbig0 libjbig2dec0 libjpeg62-turbo liblcms2-2 liblqr-1-0 libltdl7 libmagickcore-6.q16-3 \
+    libmagickcore-6.q16-3-extra libmagickwand-6.q16-3 libnetpbm10 libopenexr22 libpango-1.0-0 libpangocairo-1.0-0 libpangoft2-1.0-0 \
+    libpaper-utils libpaper1 libpixman-1-0 libpng16-16 librsvg2-2 librsvg2-common libthai-data libthai0 libtiff5 libwmf0.2-7 \
     libxcb-render0 libxcb-shm0 netpbm poppler-data p7zip-full && \
     cd /usr/local/src && \
     wget http://transloadit.imagemagick.org/download/ImageMagick.tar.gz && \
@@ -126,13 +126,7 @@ RUN apt-get -y install zlib1g-dev liblcms2-dev libwebp-dev libgeos-dev && \
     cd /usr/local/src && git clone https://github.com/matplotlib/basemap.git && \
     cd basemap && \
     git checkout v1.1.0 && \
-    # Install geos
-    cd geos-3.3.3 && \
-    export GEOS_DIR=/usr/local && \
-    ./configure --prefix=$GEOS_DIR && \
-    make && make install && \
-    # Install basemap
-    cd .. && python setup.py install && \
+    python setup.py install && \
     pip install basemap --no-binary basemap
 
 # sasl is apparently an ibis dependency

From eb7b055c5ba92087074d948e34ac5e5f65de1bde Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 26 Oct 2018 18:33:39 +0000
Subject: [PATCH 102/251] install fasttesxt using pip git feature

---
 Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 2351c92d..a5a54e68 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -341,7 +341,7 @@ RUN pip install --upgrade cython && \
     pip install --upgrade cysignals && \
     pip install pyfasttext && \
     pip install ktext && \
-    cd /usr/local/src && git clone --depth=1 https://github.com/facebookresearch/fastText.git && cd fastText && pip install . && \
+    pip install git+git://github.com/facebookresearch/fastText.git && \
     apt-get install -y libhunspell-dev && pip install hunspell && \
     pip install annoy && \
     pip install category_encoders && \

From 736bad3134ee889e5cadfcb96f546e425a28c06f Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 26 Oct 2018 18:19:09 +0000
Subject: [PATCH 103/251] Don't preload tensorflow and torch

---
 patches/sitecustomize.py | 9 +--------
 1 file changed, 1 insertion(+), 8 deletions(-)

diff --git a/patches/sitecustomize.py b/patches/sitecustomize.py
index f0dfab45..9221ba59 100644
--- a/patches/sitecustomize.py
+++ b/patches/sitecustomize.py
@@ -1,13 +1,6 @@
-# Monkey patches BigQuery client creation to use proxy.
-
-# Import tensorflow and torch before anything else. This is a hacky workaround to an error on dlopen
-# reporting a limit on static TLS, tracked in:
-# tensorflow: https://github.com/tensorflow/tensorflow/issues/19010
-# torch: https://github.com/pytorch/pytorch/issues/2575
-import tensorflow
-import torch
 import os
 
+# Monkey patches BigQuery client creation to use proxy.
 kaggle_proxy_token = os.getenv("KAGGLE_DATA_PROXY_TOKEN")
 if kaggle_proxy_token:
     from google.auth import credentials

From f9c4830c3bbe42cfcce579081568e4c45b0463fa Mon Sep 17 00:00:00 2001
From: Chris Gorgolewski <krzysztof.gorgolewski@gmail.com>
Date: Sun, 28 Oct 2018 11:22:37 -0700
Subject: [PATCH 104/251] Add libGl1 to satisfy vtk depenencies

---
 Dockerfile | 10 +++++++++-
 1 file changed, 9 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 2351c92d..17367a23 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -210,11 +210,19 @@ RUN pip install scipy && \
     conda clean -i -l -t -y && \
     rm -rf /usr/local/src/*
 
+
+# vtk with dependencies
+RUN apt-get install -y libgl1-mesa-glx && \
+    pip install vtk && \
+    # ~~~~ CLEAN UP ~~~~
+    rm -rf /root/.cache/pip/* && \
+    apt-get autoremove -y && apt-get clean
+
+
 RUN pip install --upgrade mpld3 && \
     pip install mplleaflet && \
     pip install gpxpy && \
     pip install arrow && \
-    pip install vtk && \
     pip install nilearn && \
     pip install nibabel && \
     pip install pronouncing && \

From 5389746d750a50f3f31e12dad402f6121343a931 Mon Sep 17 00:00:00 2001
From: Chris Gorgolewski <krzysztof.gorgolewski@gmail.com>
Date: Sun, 28 Oct 2018 14:33:26 -0700
Subject: [PATCH 105/251] adding xvfb

---
 Dockerfile | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/Dockerfile b/Dockerfile
index 2351c92d..89ae6c49 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -210,6 +210,15 @@ RUN pip install scipy && \
     conda clean -i -l -t -y && \
     rm -rf /usr/local/src/*
 
+
+# xvfbwrapper with dependencies
+RUN apt-get install -y xvfb && \
+    pip install xvfbwrapper && \
+    # ~~~~ CLEAN UP ~~~~
+    rm -rf /root/.cache/pip/* && \
+    apt-get autoremove -y && apt-get clean
+
+
 RUN pip install --upgrade mpld3 && \
     pip install mplleaflet && \
     pip install gpxpy && \

From 035f3d13c1cd3079e4adfab6932fd47e901147ca Mon Sep 17 00:00:00 2001
From: Chris Gorgolewski <krzysztof.gorgolewski@gmail.com>
Date: Mon, 29 Oct 2018 09:49:45 -0700
Subject: [PATCH 106/251] adding xvfbwrapper test

---
 tests/test_xvfbwrapper.py | 11 +++++++++++
 1 file changed, 11 insertions(+)
 create mode 100644 tests/test_xvfbwrapper.py

diff --git a/tests/test_xvfbwrapper.py b/tests/test_xvfbwrapper.py
new file mode 100644
index 00000000..0b8dac45
--- /dev/null
+++ b/tests/test_xvfbwrapper.py
@@ -0,0 +1,11 @@
+import unittest
+import os.path
+from xvfbwrapper import Xvfb
+
+class TestXvfbwrapper(unittest.TestCase):
+    def test_xvfb(self):
+        vdisplay = Xvfb()
+        vdisplay.start()
+        display_var = ':{}'.format(vdisplay.new_display)
+        self.assertEqual(display_var, os.environ['DISPLAY'])
+        vdisplay.stop()

From 8b04aaee44e3e297ddc08c9354862fed69a58f31 Mon Sep 17 00:00:00 2001
From: Chris Gorgolewski <krzysztof.gorgolewski@gmail.com>
Date: Mon, 29 Oct 2018 09:58:18 -0700
Subject: [PATCH 107/251] adding test for dipy renderer

---
 tests/test_dipy.py | 19 +++++++++++++++++++
 1 file changed, 19 insertions(+)
 create mode 100644 tests/test_dipy.py

diff --git a/tests/test_dipy.py b/tests/test_dipy.py
new file mode 100644
index 00000000..de12ef74
--- /dev/null
+++ b/tests/test_dipy.py
@@ -0,0 +1,19 @@
+import unittest
+import os.path
+from dipy.viz import window
+from xvfbwrapper import Xvfb
+
+class TestDipy(unittest.TestCase):
+    out_file = 'test.png'
+    def test_renderer(self):
+        vdisplay = Xvfb()
+        vdisplay.start()
+
+        ren = window.Renderer()
+        window.record(ren, n_frames=1, out_path=self.out_file, size=(600, 600))
+        self.assertTrue(os.path.exists(self.out_file))
+
+        vdisplay.stop()
+
+    def tearDown(self):
+        os.remove(self.out_file)

From 1e73362cc332ea7103de410df5551f64cb6f2411 Mon Sep 17 00:00:00 2001
From: Chris Gorgolewski <krzysztof.gorgolewski@gmail.com>
Date: Mon, 29 Oct 2018 10:01:23 -0700
Subject: [PATCH 108/251] adding vtk import test

---
 tests/test_vtk.py | 6 ++++++
 1 file changed, 6 insertions(+)
 create mode 100644 tests/test_vtk.py

diff --git a/tests/test_vtk.py b/tests/test_vtk.py
new file mode 100644
index 00000000..7100223a
--- /dev/null
+++ b/tests/test_vtk.py
@@ -0,0 +1,6 @@
+import unittest
+
+
+class TestVTK(unittest.TestCase):
+    def test_import(self):
+        import vtk

From 67b8d337101972ee9ace1d4d187c0160dd611b81 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 30 Oct 2018 11:01:22 -0400
Subject: [PATCH 109/251] Preload tensorflow

If fastai is used prior to tensorflow, an older version of libcudnn is loaded and tensorflow fails with the following error message:
```
tensorflow/stream_executor/cuda/cuda_dnn.cc:343] Loaded runtime CuDNN library: 7.1.2 but source was compiled with: 7.2.1.  CuDNN library major and minor version needs to match or have higher minor version in case of CuDNN 7.0 or later version. If using a binary install, upgrade your CuDNN library.  If building from sources, make sure the library loaded at runtime is compatible with the version specified during compile configuration.
```

Preloading for now (like before) until we find how to fix the issue with fastai
---
 patches/sitecustomize.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/patches/sitecustomize.py b/patches/sitecustomize.py
index 9221ba59..7447f9cc 100644
--- a/patches/sitecustomize.py
+++ b/patches/sitecustomize.py
@@ -1,3 +1,5 @@
+# TODO(rosbo): Remove this once we fix the issue with fastai importing older libcudnn if imported prior to tensorflow
+import tensorflow
 import os
 
 # Monkey patches BigQuery client creation to use proxy.

From ff8079a18b7988efb03bf0694933fb771ceb607d Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Joaqu=C3=ADn=20Ruales?= <joaqo182@gmail.com>
Date: Tue, 30 Oct 2018 23:36:39 -0700
Subject: [PATCH 110/251] Fix broken link in README

---
 README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 655c3977..453a4ca8 100644
--- a/README.md
+++ b/README.md
@@ -2,7 +2,7 @@
 
 ![example script](http://i.imgur.com/yrWycNA.png)
 
-This is the Dockerfile (etc.) used for building the image that runs python scripts on Kaggle. [Here's](https://https://gcr.io/kaggle-images/python) the Docker image on Google Container Registry.
+This is the Dockerfile (etc.) used for building the image that runs python scripts on Kaggle. [Here's](https://gcr.io/kaggle-images/python) the Docker image on Google Container Registry.
 
 ## Getting started
 

From 4c6ed0fec1b8385169ec30eaef0a55b055d9972d Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 12 Nov 2018 19:30:01 +0000
Subject: [PATCH 111/251] Install latest version of seaborn

---
 Dockerfile            | 5 +++--
 tests/test_seaborn.py | 7 +++++++
 2 files changed, 10 insertions(+), 2 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 8e0430aa..ea4f47f4 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -25,8 +25,9 @@ RUN conda install -y python=3.6.6 && \
     pip install keras_applications==1.0.4 --no-deps && \
     pip install keras_preprocessing==1.0.2 --no-deps
 
-RUN pip install seaborn python-dateutil dask pytagcloud pyyaml joblib \
-    husl geopy ml_metrics mne pyshp && \
+# The anaconda base images includes outdated versions of these packages. Update them to include the latest version.
+RUN pip install --upgrade seaborn python-dateutil dask && \
+    pip install pyyaml joblib pytagcloud husl geopy ml_metrics mne pyshp && \
     conda install -y -c conda-forge spacy && python -m spacy download en && \
     python -m spacy download en_core_web_lg && \
     # The apt-get version of imagemagick is out of date and has compatibility issues, so we build from source
diff --git a/tests/test_seaborn.py b/tests/test_seaborn.py
index 3986bc8c..b20cbe27 100644
--- a/tests/test_seaborn.py
+++ b/tests/test_seaborn.py
@@ -1,7 +1,14 @@
 import unittest
 
+from distutils.version import StrictVersion
+
 import seaborn as sns
 
 class TestSeaborn(unittest.TestCase):
+    # Fails if seaborn gets downgraded by other package installations.
+    def test_version(self):
+        self.assertGreaterEqual(StrictVersion(sns.__version__), StrictVersion("0.9.0"))
+
+
     def test_option(self):
         sns.set(style="darkgrid")

From 3a2c83983c866f82bb8b563a90d6a290698f3b41 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 12 Nov 2018 20:20:16 +0000
Subject: [PATCH 112/251] fix-typo-comment

---
 Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index ea4f47f4..3525c526 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -25,7 +25,7 @@ RUN conda install -y python=3.6.6 && \
     pip install keras_applications==1.0.4 --no-deps && \
     pip install keras_preprocessing==1.0.2 --no-deps
 
-# The anaconda base images includes outdated versions of these packages. Update them to include the latest version.
+# The anaconda base image includes outdated versions of these packages. Update them to include the latest version.
 RUN pip install --upgrade seaborn python-dateutil dask && \
     pip install pyyaml joblib pytagcloud husl geopy ml_metrics mne pyshp && \
     conda install -y -c conda-forge spacy && python -m spacy download en && \

From 429dec5b0e53c0e43b1664c14a7061083e5a9d25 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 13 Nov 2018 02:36:45 +0000
Subject: [PATCH 113/251] Install h2o dependencies

---
 Dockerfile | 7 +++----
 1 file changed, 3 insertions(+), 4 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 3525c526..71f236c3 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -142,12 +142,11 @@ RUN apt-get -y install libsasl2-dev && \
     pip install cartopy && \
     # MXNet
     pip install mxnet && \
-    # h2o
-    # Temporary sync of conda's numpy with pip's, needed to avoid an install error
-    #conda upgrade -y numpy && \
+    # h2o (requires java)
     # Upgrade numpy with pip to avoid install errors
     pip install --upgrade numpy && \
-    # This requires python-software-properties and Java, which were installed above.
+    # requires java
+    apt-get install -y default-jdk && \
     cd /usr/local/src && mkdir h2o && cd h2o && \
     wget http://h2o-release.s3.amazonaws.com/h2o/latest_stable -O latest && \
     wget --no-check-certificate -i latest -O h2o.zip && rm latest && \

From 5b9224e5cd500abd961db834e67b688db3f9e2e0 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 13 Nov 2018 02:37:22 +0000
Subject: [PATCH 114/251] Add tests for h2o

---
 tests/test_h2o.py | 9 +++++++++
 1 file changed, 9 insertions(+)
 create mode 100644 tests/test_h2o.py

diff --git a/tests/test_h2o.py b/tests/test_h2o.py
new file mode 100644
index 00000000..7b6b212d
--- /dev/null
+++ b/tests/test_h2o.py
@@ -0,0 +1,9 @@
+import unittest
+
+import h2o
+
+class TestH2o(unittest.TestCase):
+    def test_init_read(self):
+        h2o.init()
+        train = h2o.import_file("/input/tests/data/train.csv", destination_frame="train")
+        self.assertEqual(19, train.nrow)

From 0020fba526ec69378d5ae59e50d31796fb289269 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 13 Nov 2018 19:41:22 +0000
Subject: [PATCH 115/251] close h2o session in test

---
 tests/test_h2o.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/tests/test_h2o.py b/tests/test_h2o.py
index 7b6b212d..94fc57b8 100644
--- a/tests/test_h2o.py
+++ b/tests/test_h2o.py
@@ -3,6 +3,9 @@
 import h2o
 
 class TestH2o(unittest.TestCase):
+    def tearDown(self):
+        h2o.cluster().shutdown(False)
+
     def test_init_read(self):
         h2o.init()
         train = h2o.import_file("/input/tests/data/train.csv", destination_frame="train")

From 8fcae6112175c2a1eef8f1c7246cb7b43fffadeb Mon Sep 17 00:00:00 2001
From: Wendy Kan <wendykan@gmail.com>
Date: Mon, 19 Nov 2018 14:10:35 -0800
Subject: [PATCH 116/251] adding kaggle api

---
 Dockerfile | 1 +
 1 file changed, 1 insertion(+)

diff --git a/Dockerfile b/Dockerfile
index 71f236c3..a8212c59 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -475,6 +475,7 @@ RUN pip install flashtext && \
     pip install PDPbox && \
     pip install ggplot && \
     pip install cesium && \
+    pip install kaggle && \
     ##### ^^^^ Add new contributions above here ^^^^ #####
     # clean up pip cache
     rm -rf /root/.cache/pip/*

From 40499323b7c83503ccfe849120e8cf1e1cbf78bd Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 20 Nov 2018 09:38:46 -0800
Subject: [PATCH 117/251] Update ImageMagick binary url

---
 Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index a8212c59..abda466c 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -40,7 +40,7 @@ RUN pip install --upgrade seaborn python-dateutil dask && \
     libpaper-utils libpaper1 libpixman-1-0 libpng16-16 librsvg2-2 librsvg2-common libthai-data libthai0 libtiff5 libwmf0.2-7 \
     libxcb-render0 libxcb-shm0 netpbm poppler-data p7zip-full && \
     cd /usr/local/src && \
-    wget http://transloadit.imagemagick.org/download/ImageMagick.tar.gz && \
+    wget https://imagemagick.org/download/ImageMagick.tar.gz && \
     tar xzf ImageMagick.tar.gz && cd `ls -d ImageMagick-*` && pwd && ls -al && ./configure && \
     make -j $(nproc) && make install && \
     # clean up ImageMagick source files

From 922c5a9030748ebab4da23d7dbdd4cb89a7b86a1 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 21 Nov 2018 09:06:11 -0800
Subject: [PATCH 118/251] Remove the kaggle api package

This breaks the twosigma competition because the code for both lives in a python package called `kaggle`.

The code for the twosigma competition under `kaggle.competitions` should probably be move.

Additionally, the kaggle api client package requires an API secret key. We don't offer a way to manage secrets for now and we don't want to encourage people adding their secret in the code (easy to leak if ever made public).
---
 Dockerfile | 1 -
 1 file changed, 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index abda466c..0aff17f6 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -475,7 +475,6 @@ RUN pip install flashtext && \
     pip install PDPbox && \
     pip install ggplot && \
     pip install cesium && \
-    pip install kaggle && \
     ##### ^^^^ Add new contributions above here ^^^^ #####
     # clean up pip cache
     rm -rf /root/.cache/pip/*

From 5976f3c19b36060790863af361b769786643a72c Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 18 Sep 2018 22:22:43 +0000
Subject: [PATCH 119/251] Create process to prebuild tensorflow wheels

---
 tensorflow-whl/CHANGELOG.md |   1 +
 tensorflow-whl/Dockerfile   | 100 ++++++++++++++++++++++++++++++++++++
 tensorflow-whl/README.md    |  22 ++++++++
 tensorflow-whl/build        |  11 ++++
 tensorflow-whl/push         |  25 +++++++++
 5 files changed, 159 insertions(+)
 create mode 100644 tensorflow-whl/CHANGELOG.md
 create mode 100644 tensorflow-whl/Dockerfile
 create mode 100644 tensorflow-whl/README.md
 create mode 100755 tensorflow-whl/build
 create mode 100755 tensorflow-whl/push

diff --git a/tensorflow-whl/CHANGELOG.md b/tensorflow-whl/CHANGELOG.md
new file mode 100644
index 00000000..52ab3b13
--- /dev/null
+++ b/tensorflow-whl/CHANGELOG.md
@@ -0,0 +1 @@
+1.11.0-py36: Tensorflow 1.11.0 wheels built with python 3.6
diff --git a/tensorflow-whl/Dockerfile b/tensorflow-whl/Dockerfile
new file mode 100644
index 00000000..db5bc8df
--- /dev/null
+++ b/tensorflow-whl/Dockerfile
@@ -0,0 +1,100 @@
+FROM nvidia/cuda:9.1-cudnn7-devel-ubuntu16.04 AS nvidia
+FROM continuumio/anaconda3:5.0.1
+
+# Avoid interactive configuration prompts/dialogs during apt-get.
+ENV DEBIAN_FRONTEND=noninteractive
+
+# This is necessary to for apt to access HTTPS sources
+RUN apt-get update && \
+    apt-get install apt-transport-https
+
+# Cuda support
+COPY --from=nvidia /etc/apt/sources.list.d/cuda.list /etc/apt/sources.list.d/
+COPY --from=nvidia /etc/apt/sources.list.d/nvidia-ml.list /etc/apt/sources.list.d/
+COPY --from=nvidia /etc/apt/trusted.gpg /etc/apt/trusted.gpg.d/cuda.gpg
+
+ENV CUDA_VERSION=9.1.85
+ENV CUDA_PKG_VERSION=9-1=$CUDA_VERSION-1
+LABEL com.nvidia.volumes.needed="nvidia_driver"
+LABEL com.nvidia.cuda.version="${CUDA_VERSION}"
+ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:${PATH}
+# The stub is useful to us both for built-time linking and run-time linking, on CPU-only systems.
+# When intended to be used with actual GPUs, make sure to (besides providing access to the host
+# CUDA user libraries, either manually or through the use of nvidia-docker) exclude them. One
+# convenient way to do so is to obscure its contents by a bind mount:
+#   docker run .... -v /non-existing-directory:/usr/local/cuda/lib64/stubs:ro ...
+ENV LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64/stubs"
+ENV NVIDIA_VISIBLE_DEVICES=all
+ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
+ENV NVIDIA_REQUIRE_CUDA="cuda>=9.0"
+RUN apt-get update && apt-get install -y --no-install-recommends \
+      cuda-cudart-$CUDA_PKG_VERSION \
+      cuda-libraries-$CUDA_PKG_VERSION \
+      cuda-libraries-dev-$CUDA_PKG_VERSION \
+      cuda-nvml-dev-$CUDA_PKG_VERSION \
+      cuda-minimal-build-$CUDA_PKG_VERSION \
+      cuda-command-line-tools-$CUDA_PKG_VERSION \
+      libcudnn7=7.0.5.15-1+cuda9.1 \
+      libcudnn7-dev=7.0.5.15-1+cuda9.1 \
+      libnccl2=2.2.12-1+cuda9.1 \
+      libnccl-dev=2.2.12-1+cuda9.1 && \
+    ln -s /usr/local/cuda-9.1 /usr/local/cuda && \
+    ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1 && \
+    rm -rf /var/lib/apt/lists/*
+
+# Install bazel
+RUN apt-get update && apt-get install -y python-software-properties zip && \
+    echo "deb http://ppa.launchpad.net/webupd8team/java/ubuntu precise main" | tee -a /etc/apt/sources.list && \
+    echo "deb-src http://ppa.launchpad.net/webupd8team/java/ubuntu precise main" | tee -a /etc/apt/sources.list && \
+    apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv-keys EEA14886 C857C906 2B90D010 && \
+    apt-get update && \
+    echo debconf shared/accepted-oracle-license-v1-1 select true | debconf-set-selections && \
+    echo debconf shared/accepted-oracle-license-v1-1 seen true | debconf-set-selections && \
+    apt-get install -y oracle-java8-installer && \
+    echo "deb [arch=amd64] http://storage.googleapis.com/bazel-apt stable jdk1.8" | tee /etc/apt/sources.list.d/bazel.list && \
+    curl https://bazel.build/bazel-release.pub.gpg | apt-key add - && \
+    apt-get update && apt-get install -y bazel && \
+    apt-get upgrade -y bazel
+
+# Tensorflow doesn't support python 3.7 yet. See https://github.com/tensorflow/tensorflow/issues/20517
+RUN conda install -y python=3.6.6 && \
+    # Another fix for TF 1.10 https://github.com/tensorflow/tensorflow/issues/21518
+    pip install keras_applications==1.0.4 --no-deps && \
+    pip install keras_preprocessing==1.0.2 --no-deps
+
+# Fetch tensorflow
+RUN cd /usr/local/src && \
+    git clone https://github.com/tensorflow/tensorflow && \
+    cd tensorflow && \
+    git checkout r1.11
+
+# Create a tensorflow wheel for CPU
+RUN cd /usr/local/src/tensorflow && \
+    cat /dev/null | ./configure && \
+    bazel build --config=opt //tensorflow/tools/pip_package:build_pip_package && \
+    bazel-bin/tensorflow/tools/pip_package/build_pip_package /tmp/tensorflow_cpu && \
+    bazel clean
+
+# Create a tensorflow wheel for GPU/cuda
+ENV TF_NEED_CUDA=1
+ENV TF_CUDA_VERSION=9.1
+ENV TF_CUDA_COMPUTE_CAPABILITIES=3.7,6.0
+ENV TF_CUDNN_VERSION=7
+ENV TF_NCCL_VERSION=2
+ENV NCCL_INSTALL_PATH=/usr/
+
+RUN cd /usr/local/src/tensorflow && \
+    # TF_NCCL_INSTALL_PATH is used for both libnccl.so.2 and libnccl.h. Make sure they are both accessible from the same directory.
+    ln -s /usr/lib/x86_64-linux-gnu/libnccl.so.2 /usr/lib/ && \
+    cat /dev/null | ./configure && \
+    echo "/usr/local/cuda-${TF_CUDA_VERSION}/targets/x86_64-linux/lib/stubs" > /etc/ld.so.conf.d/cuda-stubs.conf && ldconfig && \
+    bazel build --config=opt \
+                --config=cuda \
+                --cxxopt="-D_GLIBCXX_USE_CXX11_ABI=0" \
+                //tensorflow/tools/pip_package:build_pip_package && \
+    rm /etc/ld.so.conf.d/cuda-stubs.conf && ldconfig && \
+    bazel-bin/tensorflow/tools/pip_package/build_pip_package /tmp/tensorflow_gpu && \
+    bazel clean
+
+# Print out the built .whl files
+RUN ls -R /tmp/tensorflow*
diff --git a/tensorflow-whl/README.md b/tensorflow-whl/README.md
new file mode 100644
index 00000000..ba0e0003
--- /dev/null
+++ b/tensorflow-whl/README.md
@@ -0,0 +1,22 @@
+# Build new Tensorflow wheels
+
+```
+./build
+```
+
+# Push the new wheels
+
+1. Add an entry in the [CHANGELOG](CHANGELOG.md) with an appropriate `LABEL`.
+2. Push the new image using the `LABEL` you picked above.
+
+    ```
+    ./push LABEL
+    ```
+
+# Use the new wheels
+
+Update the line below in the [CPU Dockerfile](../Dockerfile) and the [GPU Dockerfile](../gpu.Dockerfile) to use the new `LABEL`.
+
+```
+FROM gcr.io/kaggle-images/python-tensorflow-whl:<NEW-LABEL> as tensorflow_whl
+```
diff --git a/tensorflow-whl/build b/tensorflow-whl/build
new file mode 100755
index 00000000..b5678526
--- /dev/null
+++ b/tensorflow-whl/build
@@ -0,0 +1,11 @@
+#!/bin/bash
+set -e
+set -x
+
+# Default behavior is to do everything from scratch.
+# The --use-cache option is useful if you're iterating on a broken build.
+if [[ "$1" ==  "--use-cache" ]]; then
+    docker build --rm -t kaggle/python-tensorflow-whl .
+else
+    docker build --pull --rm --no-cache -t kaggle/python-tensorflow-whl .
+fi
diff --git a/tensorflow-whl/push b/tensorflow-whl/push
new file mode 100755
index 00000000..a27de8a1
--- /dev/null
+++ b/tensorflow-whl/push
@@ -0,0 +1,25 @@
+#!/bin/bash
+#
+# Push a newly-built image with the given label to gcr.io and DockerHub.
+#
+# Usage:
+#   ./push LABEL
+#
+# Description:
+#   LABEL: Image label. See CHANGELOG.md
+#
+set -e
+set -x
+
+SOURCE_IMAGE="kaggle/python-tensorflow-whl"
+TARGET_IMAGE="gcr.io/kaggle-images/python-tensorflow-whl"
+
+LABEL=$1
+
+if [[ -z "$LABEL" ]]; then
+    echo "You must provide a label for the image"
+    exit 1
+fi
+
+docker tag $SOURCE_IMAGE:latest $TARGET_IMAGE:$LABEL
+gcloud docker -- push $TARGET_IMAGE:$LABEL

From 377387914cd323bda8163c1800e81c627d1474e0 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 27 Nov 2018 02:39:59 +0000
Subject: [PATCH 120/251] Add TODOs and improve build/push script

---
 gpu.Dockerfile            |  2 ++
 tensorflow-whl/Dockerfile |  8 +++++--
 tensorflow-whl/build      | 47 ++++++++++++++++++++++++++++++++-------
 tensorflow-whl/push       | 45 ++++++++++++++++++++++++++++---------
 4 files changed, 81 insertions(+), 21 deletions(-)

diff --git a/gpu.Dockerfile b/gpu.Dockerfile
index 247c7dd4..164b0d25 100644
--- a/gpu.Dockerfile
+++ b/gpu.Dockerfile
@@ -7,6 +7,8 @@ COPY --from=nvidia /etc/apt/sources.list.d/cuda.list /etc/apt/sources.list.d/
 COPY --from=nvidia /etc/apt/sources.list.d/nvidia-ml.list /etc/apt/sources.list.d/
 COPY --from=nvidia /etc/apt/trusted.gpg /etc/apt/trusted.gpg.d/cuda.gpg
 
+# Ensure the cuda libraries are compatible with the custom Tensorflow wheels.
+# TODO(b/120050292): Use templating to keep in sync.
 ENV CUDA_VERSION=9.1.85
 ENV CUDA_PKG_VERSION=9-1=$CUDA_VERSION-1
 LABEL com.nvidia.volumes.needed="nvidia_driver"
diff --git a/tensorflow-whl/Dockerfile b/tensorflow-whl/Dockerfile
index db5bc8df..5b7b421b 100644
--- a/tensorflow-whl/Dockerfile
+++ b/tensorflow-whl/Dockerfile
@@ -13,6 +13,8 @@ COPY --from=nvidia /etc/apt/sources.list.d/cuda.list /etc/apt/sources.list.d/
 COPY --from=nvidia /etc/apt/sources.list.d/nvidia-ml.list /etc/apt/sources.list.d/
 COPY --from=nvidia /etc/apt/trusted.gpg /etc/apt/trusted.gpg.d/cuda.gpg
 
+# Ensure the cuda libraries are compatible with the GPU image.
+# TODO(b/120050292): Use templating to keep in sync.
 ENV CUDA_VERSION=9.1.85
 ENV CUDA_PKG_VERSION=9-1=$CUDA_VERSION-1
 LABEL com.nvidia.volumes.needed="nvidia_driver"
@@ -28,14 +30,16 @@ ENV NVIDIA_VISIBLE_DEVICES=all
 ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
 ENV NVIDIA_REQUIRE_CUDA="cuda>=9.0"
 RUN apt-get update && apt-get install -y --no-install-recommends \
+      cuda-cupti-$CUDA_PKG_VERSION \
       cuda-cudart-$CUDA_PKG_VERSION \
+      cuda-cudart-dev-$CUDA_PKG_VERSION \
       cuda-libraries-$CUDA_PKG_VERSION \
       cuda-libraries-dev-$CUDA_PKG_VERSION \
       cuda-nvml-dev-$CUDA_PKG_VERSION \
       cuda-minimal-build-$CUDA_PKG_VERSION \
       cuda-command-line-tools-$CUDA_PKG_VERSION \
-      libcudnn7=7.0.5.15-1+cuda9.1 \
-      libcudnn7-dev=7.0.5.15-1+cuda9.1 \
+      libcudnn7=7.2.1.38-1+cuda9.0 \
+      libcudnn7-dev=7.2.1.38-1+cuda9.0 \
       libnccl2=2.2.12-1+cuda9.1 \
       libnccl-dev=2.2.12-1+cuda9.1 && \
     ln -s /usr/local/cuda-9.1 /usr/local/cuda && \
diff --git a/tensorflow-whl/build b/tensorflow-whl/build
index b5678526..dc705f17 100755
--- a/tensorflow-whl/build
+++ b/tensorflow-whl/build
@@ -1,11 +1,42 @@
 #!/bin/bash
 set -e
-set -x
 
-# Default behavior is to do everything from scratch.
-# The --use-cache option is useful if you're iterating on a broken build.
-if [[ "$1" ==  "--use-cache" ]]; then
-    docker build --rm -t kaggle/python-tensorflow-whl .
-else
-    docker build --pull --rm --no-cache -t kaggle/python-tensorflow-whl .
-fi
+usage() {
+cat << EOF
+Usage: $0 [OPTIONS]
+Build new Tensorflow wheels for use in the Kaggle Docker Python base images.
+
+Options:
+    -c, --use-cache Use layer cache when building a new image.
+EOF
+}
+
+CACHE_FLAG="--no-cache"
+IMAGE_TAG="kaggle/python-build"
+
+while :; do
+    case "$1" in 
+        -h|--help)
+            usage
+            exit
+            ;;
+        -c|--use-cache)
+            CACHE_FLAG=""
+            ;;
+        -?*)
+            usage
+            printf 'ERROR: Unknown option: %s\n' "$1" >&2
+            exit
+            ;;
+        *)            
+            break
+    esac
+
+    shift
+done
+
+readonly CACHE_FLAG
+readonly IMAGE_TAG
+
+set -x
+docker build --rm --pull $CACHE_FLAG -t "$IMAGE_TAG" .
diff --git a/tensorflow-whl/push b/tensorflow-whl/push
index a27de8a1..dfb64ec8 100755
--- a/tensorflow-whl/push
+++ b/tensorflow-whl/push
@@ -1,19 +1,37 @@
 #!/bin/bash
-#
-# Push a newly-built image with the given label to gcr.io and DockerHub.
-#
-# Usage:
-#   ./push LABEL
-#
-# Description:
-#   LABEL: Image label. See CHANGELOG.md
-#
 set -e
+
+usage() {
+cat << EOF
+Usage: $0 [LABEL]
+Push a newly-built image with the given LABEL to gcr.io and DockerHub.
+See CHANGELOG.md file for LABEL naming convention.
+EOF
+}
+
 set -x
 
 SOURCE_IMAGE="kaggle/python-tensorflow-whl"
 TARGET_IMAGE="gcr.io/kaggle-images/python-tensorflow-whl"
 
+while :; do
+    case "$1" in 
+        -h|--help)
+            usage
+            exit
+            ;;
+        -?*)
+            usage
+            printf 'ERROR: Unknown option: %s\n' "$1" >&2
+            exit
+            ;;
+        *)            
+            break
+    esac
+
+    shift
+done
+
 LABEL=$1
 
 if [[ -z "$LABEL" ]]; then
@@ -21,5 +39,10 @@ if [[ -z "$LABEL" ]]; then
     exit 1
 fi
 
-docker tag $SOURCE_IMAGE:latest $TARGET_IMAGE:$LABEL
-gcloud docker -- push $TARGET_IMAGE:$LABEL
+readonly SOURCE_IMAGE
+readonly TARGET_IMAGE
+readonly LABEL
+
+set -x
+docker tag "$SOURCE_IMAGE:latest" "$TARGET_IMAGE:$LABEL"
+gcloud docker -- push "$TARGET_IMAGE:$LABEL"

From 52b051e44b53a816f62080ed17228d699787b1fb Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 27 Nov 2018 02:45:17 +0000
Subject: [PATCH 121/251] fix typo

---
 tensorflow-whl/README.md | 2 +-
 tensorflow-whl/build     | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/tensorflow-whl/README.md b/tensorflow-whl/README.md
index ba0e0003..509591a2 100644
--- a/tensorflow-whl/README.md
+++ b/tensorflow-whl/README.md
@@ -18,5 +18,5 @@
 Update the line below in the [CPU Dockerfile](../Dockerfile) and the [GPU Dockerfile](../gpu.Dockerfile) to use the new `LABEL`.
 
 ```
-FROM gcr.io/kaggle-images/python-tensorflow-whl:<NEW-LABEL> as tensorflow_whl
+FROM gcr.io/kaggle-images/python-tensorflow-whl:<LABEL> as tensorflow_whl
 ```
diff --git a/tensorflow-whl/build b/tensorflow-whl/build
index dc705f17..4aa06d25 100755
--- a/tensorflow-whl/build
+++ b/tensorflow-whl/build
@@ -12,7 +12,7 @@ EOF
 }
 
 CACHE_FLAG="--no-cache"
-IMAGE_TAG="kaggle/python-build"
+IMAGE_TAG="kaggle/python-tensorflow-whl"
 
 while :; do
     case "$1" in 

From 24765fc4560216689111b2844c2cf8f9694c0c31 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 27 Nov 2018 19:20:24 +0000
Subject: [PATCH 122/251] add comment about copying cuda libraries binaries
 from the tensorflow base image

---
 gpu.Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/gpu.Dockerfile b/gpu.Dockerfile
index 164b0d25..5f3ff669 100644
--- a/gpu.Dockerfile
+++ b/gpu.Dockerfile
@@ -8,7 +8,7 @@ COPY --from=nvidia /etc/apt/sources.list.d/nvidia-ml.list /etc/apt/sources.list.
 COPY --from=nvidia /etc/apt/trusted.gpg /etc/apt/trusted.gpg.d/cuda.gpg
 
 # Ensure the cuda libraries are compatible with the custom Tensorflow wheels.
-# TODO(b/120050292): Use templating to keep in sync.
+# TODO(b/120050292): Use templating to keep in sync or COPY installed binaries from it.
 ENV CUDA_VERSION=9.1.85
 ENV CUDA_PKG_VERSION=9-1=$CUDA_VERSION-1
 LABEL com.nvidia.volumes.needed="nvidia_driver"

From d36e68d6611b504cae94cfe1e5d9fc3f04a138ec Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 29 Nov 2018 03:00:21 +0000
Subject: [PATCH 123/251] Install rgf

---
 Dockerfile | 1 +
 1 file changed, 1 insertion(+)

diff --git a/Dockerfile b/Dockerfile
index 0aff17f6..185aaaba 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -475,6 +475,7 @@ RUN pip install flashtext && \
     pip install PDPbox && \
     pip install ggplot && \
     pip install cesium && \
+    pip install rgf_python && \
     ##### ^^^^ Add new contributions above here ^^^^ #####
     # clean up pip cache
     rm -rf /root/.cache/pip/*

From cb2a9362a33fe7f1134f91aa421e721c9c011f14 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 29 Nov 2018 03:00:31 +0000
Subject: [PATCH 124/251] add test

---
 tests/test_rgf.py | 19 +++++++++++++++++++
 1 file changed, 19 insertions(+)
 create mode 100644 tests/test_rgf.py

diff --git a/tests/test_rgf.py b/tests/test_rgf.py
new file mode 100644
index 00000000..86bc5375
--- /dev/null
+++ b/tests/test_rgf.py
@@ -0,0 +1,19 @@
+import unittest
+
+from sklearn import datasets
+from rgf.sklearn import RGFClassifier
+
+
+class TestRGF(unittest.TestCase):
+    def test_classifier(self):
+        iris = datasets.load_iris()
+        X, y = iris.data, iris.target
+
+        rgf = RGFClassifier(max_leaf=400,
+            algorithm="RGF_Sib",
+            test_interval=100,
+            n_iter=1)
+
+        rgf.fit(X,y)
+
+        
\ No newline at end of file

From 4cfa7455f027d9aaa7eaaf94d957aed779cc4039 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 29 Nov 2018 03:02:10 +0000
Subject: [PATCH 125/251] formatting

---
 tests/test_rgf.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/tests/test_rgf.py b/tests/test_rgf.py
index 86bc5375..64101483 100644
--- a/tests/test_rgf.py
+++ b/tests/test_rgf.py
@@ -3,7 +3,6 @@
 from sklearn import datasets
 from rgf.sklearn import RGFClassifier
 
-
 class TestRGF(unittest.TestCase):
     def test_classifier(self):
         iris = datasets.load_iris()
@@ -15,5 +14,4 @@ def test_classifier(self):
             n_iter=1)
 
         rgf.fit(X,y)
-
         
\ No newline at end of file

From f9974b29757ab6a1e6e2d7841e55f631a5eb85f5 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 30 Nov 2018 19:13:46 +0000
Subject: [PATCH 126/251] Add basic import tests for packages installed in
 editable mode

---
 tests/test_imports.py | 7 +++++++
 1 file changed, 7 insertions(+)
 create mode 100644 tests/test_imports.py

diff --git a/tests/test_imports.py b/tests/test_imports.py
new file mode 100644
index 00000000..e099063c
--- /dev/null
+++ b/tests/test_imports.py
@@ -0,0 +1,7 @@
+import unittest
+
+class TestImport(unittest.TestCase):
+    # Basic import tests for packages without any.
+    def test_basic(self):
+        import bq_helper
+        import cleverhans

From dd6ff75823035ddf1cd8fa6a606d91dab1abc759 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 30 Nov 2018 19:42:09 +0000
Subject: [PATCH 127/251] Install all packages in non-editable mode

---
 Dockerfile | 12 ++++++++----
 1 file changed, 8 insertions(+), 4 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 185aaaba..dc6b5b2a 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -73,7 +73,7 @@ RUN apt-get install -y libfreetype6-dev && \
     #neon
     cd /usr/local/src && \
     git clone --depth 1 https://github.com/NervanaSystems/neon.git && \
-    cd neon && pip install -e . && \
+    cd neon && pip install . && \
     #nolearn
     cd /usr/local/src && mkdir nolearn && cd nolearn && \
     git clone --depth 1 https://github.com/dnouri/nolearn.git && cd nolearn && \
@@ -304,7 +304,7 @@ RUN pip install fancyimpute && \
     pip install nibabel && \
     pip install mlens && \
     pip install scikit-multilearn && \
-    pip install -e git+http://github.com/tensorflow/cleverhans.git#egg=cleverhans && \
+    pip install git+http://github.com/tensorflow/cleverhans.git#egg=cleverhans && \
     pip install leven && \
     pip install catboost && \
     #cd /usr/local/src && git clone --depth=1 https://github.com/AxeldeRomblay/MLBox && cd MLBox/python-package && python setup.py install && \
@@ -457,7 +457,7 @@ RUN pip install flashtext && \
     pip install pympler && \
     pip install s3fs && \
     pip install featuretools && \
-    pip install -e git+https://github.com/SohierDane/BigQuery_Helper#egg=bq_helper && \
+    pip install git+https://github.com/SohierDane/BigQuery_Helper#egg=bq_helper && \
     pip install hpsklearn && \
     pip install keras-tqdm && \
     pip install git+https://github.com/Kaggle/learntools && \
@@ -481,7 +481,11 @@ RUN pip install flashtext && \
     rm -rf /root/.cache/pip/*
 
 # Pin Vowpal Wabbit v8.6.0 because 8.6.1 does not build or install successfully
-RUN cd /usr/local/src && git clone -b 8.6.0 https://github.com/JohnLangford/vowpal_wabbit.git && ./vowpal_wabbit/python/conda_install.sh
+RUN cd /usr/local/src && \
+    git clone -b 8.6.0 https://github.com/JohnLangford/vowpal_wabbit.git && \
+    ./vowpal_wabbit/python/conda_install.sh && \
+    # Reinstall in non-editable mode (without the -e flag)
+    pip install vowpal_wabbit/python
 
 # For Facets
 ENV PYTHONPATH=$PYTHONPATH:/opt/facets/facets_overview/python/

From 0e0a2dc6892d2621ca21ff93b0fbbb3d62f4db75 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <roseberryv@gmail.com>
Date: Fri, 30 Nov 2018 15:27:04 -0800
Subject: [PATCH 128/251] Put back bq_helper in editable mode and install
 cleverhans from pypi.

Partial rollback of #389 because
---
 Dockerfile | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index dc6b5b2a..de302523 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -304,7 +304,7 @@ RUN pip install fancyimpute && \
     pip install nibabel && \
     pip install mlens && \
     pip install scikit-multilearn && \
-    pip install git+http://github.com/tensorflow/cleverhans.git#egg=cleverhans && \
+    pip install cleverhans && \
     pip install leven && \
     pip install catboost && \
     #cd /usr/local/src && git clone --depth=1 https://github.com/AxeldeRomblay/MLBox && cd MLBox/python-package && python setup.py install && \
@@ -457,7 +457,7 @@ RUN pip install flashtext && \
     pip install pympler && \
     pip install s3fs && \
     pip install featuretools && \
-    pip install git+https://github.com/SohierDane/BigQuery_Helper#egg=bq_helper && \
+    pip install -e git+https://github.com/SohierDane/BigQuery_Helper#egg=bq_helper && \
     pip install hpsklearn && \
     pip install keras-tqdm && \
     pip install git+https://github.com/Kaggle/learntools && \

From eb3f09f9192354c232c9e5889afd360d235505ab Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 30 Nov 2018 00:55:37 +0000
Subject: [PATCH 129/251] Cleanup useless files for each image layers

---
 Dockerfile     | 75 +++++++++++++++++++++++---------------------------
 clean-layer.sh | 22 +++++++++++++++
 gpu.Dockerfile | 11 ++++++--
 3 files changed, 65 insertions(+), 43 deletions(-)
 create mode 100755 clean-layer.sh

diff --git a/Dockerfile b/Dockerfile
index de302523..21b8d1f3 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,13 +1,15 @@
 FROM gcr.io/kaggle-images/python-tensorflow-whl:1.11.0-py36 as tensorflow_whl
 FROM continuumio/anaconda3:5.2.0
 
-# This is necessary for apt to access HTTPS sources
-RUN apt-get update && \
-    apt-get install apt-transport-https
-
+ADD clean-layer.sh  /tmp/clean-layer.sh
 ADD patches/ /tmp/patches/
 ADD patches/nbconvert-extensions.tpl /opt/kaggle/nbconvert-extensions.tpl
 
+# This is necessary for apt to access HTTPS sources
+RUN apt-get update && \
+    apt-get install apt-transport-https && \
+    /tmp/clean-layer.sh
+
     # Use a fixed apt-get repo to stop intermittent failures due to flaky httpredir connections,
     # as described by Lionel Chan at http://stackoverflow.com/a/37426929/5881346
 RUN sed -i "s/httpredir.debian.org/debian.uchicago.edu/" /etc/apt/sources.list && \
@@ -15,7 +17,8 @@ RUN sed -i "s/httpredir.debian.org/debian.uchicago.edu/" /etc/apt/sources.list &
     # https://stackoverflow.com/a/46498173
     conda update -y conda && conda update -y python && \
     pip install --upgrade pip && \
-    apt-get -y install cmake
+    apt-get -y install cmake && \
+    /tmp/clean-layer.sh
 
 # Tensorflow doesn't support python 3.7 yet. See https://github.com/tensorflow/tensorflow/issues/20517
 # Fix to install tf 1.10:: Downgrade python 3.7->3.6.6 and downgrade Pandas 0.23.3->0.23.2
@@ -23,7 +26,8 @@ RUN conda install -y python=3.6.6 && \
     pip install pandas==0.23.2 && \
     # Another fix for TF 1.10 https://github.com/tensorflow/tensorflow/issues/21518
     pip install keras_applications==1.0.4 --no-deps && \
-    pip install keras_preprocessing==1.0.2 --no-deps
+    pip install keras_preprocessing==1.0.2 --no-deps && \
+    /tmp/clean-layer.sh
 
 # The anaconda base image includes outdated versions of these packages. Update them to include the latest version.
 RUN pip install --upgrade seaborn python-dateutil dask && \
@@ -43,13 +47,13 @@ RUN pip install --upgrade seaborn python-dateutil dask && \
     wget https://imagemagick.org/download/ImageMagick.tar.gz && \
     tar xzf ImageMagick.tar.gz && cd `ls -d ImageMagick-*` && pwd && ls -al && ./configure && \
     make -j $(nproc) && make install && \
-    # clean up ImageMagick source files
-    cd ../ && rm -rf ImageMagick*
+    /tmp/clean-layer.sh
 
 # Install tensorflow from a pre-built wheel
 COPY --from=tensorflow_whl /tmp/tensorflow_cpu/*.whl /tmp/tensorflow_cpu/
 RUN pip install /tmp/tensorflow_cpu/tensorflow*.whl && \
-    rm -rf /tmp/tensorflow_cpu
+    rm -rf /tmp/tensorflow_cpu && \
+    /tmp/clean-layer.sh
 
 RUN apt-get install -y libfreetype6-dev && \
     apt-get install -y libglib2.0-0 libxext6 libsm6 libxrender1 libfontconfig1 --fix-missing && \
@@ -112,10 +116,7 @@ RUN apt-get install -y libfreetype6-dev && \
     vader_lexicon verbnet webtext word2vec_sample wordnet wordnet_ic words ycoe && \
     # Stop-words
     pip install stop-words && \
-    # clean up
-    rm -rf /root/.cache/pip/* && \
-    apt-get autoremove -y && apt-get clean && \
-    rm -rf /usr/local/src/*
+    /tmp/clean-layer.sh
 
 # Make sure the dynamic linker finds the right libstdc++
 ENV LD_LIBRARY_PATH=/opt/conda/lib
@@ -128,10 +129,9 @@ RUN apt-get -y install zlib1g-dev liblcms2-dev libwebp-dev libgeos-dev && \
     cd basemap && \
     git checkout v1.1.0 && \
     python setup.py install && \
-    pip install basemap --no-binary basemap
-
-# sasl is apparently an ibis dependency
-RUN apt-get -y install libsasl2-dev && \
+    pip install basemap --no-binary basemap && \
+    # sasl is apparently an ibis dependency
+    apt-get -y install libsasl2-dev && \
     # ...as is psycopg2
     apt-get install -y libpq-dev && \
     pip install ibis-framework && \
@@ -162,7 +162,8 @@ RUN apt-get -y install libsasl2-dev && \
     # Re-run it to flush any more disk writes
     python -c "from keras.models import Sequential; from keras import backend; print(backend._BACKEND)" && \
     # Keras reverts to /tmp from ~ when it detects a read-only file system
-    mkdir -p /tmp/.keras && cp /root/.keras/keras.json /tmp/.keras
+    mkdir -p /tmp/.keras && cp /root/.keras/keras.json /tmp/.keras && \
+    /tmp/clean-layer.sh
 
     # scikit-learn dependencies
 RUN pip install scipy && \
@@ -204,11 +205,7 @@ RUN pip install scipy && \
     apt-get install -y sox libsox-dev libsox-fmt-all && \
     pip install cffi && \
     cd /usr/local/src && git clone https://github.com/pytorch/audio && cd audio && python setup.py install && \
-    # ~~~~ CLEAN UP ~~~~
-    rm -rf /root/.cache/pip/* && \
-    apt-get autoremove -y && apt-get clean && \
-    conda clean -i -l -t -y && \
-    rm -rf /usr/local/src/*
+    /tmp/clean-layer.sh
 
 # vtk with dependencies
 RUN apt-get install -y libgl1-mesa-glx && \
@@ -216,9 +213,7 @@ RUN apt-get install -y libgl1-mesa-glx && \
     # xvfbwrapper with dependencies
     apt-get install -y xvfb && \
     pip install xvfbwrapper && \
-    # ~~~~ CLEAN UP ~~~~
-    rm -rf /root/.cache/pip/* && \
-    apt-get autoremove -y && apt-get clean
+    /tmp/clean-layer.sh
 
 RUN pip install --upgrade mpld3 && \
     pip install mplleaflet && \
@@ -268,7 +263,8 @@ RUN pip install --upgrade mpld3 && \
     pip install pystan && \
     pip install ImageHash && \
     conda install -y ecos && \
-    conda install -y CVXcanon
+    conda install -y CVXcanon && \
+    /tmp/clean-layer.sh
 
 RUN pip install fancyimpute && \
     pip install git+https://github.com/pymc-devs/pymc3 && \
@@ -324,7 +320,8 @@ RUN pip install fancyimpute && \
     pip install geoplot && \
     pip install eli5 && \
     pip install implicit && \
-    pip install dask-ml[xgboost]
+    pip install dask-ml[xgboost] && \
+    /tmp/clean-layer.sh
 
 RUN pip install kmeans-smote --no-dependencies && \
     # Add google PAIR-code Facets
@@ -343,7 +340,8 @@ RUN pip install kmeans-smote --no-dependencies && \
     pip install cufflinks && \
     pip install glmnet_py && \
     pip install lime && \
-    pip install memory_profiler
+    pip install memory_profiler && \
+    /tmp/clean-layer.sh
 
 # install cython & cysignals before pyfasttext
 RUN pip install --upgrade cython && \
@@ -374,9 +372,8 @@ RUN pip install --upgrade cython && \
     pip install mlcrate && \
     # Required to display Altair charts in Jupyter notebook
     pip install vega3 && \
-    jupyter nbextension install --sys-prefix --py vega3  && \
-    # clean up pip cache
-    rm -rf /root/.cache/pip/*
+    jupyter nbextension install --sys-prefix --py vega3 && \
+    /tmp/clean-layer.sh
 
 # Fast.ai and dependencies
 RUN pip install bcolz && \
@@ -438,9 +435,7 @@ RUN pip install bcolz && \
     # which downgrades pytorch. fastai does work with pytorch 0.4.
     pip install fastai==0.7.0 --no-deps && \
     pip install torchtext && \
-    # clean up pip cache
-    rm -rf /root/.cache/pip/* && \
-    cd && rm -rf /usr/local/src/*
+    /tmp/clean-layer.sh
 
     ###########
     #
@@ -476,16 +471,15 @@ RUN pip install flashtext && \
     pip install ggplot && \
     pip install cesium && \
     pip install rgf_python && \
-    ##### ^^^^ Add new contributions above here ^^^^ #####
-    # clean up pip cache
-    rm -rf /root/.cache/pip/*
+    /tmp/clean-layer.sh
 
 # Pin Vowpal Wabbit v8.6.0 because 8.6.1 does not build or install successfully
 RUN cd /usr/local/src && \
     git clone -b 8.6.0 https://github.com/JohnLangford/vowpal_wabbit.git && \
     ./vowpal_wabbit/python/conda_install.sh && \
     # Reinstall in non-editable mode (without the -e flag)
-    pip install vowpal_wabbit/python
+    pip install vowpal_wabbit/python && \
+    /tmp/clean-layer.sh
 
 # For Facets
 ENV PYTHONPATH=$PYTHONPATH:/opt/facets/facets_overview/python/
@@ -501,7 +495,8 @@ RUN pip install --upgrade dask && \
     # Stop Matplotlib printing junk to the console on first load
     sed -i "s/^.*Matplotlib is building the font cache using fc-list.*$/# Warning removed by Kaggle/g" /opt/conda/lib/python3.6/site-packages/matplotlib/font_manager.py && \
     # Make matplotlib output in Jupyter notebooks display correctly
-    mkdir -p /etc/ipython/ && echo "c = get_config(); c.IPKernelApp.matplotlib = 'inline'" > /etc/ipython/ipython_config.py
+    mkdir -p /etc/ipython/ && echo "c = get_config(); c.IPKernelApp.matplotlib = 'inline'" > /etc/ipython/ipython_config.py && \
+    /tmp/clean-layer.sh
 
 # Add BigQuery client proxy settings
 ENV PYTHONUSERBASE "/root/.local"
diff --git a/clean-layer.sh b/clean-layer.sh
new file mode 100755
index 00000000..fd14c1ee
--- /dev/null
+++ b/clean-layer.sh
@@ -0,0 +1,22 @@
+#!/bin/bash
+#
+# This scripts should be called at the end of each RUN command
+# in the Dockerfiles.
+#
+# Each RUN command creates a new layer that is stored separately.
+# At the end of each command, we should ensure we clean up downloaded
+# archives and source files used to produce binary to reduce the size
+# of the layer.
+set -e
+set -x
+
+# Delete files that pip caches when installing a package.
+rm -rf /root/.cache/pip/*
+# Delete old downloaded archive files 
+apt-get autoremove -y
+# Delete downloaded archive files
+apt-get clean
+# Delete source files used for building binaries
+rm -rf /usr/local/src/*
+# Delete conda downloaded tarballs
+conda clean -y --tarballs
diff --git a/gpu.Dockerfile b/gpu.Dockerfile
index 5f3ff669..41ec73b3 100644
--- a/gpu.Dockerfile
+++ b/gpu.Dockerfile
@@ -2,6 +2,8 @@ FROM nvidia/cuda:9.1-cudnn7-devel-ubuntu16.04 AS nvidia
 FROM gcr.io/kaggle-images/python-tensorflow-whl:1.11.0-py36 as tensorflow_whl
 FROM gcr.io/kaggle-images/python:staging
 
+ADD clean-layer.sh  /tmp/clean-layer.sh
+
 # Cuda support
 COPY --from=nvidia /etc/apt/sources.list.d/cuda.list /etc/apt/sources.list.d/
 COPY --from=nvidia /etc/apt/sources.list.d/nvidia-ml.list /etc/apt/sources.list.d/
@@ -36,7 +38,8 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
       libnccl2=2.2.12-1+cuda9.1 \
       libnccl-dev=2.2.12-1+cuda9.1 && \
     ln -s /usr/local/cuda-9.1 /usr/local/cuda && \
-    ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1
+    ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1 && \
+    /tmp/clean-layer.sh
 
 # Reinstall packages with a separate version for GPU support
 # Tensorflow
@@ -45,7 +48,9 @@ RUN pip uninstall -y tensorflow && \
     pip install /tmp/tensorflow_gpu/tensorflow*.whl && \
     rm -rf /tmp/tensorflow_gpu && \
     conda uninstall -y pytorch-cpu torchvision-cpu && \
-    conda install -y pytorch torchvision -c pytorch
+    conda install -y pytorch torchvision -c pytorch && \
+    /tmp/clean-layer.sh
 
 # Install GPU-only packages
-RUN pip install pycuda
+RUN pip install pycuda && \
+    /tmp/clean-layer.sh

From c1b8c5b3f0375fb425408142e8ea804d27cb92c7 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 6 Dec 2018 20:06:34 +0000
Subject: [PATCH 130/251] Compare package versions with prod

---
 Jenkinsfile | 19 +++++++++++++++++++
 diff        | 54 +++++++++++++++++++++++++++++++++++++++++++++++++++++
 2 files changed, 73 insertions(+)
 create mode 100755 diff

diff --git a/Jenkinsfile b/Jenkinsfile
index c8ab54da..05c7b9dc 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -17,6 +17,25 @@ pipeline {
     SLACK_CHANNEL = sh(returnStdout: true, script: "if [[ \"${GIT_BRANCH}\" == \"master\" ]]; then echo \"#kernelops\"; else echo \"#builds\"; fi").trim()
   }
 
+  // TODO: Move at the end
+  stages {
+    stage('Package Versions Diff') {
+      parallel {
+        stage('CPU') {
+          steps {
+            sh '''#!/bin/bash
+            set -exo pipefail
+
+            ./diff
+          '''
+          }
+        }
+        // TODO: Add GPU stage
+      }      
+    }
+
+  }
+
   stages {
     stage('Docker CPU Build') {
       steps {
diff --git a/diff b/diff
new file mode 100755
index 00000000..73cefeab
--- /dev/null
+++ b/diff
@@ -0,0 +1,54 @@
+#!/bin/bash
+set -e
+
+usage() {
+cat << EOF
+Usage: $0 [OPTIONS]
+Compare the package versions of the newly built Docker with the one in prod.
+
+Options:
+    -g, --gpu       Compare GPU images.
+EOF
+}
+
+
+BASE_IMAGE_TAG="gcr.io/kaggle-images/python:latest"
+TARGET_IMAGE_TAG="kaggle/python-build"
+
+while :; do
+    case "$1" in 
+        -h|--help)
+            usage
+            exit
+            ;;
+        -g|--gpu)
+            BASE_IMAGE_TAG="gcr.io/kaggle-private-byod/python:latest"
+            TARGET_IMAGE_TAG="kaggle/python-gpu-build"
+            ;;
+        -?*)
+            usage
+            printf 'ERROR: Unknown option: %s\n' "$1" >&2
+            exit
+            ;;
+        *)            
+            break
+    esac
+
+    shift
+done
+
+readonly BASE_IMAGE_TAG
+readonly TARGET_IMAGE_TAG
+
+echo "Base: $BASE_IMAGE_TAG"
+echo "Target: $TARGET_IMAGE_TAG"
+
+docker pull "$BASE_IMAGE_TAG"
+
+CMDS=('dpkg-query --show -f "${Package}==${Version}\n"' 'pip freeze')
+for cmd in "${CMDS[@]}"; do
+    echo "== Comparing $cmd =="
+    diff --report-identical-files --suppress-common-lines --side-by-side \
+        <(docker run --rm "$BASE_IMAGE_TAG" $cmd) \
+        <(docker run --rm "$TARGET_IMAGE_TAG" $cmd)
+done

From ab4f793e300217781549ebfba2e3577ca11d5fe0 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 6 Dec 2018 20:10:40 +0000
Subject: [PATCH 131/251] fix Jenkinsfile

---
 Jenkinsfile | 6 +-----
 1 file changed, 1 insertion(+), 5 deletions(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 05c7b9dc..ebd376d4 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -17,8 +17,8 @@ pipeline {
     SLACK_CHANNEL = sh(returnStdout: true, script: "if [[ \"${GIT_BRANCH}\" == \"master\" ]]; then echo \"#kernelops\"; else echo \"#builds\"; fi").trim()
   }
 
-  // TODO: Move at the end
   stages {
+    // TODO: Move at the end
     stage('Package Versions Diff') {
       parallel {
         stage('CPU') {
@@ -33,10 +33,6 @@ pipeline {
         // TODO: Add GPU stage
       }      
     }
-
-  }
-
-  stages {
     stage('Docker CPU Build') {
       steps {
         slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} docker build>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL

From f18077a12a3e1c2e75674ef80b68708bb369a562 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 6 Dec 2018 20:25:30 +0000
Subject: [PATCH 132/251] compare gpu package versions

---
 Jenkinsfile | 38 +++++++++++++++++++++++---------------
 1 file changed, 23 insertions(+), 15 deletions(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index ebd376d4..1cec355e 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -18,21 +18,6 @@ pipeline {
   }
 
   stages {
-    // TODO: Move at the end
-    stage('Package Versions Diff') {
-      parallel {
-        stage('CPU') {
-          steps {
-            sh '''#!/bin/bash
-            set -exo pipefail
-
-            ./diff
-          '''
-          }
-        }
-        // TODO: Add GPU stage
-      }      
-    }
     stage('Docker CPU Build') {
       steps {
         slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} docker build>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
@@ -111,6 +96,29 @@ pipeline {
         '''
       }
     }
+
+    stage('Package Versions Diff') {
+      parallel {
+        stage('CPU') {
+          steps {
+            sh '''#!/bin/bash
+            set -exo pipefail
+
+            ./diff || true
+          '''
+          }
+        },
+        stage('GPU') {
+          steps {
+            sh '''#!/bin/bash
+            set -exo pipefail
+
+            ./diff --gpu || true
+          '''
+          }
+        }
+      }
+    }
   }
 
   post {

From b5048911f5472a11bdaf7a09026082a1b3926f68 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 6 Dec 2018 20:26:39 +0000
Subject: [PATCH 133/251] Improve description

---
 diff | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/diff b/diff
index 73cefeab..7c4a11ad 100755
--- a/diff
+++ b/diff
@@ -4,7 +4,7 @@ set -e
 usage() {
 cat << EOF
 Usage: $0 [OPTIONS]
-Compare the package versions of the newly built Docker with the one in prod.
+Compare the locally built Docker image package versions against the prod image.
 
 Options:
     -g, --gpu       Compare GPU images.

From fd68e18791d4dc08298daab2d07bfbb9297de69f Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 6 Dec 2018 20:30:31 +0000
Subject: [PATCH 134/251] fix jenkins file

---
 Jenkinsfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 1cec355e..41b69234 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -107,7 +107,7 @@ pipeline {
             ./diff || true
           '''
           }
-        },
+        }
         stage('GPU') {
           steps {
             sh '''#!/bin/bash

From 4a03d2b195672f23876378b8d0090046fb690871 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 6 Dec 2018 21:52:00 +0000
Subject: [PATCH 135/251] set agent properly for GPU

---
 Jenkinsfile | 9 ++++++---
 1 file changed, 6 insertions(+), 3 deletions(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 41b69234..673c9887 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -97,9 +97,10 @@ pipeline {
       }
     }
 
-    stage('Package Versions Diff') {
+    stage('Package Versions') {
       parallel {
-        stage('CPU') {
+        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} diff CPU image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
+        stage('CPU Diff') {
           steps {
             sh '''#!/bin/bash
             set -exo pipefail
@@ -108,7 +109,9 @@ pipeline {
           '''
           }
         }
-        stage('GPU') {
+        stage('GPU Diff') {
+          slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} diff GPU image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
+          agent { label 'ephemeral-linux-gpu' }
           steps {
             sh '''#!/bin/bash
             set -exo pipefail

From f8f62fc53cc8a42a006740cc72d0f46b27e4b155 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 6 Dec 2018 21:57:43 +0000
Subject: [PATCH 136/251] Fix Jenkinsfile

---
 Jenkinsfile | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 673c9887..9c1b2018 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -99,9 +99,9 @@ pipeline {
 
     stage('Package Versions') {
       parallel {
-        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} diff CPU image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         stage('CPU Diff') {
           steps {
+            slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} diff CPU image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
             sh '''#!/bin/bash
             set -exo pipefail
 
@@ -110,9 +110,9 @@ pipeline {
           }
         }
         stage('GPU Diff') {
-          slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} diff GPU image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
           agent { label 'ephemeral-linux-gpu' }
           steps {
+            slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} diff GPU image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
             sh '''#!/bin/bash
             set -exo pipefail
 

From 2d67869c03aa6b148ec5ac86286df9d86ceb6097 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 6 Dec 2018 22:04:27 +0000
Subject: [PATCH 137/251] Expect failures

---
 Jenkinsfile | 8 ++------
 diff        | 2 --
 2 files changed, 2 insertions(+), 8 deletions(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 9c1b2018..1a7f383e 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -103,9 +103,7 @@ pipeline {
           steps {
             slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} diff CPU image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
             sh '''#!/bin/bash
-            set -exo pipefail
-
-            ./diff || true
+            ./diff
           '''
           }
         }
@@ -114,9 +112,7 @@ pipeline {
           steps {
             slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} diff GPU image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
             sh '''#!/bin/bash
-            set -exo pipefail
-
-            ./diff --gpu || true
+            ./diff
           '''
           }
         }
diff --git a/diff b/diff
index 7c4a11ad..9898e3a8 100755
--- a/diff
+++ b/diff
@@ -1,6 +1,4 @@
 #!/bin/bash
-set -e
-
 usage() {
 cat << EOF
 Usage: $0 [OPTIONS]

From c33c004efbab4219d5abca176359aa28561cbfac Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 6 Dec 2018 22:15:54 +0000
Subject: [PATCH 138/251] improve corner cases handling

---
 diff | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/diff b/diff
index 9898e3a8..ecbfd261 100755
--- a/diff
+++ b/diff
@@ -1,4 +1,6 @@
 #!/bin/bash
+set -e
+
 usage() {
 cat << EOF
 Usage: $0 [OPTIONS]
@@ -46,7 +48,8 @@ docker pull "$BASE_IMAGE_TAG"
 CMDS=('dpkg-query --show -f "${Package}==${Version}\n"' 'pip freeze')
 for cmd in "${CMDS[@]}"; do
     echo "== Comparing $cmd =="
-    diff --report-identical-files --suppress-common-lines --side-by-side \
+    diff --suppress-common-lines --side-by-side \
         <(docker run --rm "$BASE_IMAGE_TAG" $cmd) \
-        <(docker run --rm "$TARGET_IMAGE_TAG" $cmd)
+        <(docker run --rm "$TARGET_IMAGE_TAG" $cmd) \
+        && echo "No diff" || true
 done

From fd1f373c161a6335a3d37bbe41abdc2a2dd9ea50 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 7 Dec 2018 03:10:45 +0000
Subject: [PATCH 139/251] fix jenkinsfile to properly diff gpu

---
 Jenkinsfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 1a7f383e..b37db044 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -112,7 +112,7 @@ pipeline {
           steps {
             slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} diff GPU image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
             sh '''#!/bin/bash
-            ./diff
+            ./diff --gpu
           '''
           }
         }

From 7863e78cdf91296953f7fdfb6c4e8af5b42556ef Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 7 Dec 2018 10:09:20 -0800
Subject: [PATCH 140/251] Use single quote whenever possible

---
 build                | 12 ++++++------
 diff                 | 10 +++++-----
 push                 |  8 ++++----
 tensorflow-whl/build |  6 +++---
 tensorflow-whl/push  |  6 +++---
 test                 |  8 ++++----
 6 files changed, 25 insertions(+), 25 deletions(-)

diff --git a/build b/build
index 0b8c662b..f2a7af45 100755
--- a/build
+++ b/build
@@ -12,9 +12,9 @@ Options:
 EOF
 }
 
-CACHE_FLAG="--no-cache"
-DOCKERFILE="Dockerfile"
-IMAGE_TAG="kaggle/python-build"
+CACHE_FLAG='--no-cache'
+DOCKERFILE='Dockerfile'
+IMAGE_TAG='kaggle/python-build'
 
 while :; do
     case "$1" in 
@@ -23,11 +23,11 @@ while :; do
             exit
             ;;
         -g|--gpu)
-            IMAGE_TAG="kaggle/python-gpu-build"
-            DOCKERFILE="gpu.Dockerfile"
+            IMAGE_TAG='kaggle/python-gpu-build'
+            DOCKERFILE='gpu.Dockerfile'
             ;;
         -c|--use-cache)
-            CACHE_FLAG=""
+            CACHE_FLAG=''
             ;;
         -?*)
             usage
diff --git a/diff b/diff
index ecbfd261..6e1be902 100755
--- a/diff
+++ b/diff
@@ -12,8 +12,8 @@ EOF
 }
 
 
-BASE_IMAGE_TAG="gcr.io/kaggle-images/python:latest"
-TARGET_IMAGE_TAG="kaggle/python-build"
+BASE_IMAGE_TAG='gcr.io/kaggle-images/python:latest'
+TARGET_IMAGE_TAG='kaggle/python-build'
 
 while :; do
     case "$1" in 
@@ -22,8 +22,8 @@ while :; do
             exit
             ;;
         -g|--gpu)
-            BASE_IMAGE_TAG="gcr.io/kaggle-private-byod/python:latest"
-            TARGET_IMAGE_TAG="kaggle/python-gpu-build"
+            BASE_IMAGE_TAG='gcr.io/kaggle-private-byod/python:latest'
+            TARGET_IMAGE_TAG='kaggle/python-gpu-build'
             ;;
         -?*)
             usage
@@ -51,5 +51,5 @@ for cmd in "${CMDS[@]}"; do
     diff --suppress-common-lines --side-by-side \
         <(docker run --rm "$BASE_IMAGE_TAG" $cmd) \
         <(docker run --rm "$TARGET_IMAGE_TAG" $cmd) \
-        && echo "No diff" || true
+        && echo 'No diff' || true
 done
diff --git a/push b/push
index 79ad8f13..c3ebcaf4 100755
--- a/push
+++ b/push
@@ -11,8 +11,8 @@ Options:
 EOF
 }
 
-SOURCE_IMAGE="kaggle/python-build"
-TARGET_IMAGE="gcr.io/kaggle-images/python"
+SOURCE_IMAGE='kaggle/python-build'
+TARGET_IMAGE='gcr.io/kaggle-images/python'
 
 while :; do
     case "$1" in 
@@ -21,8 +21,8 @@ while :; do
             exit
             ;;
         -g|--gpu)
-            SOURCE_IMAGE="kaggle/python-gpu-build"
-            TARGET_IMAGE="gcr.io/kaggle-private-byod/python"
+            SOURCE_IMAGE='kaggle/python-gpu-build'
+            TARGET_IMAGE='gcr.io/kaggle-private-byod/python'
             ;;
         -?*)
             usage
diff --git a/tensorflow-whl/build b/tensorflow-whl/build
index 4aa06d25..c97c9022 100755
--- a/tensorflow-whl/build
+++ b/tensorflow-whl/build
@@ -11,8 +11,8 @@ Options:
 EOF
 }
 
-CACHE_FLAG="--no-cache"
-IMAGE_TAG="kaggle/python-tensorflow-whl"
+CACHE_FLAG='--no-cache'
+IMAGE_TAG='kaggle/python-tensorflow-whl'
 
 while :; do
     case "$1" in 
@@ -21,7 +21,7 @@ while :; do
             exit
             ;;
         -c|--use-cache)
-            CACHE_FLAG=""
+            CACHE_FLAG=''
             ;;
         -?*)
             usage
diff --git a/tensorflow-whl/push b/tensorflow-whl/push
index dfb64ec8..ee50baa2 100755
--- a/tensorflow-whl/push
+++ b/tensorflow-whl/push
@@ -11,8 +11,8 @@ EOF
 
 set -x
 
-SOURCE_IMAGE="kaggle/python-tensorflow-whl"
-TARGET_IMAGE="gcr.io/kaggle-images/python-tensorflow-whl"
+SOURCE_IMAGE='kaggle/python-tensorflow-whl'
+TARGET_IMAGE='gcr.io/kaggle-images/python-tensorflow-whl'
 
 while :; do
     case "$1" in 
@@ -35,7 +35,7 @@ done
 LABEL=$1
 
 if [[ -z "$LABEL" ]]; then
-    echo "You must provide a label for the image"
+    echo 'You must provide a label for the image'
     exit 1
 fi
 
diff --git a/test b/test
index 42bc2c11..133cecfe 100755
--- a/test
+++ b/test
@@ -12,8 +12,8 @@ Options:
 EOF
 }
 
-IMAGE_TAG="kaggle/python-build"
-ADDITONAL_OPTS=""
+IMAGE_TAG='kaggle/python-build'
+ADDITONAL_OPTS=''
 
 while :; do
     case "$1" in 
@@ -22,8 +22,8 @@ while :; do
             exit
             ;;
         -g|--gpu)
-            IMAGE_TAG="kaggle/python-gpu-build"
-            ADDITONAL_OPTS="-v /tmp/empty_dir:/usr/local/cuda/lib64/stubs:ro"
+            IMAGE_TAG='kaggle/python-gpu-build'
+            ADDITONAL_OPTS='-v /tmp/empty_dir:/usr/local/cuda/lib64/stubs:ro'
             ;;
         -?*)
             usage

From ea63ad921d6ddb333ba5d07032d7f38b7ec66006 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 7 Dec 2018 23:56:50 +0000
Subject: [PATCH 141/251] install fastai 1.0

---
 Dockerfile | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 21b8d1f3..36096c73 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -431,9 +431,7 @@ RUN pip install bcolz && \
     # https://github.com/pandas-dev/pandas/issues/23053
     pip install pyarrow==0.10.0 && \
     pip install feather-format && \
-    # Don't install dependencies for fastai because it requires pytorch<0.4.
-    # which downgrades pytorch. fastai does work with pytorch 0.4.
-    pip install fastai==0.7.0 --no-deps && \
+    pip install fastai && \
     pip install torchtext && \
     /tmp/clean-layer.sh
 

From e1049f37378c9c4fdf1c5a0257a6a7eec5db412a Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 10 Dec 2018 22:41:53 +0000
Subject: [PATCH 142/251] update fastai tests to use 1.0 api

---
 tests/data/train.csv | 81 ++++++++++++++++++++++++++++++++++++++++++++
 tests/test_fastai.py | 57 +++++++++++++++----------------
 tests/test_h2o.py    |  2 +-
 tests/test_pandas.py |  2 +-
 4 files changed, 111 insertions(+), 31 deletions(-)

diff --git a/tests/data/train.csv b/tests/data/train.csv
index 229dbc7c..48b9e573 100644
--- a/tests/data/train.csv
+++ b/tests/data/train.csv
@@ -18,3 +18,84 @@ label,pixel0,pixel1,pixel2,pixel3,pixel4,pixel5,pixel6,pixel7,pixel8,pixel9,pixe
 2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,39,91,91,91,91,91,191,255,142,91,23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,211,253,253,253,253,253,253,253,253,253,181,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,180,253,253,253,253,253,253,253,253,253,253,228,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,180,253,253,253,253,253,253,253,253,253,253,228,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,101,253,253,253,253,253,253,253,253,253,253,228,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14,224,253,253,211,114,96,253,253,253,253,228,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,48,204,114,18,0,156,253,253,253,253,228,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15,0,0,0,230,253,253,253,253,185,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,31,156,244,253,253,253,192,25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,209,253,253,253,253,245,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,215,253,253,253,245,130,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,124,253,253,253,253,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,41,220,253,253,253,238,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,49,222,253,253,253,253,98,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,107,253,253,253,253,210,35,0,0,0,5,42,42,42,42,18,0,0,0,0,0,0,0,0,0,0,0,0,107,253,253,253,253,253,178,131,131,131,143,253,253,253,253,182,8,0,0,0,0,0,0,0,0,0,0,0,83,240,253,253,253,253,253,253,253,253,253,253,253,253,240,195,12,0,0,0,0,0,0,0,0,0,0,0,0,197,253,253,253,253,253,253,253,253,253,253,229,106,82,0,0,0,0,0,0,0,0,0,0,0,0,0,0,33,179,241,253,253,253,253,253,253,246,179,44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,75,89,195,89,89,89,89,81,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,144,254,130,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,46,157,251,253,222,91,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,95,232,253,253,253,253,249,133,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,43,254,253,253,228,137,85,253,235,34,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,47,229,254,253,228,57,0,54,253,253,107,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,226,253,254,202,55,0,0,54,253,253,107,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,28,133,253,253,214,11,0,0,0,54,253,253,107,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,182,253,253,168,0,0,0,0,0,54,253,253,107,0,0,0,0,0,0,0,0,0,0,0,0,0,4,65,253,252,233,50,0,0,0,0,0,131,253,252,101,0,0,0,0,0,0,0,0,0,0,0,0,0,68,253,253,226,0,0,0,0,0,0,0,187,253,226,0,0,0,0,0,0,0,0,0,0,0,0,0,0,202,254,235,49,0,0,0,0,0,0,131,254,255,94,0,0,0,0,0,0,0,0,0,0,0,0,0,204,251,230,53,0,0,0,0,0,0,0,201,253,253,93,0,0,0,0,0,0,0,0,0,0,0,0,85,249,228,126,0,0,0,0,0,0,0,123,248,253,253,93,0,0,0,0,0,0,0,0,0,0,0,35,215,253,186,0,0,0,0,0,0,0,123,247,253,236,151,15,0,0,0,0,0,0,0,0,0,0,0,108,253,253,81,0,0,0,0,0,0,191,248,253,253,164,0,0,0,0,0,0,0,0,0,0,0,0,0,108,253,194,14,0,0,0,3,54,188,250,253,253,175,18,0,0,0,0,0,0,0,0,0,0,0,0,0,108,253,228,68,41,132,174,178,253,255,253,253,176,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,40,237,253,253,253,253,253,253,253,255,242,177,15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,221,253,253,253,253,253,252,240,241,68,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,45,233,253,253,232,120,114,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
 7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,12,69,128,199,199,220,255,177,242,22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,59,180,252,254,254,254,254,254,254,254,254,120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,179,254,230,186,136,73,56,56,56,63,254,140,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,110,50,16,0,0,0,0,0,0,76,237,25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,205,214,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,47,252,105,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,208,219,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,96,254,78,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,209,187,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,155,254,58,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,222,240,13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,87,254,71,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,213,238,20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,31,254,203,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,172,254,152,8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,63,254,151,10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,191,226,27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,254,102,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,158,249,47,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,165,160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,29,66,141,141,216,253,203,255,253,253,153,13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,26,179,252,252,252,253,252,252,252,253,252,252,252,138,0,0,0,0,0,0,0,0,0,0,0,0,0,0,200,253,252,252,252,253,252,252,177,216,252,252,252,225,0,0,0,0,0,0,0,0,0,0,0,0,0,76,249,253,252,252,252,140,115,78,3,66,53,90,139,75,0,0,0,0,0,0,0,0,0,0,0,0,0,147,253,255,222,76,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,38,234,252,253,171,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,252,252,253,84,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,252,252,253,84,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,108,253,253,254,228,141,141,129,29,29,29,79,29,29,4,0,0,0,0,0,0,0,0,0,0,0,0,0,57,252,252,253,252,252,252,253,252,252,252,253,252,252,178,169,82,0,0,0,0,0,0,0,0,0,0,0,13,171,252,253,252,252,252,253,252,252,252,253,252,252,252,253,196,0,0,0,0,0,0,0,0,0,0,0,0,10,178,253,252,252,252,253,252,252,202,203,252,252,252,253,246,100,0,0,0,0,0,0,0,0,0,0,0,0,0,63,44,7,176,63,0,0,0,0,0,38,238,254,253,168,0,0,0,0,0,0,0,0,0,0,0,0,0,45,187,149,231,138,0,0,0,0,0,0,225,253,252,168,0,0,0,0,0,0,0,0,0,0,0,0,0,141,252,252,252,137,0,0,0,0,0,104,246,253,252,130,0,0,0,0,0,0,0,0,0,0,0,0,0,141,252,252,252,238,150,113,113,114,188,246,252,253,252,56,0,0,0,0,0,0,0,0,0,0,0,0,0,76,244,253,253,254,253,253,253,254,253,253,253,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,94,252,252,253,252,252,252,253,252,252,252,209,28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,94,243,253,252,252,252,206,187,252,177,25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,25,91,165,252,252,63,7,28,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,34,34,0,0,0,57,136,162,245,203,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,47,147,249,253,224,232,232,6,81,21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,91,254,253,242,128,17,97,240,149,254,115,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,253,254,151,38,0,0,47,253,253,228,40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,221,254,160,0,0,0,0,164,254,228,102,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,47,253,253,9,0,0,17,130,251,223,73,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,47,253,253,17,0,19,199,254,223,42,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,186,253,235,101,199,253,195,40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,17,210,255,254,254,228,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,254,253,253,211,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,149,254,215,232,253,101,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,125,253,228,15,107,253,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,106,254,228,0,0,17,235,229,15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,130,243,164,15,0,0,13,222,241,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,119,254,206,9,0,0,0,141,253,142,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,17,234,228,40,0,0,0,102,240,219,25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,141,254,102,0,0,0,128,245,188,25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,207,168,0,9,89,172,254,160,21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,207,169,83,174,242,230,80,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,140,253,228,143,38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,89,208,135,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,70,254,203,8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27,189,254,230,18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,28,219,255,206,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,94,233,248,179,31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,146,254,251,84,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,51,173,252,209,65,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,119,252,254,146,20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,18,131,254,239,130,25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,17,237,254,239,58,0,0,0,0,0,0,20,36,0,0,0,0,0,0,0,0,0,0,0,0,0,4,70,223,251,196,61,0,0,0,30,112,138,207,226,242,138,0,0,0,0,0,0,0,0,0,0,0,0,153,254,228,68,0,0,0,34,143,249,254,233,177,179,254,190,0,0,0,0,0,0,0,0,0,0,0,67,253,208,40,0,0,31,99,226,241,195,112,14,0,18,186,246,84,0,0,0,0,0,0,0,0,0,67,241,168,8,0,0,60,239,253,161,37,0,0,0,20,165,254,105,0,0,0,0,0,0,0,0,0,0,185,254,74,0,0,43,224,254,116,0,0,0,3,73,205,253,182,21,0,0,0,0,0,0,0,0,0,58,252,121,1,0,47,205,230,53,2,0,0,53,176,254,219,118,0,0,0,0,0,0,0,0,0,0,0,99,254,107,2,1,127,254,65,5,24,107,198,250,252,195,27,0,0,0,0,0,0,0,0,0,0,0,0,24,234,254,199,172,254,254,186,254,254,254,234,134,53,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,109,195,233,250,254,254,254,244,129,46,20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,24,71,254,254,254,235,84,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,63,171,253,253,170,63,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,73,73,176,237,253,252,252,252,238,175,21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27,120,252,252,252,252,237,215,221,252,253,252,71,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,181,252,252,252,252,252,62,0,16,190,253,252,71,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,119,252,205,103,0,0,0,0,16,191,253,252,71,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,35,20,0,0,0,0,0,37,252,253,189,10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,150,252,253,76,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,155,252,252,191,15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,47,233,253,253,84,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,109,252,241,97,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,21,212,252,195,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,144,253,252,71,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,32,212,253,255,35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,115,252,252,159,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,99,242,252,231,41,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,252,252,252,108,0,0,0,0,0,42,125,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,191,253,253,232,109,171,253,253,253,255,253,253,253,255,180,0,0,0,0,0,0,0,0,0,0,0,0,161,252,252,252,252,252,253,252,252,252,253,252,252,252,180,128,0,0,0,0,0,0,0,0,0,0,0,0,155,236,252,252,252,252,237,215,195,71,72,71,71,71,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,62,252,210,128,252,62,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,55,138,138,74,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,26,84,252,252,252,230,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,170,252,252,252,252,247,131,184,142,70,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,34,197,253,252,252,252,252,253,252,252,252,252,198,34,0,0,0,0,0,0,0,0,0,0,0,0,0,32,165,252,253,252,252,252,252,253,252,252,252,252,253,217,32,0,0,0,0,0,0,0,0,0,0,0,0,132,253,253,255,239,237,253,253,255,253,253,253,253,255,253,79,0,0,0,0,0,0,0,0,0,0,0,9,197,252,252,249,128,57,244,252,249,132,175,244,252,253,252,183,0,0,0,0,0,0,0,0,0,0,0,130,252,252,252,146,0,0,207,252,230,0,0,124,252,253,252,234,118,0,0,0,0,0,0,0,0,0,9,194,252,252,252,21,0,0,165,252,239,93,25,17,45,253,252,252,236,19,0,0,0,0,0,0,0,0,76,252,252,252,95,0,0,0,9,75,137,137,90,0,0,96,252,252,252,22,0,0,0,0,0,0,0,0,202,253,253,245,21,0,0,0,0,0,0,0,0,0,0,0,162,253,253,148,0,0,0,0,0,0,0,0,253,252,252,87,0,0,0,0,0,0,0,0,0,0,0,0,161,252,252,252,0,0,0,0,0,0,0,0,253,252,252,45,0,0,0,0,0,0,0,0,0,0,0,0,65,234,252,252,0,0,0,0,0,0,0,0,253,252,252,45,0,0,0,0,0,0,0,0,0,0,0,0,81,240,252,210,0,0,0,0,0,0,0,0,253,252,252,192,11,0,0,0,0,0,0,0,0,0,0,11,203,252,252,32,0,0,0,0,0,0,0,0,128,253,253,253,148,76,9,0,0,0,0,0,0,9,76,255,253,247,146,0,0,0,0,0,0,0,0,0,9,194,252,252,252,253,194,161,161,109,47,68,161,194,252,253,252,162,0,0,0,0,0,0,0,0,0,0,0,44,171,252,252,253,252,252,252,252,253,252,252,252,252,247,110,19,0,0,0,0,0,0,0,0,0,0,0,0,13,88,202,253,252,252,252,252,253,252,252,218,160,42,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,23,22,107,137,137,23,22,22,14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,34,107,107,107,107,184,240,178,107,107,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,45,149,226,235,252,252,252,252,252,252,253,252,252,230,166,0,0,0,0,0,0,0,0,0,0,0,0,0,233,252,252,252,252,252,252,252,205,172,173,206,252,252,206,21,0,0,0,0,0,0,0,0,0,0,0,0,116,185,185,143,53,53,53,53,22,0,0,23,127,252,252,66,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,197,252,202,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,252,252,164,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,91,247,252,187,20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,253,252,247,37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,196,253,252,89,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,77,253,255,202,14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,82,247,252,253,90,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,37,243,252,252,26,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,153,252,252,209,0,0,0,0,0,0,0,9,81,109,0,0,0,0,0,0,0,0,0,0,0,0,0,43,236,252,206,25,0,0,0,0,18,67,158,205,252,119,0,0,0,0,0,0,0,0,0,0,0,0,0,82,252,252,106,0,0,51,54,166,204,252,252,246,122,31,0,0,0,0,0,0,0,0,0,0,0,0,0,96,252,252,206,173,174,248,252,252,252,222,191,71,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,202,252,252,252,253,252,252,229,190,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,94,238,238,238,240,112,106,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,192,254,230,254,254,255,254,254,254,254,212,174,42,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,202,207,207,207,207,207,139,158,148,235,253,237,60,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,65,237,253,245,66,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,30,143,233,253,252,138,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,12,70,153,227,253,253,232,115,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,79,196,254,253,253,230,156,29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,154,253,253,254,192,128,35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,157,238,253,254,253,213,184,149,66,12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,40,123,123,159,199,176,199,229,222,92,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,31,244,250,158,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,78,254,254,53,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,83,253,253,100,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,161,253,253,32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,141,250,237,105,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,95,220,253,252,77,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,51,152,226,253,253,219,69,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,8,57,85,147,232,249,253,253,217,111,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,49,135,236,253,253,253,253,253,251,208,125,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,145,248,253,212,229,253,214,199,106,42,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,170,192,176,50,6,13,46,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,220,251,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,121,254,254,136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,220,254,254,103,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,89,247,254,253,67,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,177,254,254,153,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,177,255,254,145,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,30,245,254,251,51,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,199,254,254,166,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,235,255,254,86,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,84,254,254,239,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,84,254,254,155,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,84,254,254,134,0,0,0,0,24,79,133,42,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,84,254,254,219,31,2,89,172,228,254,254,254,62,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,236,254,254,245,240,254,254,254,254,254,254,239,44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,170,254,254,254,254,254,254,254,254,254,254,248,58,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,185,254,254,254,254,254,254,254,254,254,216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,177,254,254,254,254,254,254,254,218,113,9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,177,254,254,254,254,254,219,36,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,177,254,254,254,254,254,146,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,105,242,254,254,190,67,20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,80,218,254,254,163,14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,188,254,253,253,253,253,122,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,213,253,254,236,111,238,253,238,31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15,178,253,235,26,19,0,227,253,245,41,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,118,253,230,23,0,0,47,241,253,218,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,30,244,250,105,0,0,59,229,253,253,133,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,105,253,235,1,27,115,248,253,253,248,39,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,87,253,249,194,253,254,253,253,253,107,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,22,196,244,211,156,223,253,253,208,10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,254,253,253,26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,116,255,254,108,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,33,250,254,161,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,164,253,235,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,36,253,253,48,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14,212,253,192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,148,253,245,14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,75,253,251,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,19,207,253,199,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,111,253,243,62,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,19,230,253,166,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,12,141,225,186,13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,61,223,254,254,254,147,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,140,254,254,254,254,254,252,99,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,208,254,254,254,254,254,254,254,182,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,12,139,254,254,254,241,152,207,254,254,216,21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,121,254,254,248,136,31,0,51,248,254,254,120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,214,254,254,50,0,86,149,142,254,254,254,120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,217,254,234,27,0,101,254,254,254,254,222,29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,186,254,254,147,83,188,254,254,254,251,88,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,121,254,254,254,254,254,254,254,254,153,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,32,176,249,254,254,254,254,254,254,71,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,48,118,82,115,254,254,196,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,190,254,254,99,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,38,247,254,222,11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,200,254,254,114,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,34,254,254,247,39,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,154,254,254,163,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,35,239,254,254,48,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,66,254,254,212,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,149,254,254,97,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,191,128,0,0,0,0,0,0,128,128,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,0,0,0,0,0,0,0,0,0,0,0,64,255,255,191,191,255,255,255,255,255,255,255,255,255,255,255,255,0,0,0,0,0,0,0,0,0,0,0,128,255,255,191,191,0,64,128,255,255,191,128,128,191,255,255,128,0,0,0,0,0,0,0,0,0,0,0,128,255,255,128,0,0,0,0,0,0,0,0,0,128,255,255,128,0,0,0,0,0,0,0,0,0,0,0,128,255,191,0,0,0,0,0,0,0,0,0,0,191,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,191,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,33,140,193,255,254,254,255,121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,56,147,246,254,254,254,133,223,254,151,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14,153,250,254,250,171,56,26,3,147,254,103,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,254,254,213,57,0,0,0,90,248,228,32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,250,248,106,10,0,0,0,77,223,250,95,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,83,253,195,0,0,0,9,127,252,252,112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,250,195,0,0,73,231,254,254,110,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,250,253,30,113,253,254,206,41,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,146,254,239,251,250,129,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,104,254,254,221,49,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27,182,253,232,254,175,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,66,239,241,92,38,241,224,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,19,148,253,211,23,0,0,223,254,58,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,145,242,127,0,0,0,0,223,254,58,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,87,241,129,0,0,0,0,0,223,254,58,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,234,185,0,0,0,0,0,54,251,206,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,227,161,0,0,0,0,12,183,254,88,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,142,227,69,0,1,57,218,254,214,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,38,238,245,184,139,254,254,221,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,59,164,235,254,254,165,12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,98,233,255,166,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,89,254,254,236,249,145,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,58,240,238,130,7,177,239,39,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,209,248,91,0,0,17,244,157,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,87,254,129,0,0,0,0,173,205,176,54,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,202,254,31,0,0,0,0,77,244,254,159,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,18,253,148,1,0,0,0,0,0,119,254,215,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79,254,62,0,0,0,0,0,0,123,254,133,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,158,222,4,0,0,0,0,0,49,235,242,29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,227,191,0,0,0,0,0,77,247,254,201,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,227,172,0,0,0,14,143,246,210,209,201,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,211,191,0,0,61,217,254,192,23,146,201,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,102,251,172,232,251,223,109,7,0,165,201,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,125,177,196,123,15,0,0,0,165,217,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,161,229,9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,216,250,16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,216,254,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,216,244,14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,216,201,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,178,201,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,81,131,42,0,0,0,0,0,0,0,0,0,174,198,3,0,0,0,0,0,0,0,0,0,0,0,0,0,44,254,141,0,0,0,0,0,0,0,0,12,180,190,3,0,0,0,0,0,0,0,0,0,0,0,0,0,162,254,90,0,0,0,0,0,0,0,50,242,254,75,0,0,0,0,0,0,0,0,0,0,0,0,0,4,171,250,184,0,0,0,0,0,0,0,10,233,243,62,0,0,0,0,0,0,0,0,0,0,0,0,0,16,209,238,50,0,0,0,0,0,0,0,100,255,142,0,0,0,0,0,0,0,0,0,0,0,0,0,0,111,254,233,41,0,0,0,0,0,0,60,198,254,82,0,0,0,0,0,0,0,0,0,0,0,0,0,26,173,254,254,195,168,168,168,168,128,106,182,254,254,216,8,0,0,0,0,0,0,0,0,0,0,0,0,89,254,254,254,254,254,254,254,254,254,254,254,254,255,232,10,0,0,0,0,0,0,0,0,0,0,0,75,224,254,254,254,254,254,213,198,198,216,254,254,254,151,42,0,0,0,0,0,0,0,0,0,0,0,4,77,254,254,254,244,167,68,18,0,0,73,234,232,143,7,0,0,0,0,0,0,0,0,0,0,0,0,108,254,254,254,244,94,0,0,0,0,0,206,254,161,0,0,0,0,0,0,0,0,0,0,0,0,0,2,172,254,254,209,93,0,0,0,0,0,59,220,254,125,0,0,0,0,0,0,0,0,0,0,0,0,0,2,159,254,247,68,0,0,0,0,0,0,99,254,227,25,0,0,0,0,0,0,0,0,0,0,0,0,0,4,195,239,39,0,0,0,0,0,0,58,224,215,43,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,95,0,0,0,0,0,0,23,198,254,225,27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,81,224,254,173,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,113,248,254,186,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,143,254,224,101,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27,220,254,67,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,181,224,32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,32,93,245,181,76,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15,132,240,254,254,254,254,254,186,9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,197,254,254,248,225,140,75,237,254,186,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,77,196,254,254,232,49,0,0,0,215,253,164,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,85,238,254,254,185,34,0,0,0,12,16,165,10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,30,238,254,252,191,29,0,0,0,32,218,239,94,2,0,0,0,0,0,0,0,0,0,0,0,0,0,47,239,254,254,124,0,0,0,0,6,207,254,254,254,16,0,0,0,0,0,0,0,0,0,0,0,0,0,97,254,254,196,13,0,0,0,7,160,254,254,254,246,14,0,0,0,0,0,0,0,0,0,0,0,0,0,23,221,254,162,9,0,0,45,200,254,254,254,233,78,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,100,230,254,192,209,209,246,254,254,254,254,67,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,17,187,254,254,254,254,254,254,254,135,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,25,112,115,228,254,254,254,182,26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,205,254,254,211,15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,81,254,254,254,130,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,138,254,254,180,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,40,233,254,208,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,114,254,254,129,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,114,254,243,91,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,88,254,217,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,109,225,58,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,94,149,226,226,191,94,30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,253,252,252,252,252,252,204,72,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,186,249,252,252,252,252,252,246,200,95,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,119,198,86,66,66,157,232,252,147,29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,65,235,252,152,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,132,252,253,13,0,0,0,0,0,17,13,27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,9,26,252,253,151,146,146,146,146,146,213,196,252,0,0,0,0,0,0,0,0,0,0,0,0,0,99,196,208,252,252,253,252,252,252,252,252,252,252,245,119,0,0,0,0,0,0,0,0,0,0,0,102,226,253,253,253,253,253,255,253,253,253,158,106,0,0,0,0,0,0,0,0,0,0,0,0,0,0,145,250,252,252,157,38,252,252,253,24,13,13,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,97,249,252,252,154,8,77,252,252,253,13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,107,252,252,195,11,77,238,252,252,110,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,107,252,252,80,50,194,252,248,115,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,85,246,252,200,235,252,246,118,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,121,246,252,252,245,120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,78,162,191,120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,67,193,116,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,196,254,200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,43,247,240,25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,50,254,238,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,34,236,243,30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,196,254,92,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,196,254,92,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,158,254,92,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,88,254,99,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,88,254,200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,88,254,200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,88,254,205,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,67,250,254,54,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,71,251,254,54,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,235,254,54,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,206,255,82,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,126,254,239,111,175,40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,17,243,254,254,254,48,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,72,240,254,238,35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,69,201,148,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,121,254,254,218,191,22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,98,219,253,253,253,253,114,8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,253,253,253,253,253,253,253,213,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,105,253,236,228,195,141,228,249,253,104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,17,99,29,0,0,0,0,125,249,215,15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,199,253,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15,181,253,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,50,14,0,76,174,201,253,234,20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,78,253,199,120,237,253,253,233,60,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,143,253,253,253,253,253,201,61,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,12,149,202,253,253,253,160,10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14,55,92,202,253,73,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,219,235,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,36,181,188,9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,58,34,0,0,0,0,0,0,0,0,94,253,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,194,201,0,0,0,0,0,0,0,0,94,253,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,164,250,78,0,0,0,0,0,0,0,94,253,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,155,253,242,150,88,0,0,55,91,112,225,253,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,210,253,253,251,242,59,159,227,253,210,87,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,101,253,253,253,253,249,216,90,66,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,43,253,200,49,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,43,252,252,84,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,89,0,0,0,96,252,252,84,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,148,252,212,28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,192,252,38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,18,210,253,83,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,106,253,252,126,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,158,253,252,29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,211,253,126,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,211,253,63,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,55,236,255,107,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,169,252,253,63,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,176,252,214,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,22,252,252,185,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,66,252,252,150,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,189,253,253,89,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,232,252,173,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,43,242,252,147,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,85,252,252,147,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14,236,252,147,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,72,253,102,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,152,252,102,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,152,253,82,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,41,233,252,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,123,254,253,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,203,253,212,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,113,253,254,131,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,152,252,213,10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,254,253,183,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,82,253,252,102,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,213,254,192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,92,252,253,151,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,254,253,244,40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,82,253,252,122,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,31,193,254,253,41,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,51,252,253,171,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,132,253,255,50,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,41,253,252,233,30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,103,255,253,123,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,61,253,212,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,40,232,188,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,189,254,163,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,148,25,0,0,0,0,47,253,246,28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,187,254,98,0,0,0,0,191,255,107,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,127,253,226,16,0,0,0,16,230,244,28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,56,244,242,70,0,0,0,0,155,254,108,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15,230,254,135,0,0,0,0,18,230,242,29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,159,255,188,14,0,0,0,0,125,255,186,4,53,110,0,0,0,0,0,0,0,0,0,0,0,0,0,53,247,254,69,6,0,0,0,7,213,254,181,223,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,229,254,254,254,221,216,216,203,206,254,254,254,237,115,11,0,0,0,0,0,0,0,0,0,0,0,0,88,252,254,219,215,223,254,254,254,254,254,186,63,26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,247,255,148,4,0,10,47,47,79,255,250,48,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,129,147,4,0,0,0,0,0,148,254,174,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,216,255,52,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,81,254,228,13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,165,254,149,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,216,254,47,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,216,240,30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,216,186,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,216,215,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,80,117,236,232,117,74,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,37,165,244,249,244,244,253,242,73,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,195,254,230,39,0,0,150,254,254,100,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,31,254,254,73,0,0,0,22,167,254,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,22,234,254,89,0,0,0,0,100,245,46,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,185,254,208,111,7,31,122,247,242,37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,152,254,254,254,200,254,254,254,156,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,164,229,254,254,214,193,254,129,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,60,59,0,153,254,129,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,136,254,129,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,215,254,129,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,215,254,106,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,0,0,0,0,0,215,254,30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,143,4,0,0,0,0,215,235,22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,106,115,2,0,0,0,40,235,174,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,230,70,0,0,0,4,227,254,85,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,41,243,109,0,0,21,119,254,173,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,150,254,174,55,91,227,254,198,26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,175,254,254,251,254,246,166,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,67,166,254,199,118,44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,197,254,135,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,196,253,225,36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,196,253,253,78,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,196,253,253,78,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,196,253,253,78,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,148,253,253,78,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,176,253,253,78,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,196,253,253,78,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,196,253,253,78,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,196,253,253,78,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,196,253,214,20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,52,237,253,201,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,72,253,253,111,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,72,253,253,91,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,156,253,253,201,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,202,253,253,201,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,47,232,253,253,133,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,75,251,253,253,194,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,199,253,253,71,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,72,219,220,71,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,231,11,0,0,0,0,0,0,0,0,0,202,92,0,0,0,0,0,0,0,0,0,0,0,0,0,0,60,244,116,0,0,0,0,0,0,0,0,0,253,92,0,0,0,0,0,0,0,0,0,0,0,0,0,0,176,252,116,0,0,0,0,0,0,0,0,85,253,92,0,0,0,0,0,0,0,0,0,0,0,0,0,26,224,252,74,0,0,0,0,0,0,0,0,210,253,92,0,0,0,0,0,0,0,0,0,0,0,0,0,70,252,252,0,0,0,0,0,0,0,0,43,240,232,8,0,0,0,0,0,0,0,0,0,0,0,0,0,70,253,180,0,0,0,0,0,0,0,0,93,253,168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,142,252,22,0,0,0,0,0,0,0,0,93,252,95,0,0,0,0,0,0,0,0,0,0,0,0,0,13,203,252,22,0,0,0,0,0,0,0,0,176,252,53,0,0,0,0,0,0,0,0,0,0,0,0,0,47,252,252,22,0,0,0,0,0,0,0,0,207,252,0,0,0,0,0,0,0,0,0,0,0,0,0,0,151,252,252,128,64,116,32,0,0,0,0,116,248,252,0,0,0,0,0,0,0,0,0,0,0,0,0,0,162,253,253,253,255,253,253,253,253,128,97,222,253,253,22,0,0,0,0,0,0,0,0,0,0,0,0,0,161,252,252,252,253,252,252,252,252,253,252,252,252,252,245,161,78,9,0,0,0,0,0,0,0,0,0,0,65,183,208,252,215,215,183,240,252,253,252,252,252,252,253,240,151,13,0,0,0,0,0,0,0,0,0,0,0,0,17,45,21,21,0,37,45,46,83,252,176,45,46,37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,151,252,160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,24,253,253,161,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,24,252,252,87,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,55,252,252,45,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,138,252,227,29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,34,252,130,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,100,195,255,237,29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,72,189,249,253,199,115,21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,28,182,254,253,244,219,132,61,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,102,240,253,228,111,128,253,254,240,34,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,51,221,254,254,136,34,13,221,254,151,222,197,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,130,247,254,194,39,6,0,97,253,168,0,46,226,63,0,0,0,0,0,0,0,0,0,0,0,0,41,174,253,253,146,4,0,0,0,147,253,152,0,0,21,13,0,0,0,0,0,0,0,0,0,0,0,34,229,253,244,94,0,0,0,0,0,230,253,69,0,0,0,0,0,0,0,0,0,0,0,0,0,0,108,254,254,199,17,0,0,0,0,0,70,254,247,50,0,0,0,0,0,0,0,0,0,0,0,0,13,181,249,236,157,11,0,0,0,0,0,0,153,253,230,0,0,0,0,0,0,0,0,0,0,0,0,0,145,253,253,85,0,0,0,0,0,0,0,0,170,253,154,0,0,0,0,0,0,0,0,0,0,0,0,0,161,253,253,203,68,0,0,0,0,0,0,0,254,253,137,0,0,0,0,0,0,0,0,0,0,0,0,0,0,134,216,254,254,254,178,161,162,78,38,51,254,254,138,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,90,173,232,253,253,254,253,243,247,254,253,192,47,34,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,25,54,137,138,137,213,246,254,253,253,253,241,207,122,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,184,254,236,160,228,254,253,196,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,185,254,148,0,0,0,85,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,184,254,115,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,19,240,254,115,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,91,253,254,48,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,29,29,29,107,29,10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,63,140,227,252,252,253,252,252,161,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,253,253,253,253,255,253,253,253,112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27,27,27,27,27,27,74,233,252,237,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,197,252,252,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,234,252,157,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,163,252,252,112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,51,238,253,225,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,48,238,252,252,176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,227,253,252,220,75,25,57,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,131,252,253,252,252,252,205,253,177,169,169,169,108,29,29,29,13,0,0,0,0,0,0,0,0,0,0,135,252,252,253,252,252,252,252,253,252,252,252,252,253,252,252,252,189,0,0,0,0,0,0,0,0,0,0,135,253,253,255,253,253,253,253,255,253,253,253,253,255,253,253,240,63,0,0,0,0,0,0,0,0,0,0,6,122,167,27,27,27,27,27,27,27,27,27,27,27,27,27,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,112,228,228,12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,51,193,253,253,192,8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,121,238,253,244,127,13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,116,254,253,218,50,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,141,253,254,181,36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,95,254,254,182,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,51,231,253,201,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,50,231,253,231,49,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,163,253,253,137,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,33,228,253,240,35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,149,255,254,159,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,222,254,253,198,145,81,40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,253,254,253,253,253,253,243,138,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,38,253,254,249,235,242,253,254,241,186,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,84,253,254,198,0,31,136,254,253,253,87,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,110,254,255,134,0,0,0,170,254,254,247,47,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,109,253,254,198,0,0,0,31,243,253,253,72,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,109,253,254,245,89,0,0,0,190,253,253,105,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,24,190,254,253,245,193,109,110,224,253,253,72,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,59,189,253,253,253,253,254,253,253,175,21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,33,142,227,255,254,254,254,238,143,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,71,222,183,183,156,120,102,114,219,252,51,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,16,0,0,0,0,0,31,233,232,22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,101,224,210,68,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14,123,250,195,29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,36,194,243,116,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,149,253,245,104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,67,238,246,205,42,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,133,253,210,67,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,105,253,213,40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,105,254,254,254,254,223,167,112,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,51,96,96,128,183,229,253,224,41,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,126,227,244,105,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,37,172,233,42,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,53,253,176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,0,0,0,0,0,0,0,0,0,53,253,206,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,129,67,0,0,0,0,0,0,0,0,62,253,122,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,82,201,78,10,0,0,0,0,0,90,226,219,11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,52,233,222,147,97,67,97,150,248,196,70,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,38,118,202,253,253,254,228,115,8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,25,132,219,253,253,253,253,253,255,242,58,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,88,252,252,252,252,252,252,252,253,252,252,180,111,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14,193,216,124,96,141,216,216,159,219,252,252,229,123,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,40,0,0,0,0,0,0,0,8,158,236,252,252,48,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,140,252,252,77,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,49,252,252,192,11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,49,252,252,252,36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,49,252,252,179,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,49,252,252,59,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,163,252,252,48,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,170,253,253,48,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,177,252,252,48,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,37,252,252,207,18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,135,252,252,180,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,25,252,252,252,94,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,25,252,252,235,43,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,158,252,252,192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,117,252,252,252,145,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,132,252,252,156,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,12,143,177,44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,47,218,250,155,107,127,155,40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,38,210,171,246,254,254,254,240,222,254,65,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,48,209,254,254,200,90,90,90,46,141,246,48,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,82,245,254,255,195,46,0,0,0,0,127,131,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,230,254,213,103,2,0,0,0,0,0,32,39,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,39,243,199,17,0,0,0,0,2,86,204,59,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,51,157,19,0,0,0,0,0,11,226,30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,164,183,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,124,245,147,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,182,253,43,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,226,186,23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,214,124,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,207,215,11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,168,254,88,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,131,249,154,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,172,254,143,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,94,204,209,54,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,235,244,71,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,38,233,254,111,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14,228,156,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,81,200,184,67,0,0,0,0,0,0,113,238,222,35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,173,254,254,144,0,0,0,0,3,164,254,254,254,75,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,254,254,103,0,0,0,0,49,254,254,184,41,12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,140,254,254,6,0,0,0,0,145,254,254,141,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,173,254,254,6,0,0,0,4,160,254,240,29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,177,254,254,6,0,0,0,28,254,254,151,0,0,33,140,0,0,0,0,0,0,0,0,0,0,0,0,56,254,254,187,3,0,0,0,100,254,254,80,0,33,218,234,0,0,0,0,0,0,0,0,0,0,0,34,217,254,248,70,0,0,0,0,166,254,254,249,249,250,254,173,0,0,0,0,0,0,0,0,0,0,35,139,254,254,246,44,89,91,91,191,245,254,254,254,254,254,168,10,0,0,0,0,0,0,0,0,0,0,209,254,254,254,254,230,253,254,254,254,254,254,254,189,140,48,14,0,0,0,0,0,0,0,0,0,0,0,209,254,254,254,254,254,254,254,215,242,254,249,68,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,34,130,227,227,219,89,89,89,62,231,255,157,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,74,254,254,110,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,207,254,241,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,142,252,254,170,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,37,237,254,212,12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,111,254,254,206,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,111,254,254,206,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,111,254,254,120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,111,254,217,32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,18,159,217,180,172,120,91,91,91,91,76,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,124,254,167,155,179,184,238,238,254,254,226,14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,124,254,33,0,0,0,0,5,68,217,151,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,124,254,33,0,0,0,0,0,25,254,94,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,124,254,33,0,0,0,0,0,25,254,49,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,73,146,6,0,0,0,0,0,41,237,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,107,221,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,154,221,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,189,221,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,252,141,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,17,255,139,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,17,254,81,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,78,243,33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,99,229,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,113,229,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,180,229,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,180,229,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,247,229,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,254,178,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,230,173,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,105,234,131,131,40,7,7,7,7,7,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,209,254,254,254,254,254,254,254,254,254,254,98,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,149,254,254,254,254,254,254,254,254,254,254,254,204,12,0,0,0,0,0,0,0,0,0,0,0,0,0,24,211,254,251,147,105,105,105,138,229,229,229,239,154,0,0,0,0,0,0,0,0,0,0,0,0,0,0,143,254,254,202,0,0,0,0,0,0,0,0,37,61,0,0,0,0,0,0,0,0,0,0,0,0,0,0,143,254,254,93,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,162,254,249,77,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,254,254,223,0,0,0,36,141,174,174,174,174,68,31,0,0,0,0,0,0,0,0,0,0,0,0,0,13,254,254,230,29,138,181,233,254,254,254,254,254,254,177,33,0,0,0,0,0,0,0,0,0,0,0,0,10,227,254,254,221,254,254,254,254,254,254,254,254,254,254,174,5,0,0,0,0,0,0,0,0,0,0,0,0,111,254,254,254,254,254,206,155,62,62,62,105,245,254,254,18,0,0,0,0,0,0,0,0,0,0,0,0,14,187,254,243,158,55,16,0,0,0,0,0,218,254,254,55,0,0,0,0,0,0,0,0,0,0,0,0,0,5,49,42,0,0,0,0,0,0,0,0,118,254,254,142,0,0,0,0,0,0,0,0,0,0,0,0,0,64,126,0,0,0,0,0,0,0,0,0,62,244,254,142,0,0,0,0,0,0,0,0,0,0,0,0,0,149,235,35,0,0,0,0,0,0,0,0,0,224,254,239,10,0,0,0,0,0,0,0,0,0,0,0,0,149,254,156,34,0,0,0,0,0,0,0,0,224,254,254,12,0,0,0,0,0,0,0,0,0,0,0,0,37,254,254,239,145,107,29,0,0,34,107,152,252,255,254,12,0,0,0,0,0,0,0,0,0,0,0,0,2,95,214,254,254,254,242,237,237,243,254,254,254,254,205,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,87,214,254,254,254,254,254,254,254,254,254,254,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,6,94,130,130,191,191,130,130,130,17,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,111,255,147,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,111,253,252,44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,111,253,252,44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,111,253,218,21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,134,253,186,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27,231,253,147,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,78,252,253,77,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,144,252,233,30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,187,252,220,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,187,252,220,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,188,253,159,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,139,252,187,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,187,252,177,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,187,252,111,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,230,252,111,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,45,252,252,72,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,145,252,252,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,88,252,252,198,47,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,31,232,252,243,53,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,139,252,125,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,45,178,253,255,253,165,141,76,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,45,225,252,252,247,234,252,252,231,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,178,252,252,127,50,38,94,205,253,190,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,51,253,252,177,3,0,0,0,13,103,252,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,126,255,247,50,0,0,0,0,0,104,253,156,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,225,253,196,0,0,0,0,0,101,253,252,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,225,253,196,0,0,0,0,67,246,253,252,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,175,253,196,0,0,0,26,210,252,253,252,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,114,254,253,165,28,4,179,253,253,254,253,69,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,38,228,252,252,215,179,252,252,227,253,252,187,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,224,252,252,253,252,186,43,165,252,252,28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,19,65,139,140,115,6,0,141,252,252,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,253,253,140,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,252,252,139,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,252,252,139,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,252,252,240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,207,253,253,176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,169,252,252,200,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,169,252,252,113,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,119,252,252,63,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,89,255,254,151,8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,191,253,253,253,167,76,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,134,237,253,253,253,253,253,244,91,34,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27,253,253,253,253,117,113,239,253,253,202,34,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,129,223,253,251,148,34,1,0,67,209,245,253,212,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,253,253,253,158,0,0,0,0,0,0,211,253,244,77,0,0,0,0,0,0,0,0,0,0,0,0,15,187,253,253,242,62,0,0,0,0,0,0,71,253,253,166,9,0,0,0,0,0,0,0,0,0,0,26,187,253,253,242,87,0,0,0,0,0,0,0,36,253,253,253,78,0,0,0,0,0,0,0,0,0,0,62,253,253,248,97,0,0,0,0,0,0,0,0,34,248,253,249,75,0,0,0,0,0,0,0,0,0,0,123,253,253,130,0,0,0,0,0,0,0,0,0,13,162,253,156,0,0,0,0,0,0,0,0,0,0,105,247,253,224,45,0,0,0,0,0,0,0,0,0,36,253,253,156,0,0,0,0,0,0,0,0,0,77,250,253,253,160,0,0,0,0,0,0,0,0,0,0,206,253,253,156,0,0,0,0,0,0,0,0,0,80,253,253,253,34,0,0,0,0,0,0,0,0,0,0,211,253,253,156,0,0,0,0,0,0,0,0,0,80,253,253,155,11,0,0,0,0,0,0,0,0,0,28,219,253,200,16,0,0,0,0,0,0,0,0,0,80,253,253,253,34,0,0,0,0,0,0,0,0,28,195,253,253,60,0,0,0,0,0,0,0,0,0,0,80,253,253,253,186,19,0,0,0,0,0,35,36,202,253,253,237,52,0,0,0,0,0,0,0,0,0,0,44,210,253,253,253,185,115,115,115,115,115,249,253,253,253,157,77,0,0,0,0,0,0,0,0,0,0,0,0,38,107,253,253,253,253,253,253,253,253,253,253,237,144,10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,39,210,253,253,253,253,253,253,253,226,156,16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,43,108,253,253,253,247,78,78,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,19,105,193,123,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,165,254,194,239,203,27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,175,93,1,23,201,190,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,34,30,0,0,36,245,60,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,136,162,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,86,223,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15,223,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15,0,0,0,0,0,85,223,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,186,224,155,26,0,0,153,157,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,222,209,182,239,247,181,247,128,16,16,16,8,0,6,16,3,0,0,0,0,0,0,0,0,0,0,0,0,62,216,126,138,235,254,217,232,254,254,255,224,193,215,254,202,193,193,176,93,0,0,0,0,0,0,0,0,0,68,159,192,180,97,3,17,38,38,38,38,83,87,38,38,38,38,38,38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,37,37,115,128,128,102,37,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,182,253,253,253,253,254,253,207,128,44,14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,105,227,162,162,194,189,168,207,253,253,233,110,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14,181,255,254,36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,189,253,120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14,254,253,49,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,187,254,253,42,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79,232,254,201,49,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,131,254,254,234,13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,253,253,253,45,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,102,218,250,247,177,62,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,62,203,253,254,249,136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,72,243,253,253,254,218,91,20,0,0,0,0,0,0,27,72,0,0,0,0,0,0,0,0,0,0,0,0,55,254,254,254,255,254,254,254,254,255,254,254,254,254,255,254,254,254,228,0,0,0,0,0,0,0,0,0,4,63,202,253,254,253,253,253,253,254,253,206,198,198,140,108,108,102,12,0,0,0,0,0,0,0,0,0,0,0,16,36,36,36,36,36,36,36,36,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,43,166,253,156,148,148,43,43,43,14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,252,253,252,252,252,252,253,252,252,211,102,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,32,223,253,252,136,196,240,253,252,252,252,252,216,92,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,80,227,252,21,0,35,102,189,189,231,252,253,252,47,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,25,42,4,0,0,0,0,0,28,218,253,252,126,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,31,218,253,254,239,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,213,252,252,239,68,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15,66,145,239,252,252,252,83,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,41,225,252,253,252,252,252,252,253,189,14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,171,252,252,253,173,191,217,252,253,252,152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,71,62,0,0,0,0,45,237,253,232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,227,252,231,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,253,252,231,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,132,253,252,160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,98,246,253,252,38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,93,218,253,255,151,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,86,164,247,252,252,151,16,0,0,0,0,0,0,0,0,0,0,0,0,0,82,161,83,128,127,135,232,232,253,252,252,238,99,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,232,252,252,253,252,252,252,252,253,231,136,28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,188,252,252,253,252,252,226,147,129,28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,52,79,160,215,238,114,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,85,218,251,253,253,253,253,218,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,22,89,185,248,253,235,167,53,114,244,218,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,43,221,248,253,181,53,18,0,0,0,98,68,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,213,253,224,86,10,0,0,0,63,192,109,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,53,253,224,72,0,0,13,63,177,250,253,245,36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,48,249,216,114,114,177,219,254,253,253,253,233,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,182,253,253,253,253,253,254,253,253,231,62,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,36,112,156,91,70,168,254,253,229,94,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,40,253,254,253,131,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,70,230,254,255,156,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,159,253,253,153,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,107,249,253,232,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,203,253,251,101,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,81,253,253,168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,123,253,232,51,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,211,253,79,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,137,253,196,15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,219,236,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,219,101,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14,186,137,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,141,253,167,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,224,253,78,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,53,254,219,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,173,254,135,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,209,255,136,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,85,253,249,88,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,204,253,165,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,237,253,98,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79,253,253,23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,176,254,133,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,211,253,58,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,253,253,58,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,253,253,58,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,253,253,58,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,254,254,58,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,253,219,9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,253,213,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,211,235,32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,71,230,36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,64,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,255,255,255,255,255,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,255,255,255,255,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,255,255,255,255,255,255,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,128,128,128,128,128,255,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,114,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,168,114,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,141,253,254,139,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,224,253,251,253,138,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,255,253,254,253,170,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,224,253,251,253,138,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,85,255,253,255,196,114,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,197,251,253,251,196,28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,197,254,253,254,196,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,197,251,253,251,196,28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,86,253,254,253,254,196,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,197,251,253,251,196,28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,197,255,253,226,168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,197,251,253,251,168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,86,253,255,253,226,168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,197,251,253,251,168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,197,254,253,226,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,28,196,253,251,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,24,91,62,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,97,148,108,199,253,229,180,180,180,180,48,17,13,0,0,0,0,0,0,0,0,0,0,0,0,7,107,221,253,253,253,253,253,253,253,253,253,253,253,253,220,107,107,38,0,0,0,0,0,0,0,0,12,48,253,253,253,225,220,228,253,242,221,253,253,253,253,253,253,253,253,111,0,0,0,0,0,0,0,0,170,253,253,237,129,21,0,34,129,88,5,129,129,186,253,253,253,253,253,173,0,0,0,0,0,0,0,0,254,253,253,188,0,0,0,0,0,0,0,0,0,18,40,40,40,40,40,14,0,0,0,0,0,0,0,0,254,253,253,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,254,253,253,99,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,253,253,220,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,172,229,253,252,246,214,83,83,83,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,69,248,253,253,253,253,253,253,174,61,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,66,167,253,253,253,253,253,253,253,154,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,65,97,228,228,243,253,253,228,48,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,86,175,253,253,65,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,109,253,253,65,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,82,250,253,253,65,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,58,241,253,253,166,8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,125,148,175,253,253,248,65,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,164,239,253,253,207,179,67,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,75,89,89,35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,58,0,0,78,112,195,241,164,49,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,33,141,244,205,131,248,253,253,253,253,243,108,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,236,253,253,253,253,253,253,253,253,253,253,236,48,0,0,0,0,0,0,0,0,0,0,0,0,36,206,249,253,253,253,232,68,32,32,32,32,49,253,253,237,0,0,0,0,0,0,0,0,0,0,0,36,150,253,253,253,253,187,63,0,0,0,0,0,3,160,253,253,0,0,0,0,0,0,0,0,0,0,35,218,253,253,213,253,231,40,0,0,0,0,0,0,17,234,253,253,0,0,0,0,0,0,0,0,0,34,151,253,253,143,69,218,63,0,0,0,0,0,0,0,125,253,253,149,0,0,0,0,0,0,0,0,0,151,253,253,144,8,0,30,0,0,0,0,0,0,0,54,230,253,147,28,0,0,0,0,0,0,0,0,124,252,253,145,7,0,0,0,0,0,0,0,0,0,38,179,253,250,90,0,0,0,0,0,0,0,0,0,254,253,253,19,0,0,0,0,0,0,0,0,0,29,228,253,249,124,0,0,0,0,0,0,0,0,0,0,255,253,196,9,0,0,0,0,0,0,0,0,9,145,253,253,210,0,0,0,0,0,0,0,0,0,0,0,254,253,253,19,0,0,0,0,0,0,0,29,145,253,253,215,35,0,0,0,0,0,0,0,0,0,0,0,238,253,253,169,46,33,22,0,10,33,130,228,253,253,215,35,0,0,0,0,0,0,0,0,0,0,0,0,48,236,253,253,253,253,221,156,184,253,253,253,253,215,35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,109,242,253,253,253,253,253,253,253,253,239,143,35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,49,110,227,240,240,240,240,206,110,31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,255,191,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,191,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,128,0,0,0,0,0,0,64,64,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,128,0,0,64,255,255,255,255,255,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,255,128,191,255,255,255,255,255,255,255,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,255,255,255,191,128,64,0,0,0,64,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,255,255,255,128,0,0,128,191,255,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,255,255,255,255,255,255,255,255,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,191,255,255,255,255,255,255,255,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,128,191,128,191,128,128,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,128,255,253,253,203,76,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,82,234,252,253,252,252,252,231,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,117,252,252,214,156,56,94,243,253,122,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,91,177,52,15,0,0,0,125,253,145,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,163,254,134,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,19,194,253,84,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,85,252,231,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,26,210,252,75,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,179,253,228,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,26,216,252,196,9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,104,222,253,252,196,10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,151,246,252,253,252,252,228,214,38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,151,225,175,114,188,235,253,254,253,119,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,28,84,203,252,224,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,252,224,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79,252,168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,76,254,253,106,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,38,95,119,0,38,144,243,253,189,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,169,252,252,198,234,252,252,156,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,94,177,252,253,252,214,90,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,153,255,249,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,235,253,231,0,0,0,0,0,0,0,0,24,27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,97,253,253,129,0,0,0,0,0,0,0,0,166,232,36,0,0,0,0,0,0,0,0,0,0,0,0,40,237,253,253,41,0,0,0,0,0,0,0,23,231,253,53,0,0,0,0,0,0,0,0,0,0,0,0,54,253,253,166,2,0,0,0,0,0,0,0,127,253,200,10,0,0,0,0,0,0,0,0,0,0,0,0,109,253,253,241,10,0,0,0,0,0,0,5,192,253,188,0,0,0,0,0,0,0,0,0,0,0,0,0,53,252,253,253,125,0,0,0,0,0,0,12,253,253,188,0,0,0,0,0,0,0,0,0,0,0,0,0,0,178,253,253,196,11,0,0,0,0,0,23,253,253,188,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27,205,253,253,190,16,0,0,0,0,130,253,253,114,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,69,247,253,253,205,95,14,0,27,214,253,220,21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,189,253,253,253,253,209,96,155,253,253,206,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,17,101,253,253,253,253,253,253,253,253,162,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,130,116,253,253,253,253,253,253,88,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,61,41,233,253,253,224,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,218,253,253,210,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,78,253,253,246,37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,78,253,253,241,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,171,253,253,245,35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,94,253,253,253,160,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,42,234,253,242,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,43,113,183,174,253,193,37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,48,190,183,252,252,252,252,253,142,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,73,237,252,253,252,252,252,252,253,168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,22,158,252,252,253,231,189,119,128,253,224,14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,18,199,252,252,164,104,54,0,0,0,165,217,110,80,0,0,0,0,0,0,0,0,0,0,0,0,0,0,43,253,253,253,165,0,0,0,0,0,166,253,253,253,147,0,0,0,0,0,0,0,0,0,0,0,0,0,43,252,252,252,252,129,128,78,0,116,253,252,252,252,112,0,0,0,0,0,0,0,0,0,0,0,0,0,43,252,252,252,252,253,252,251,232,249,253,252,252,141,4,0,0,0,0,0,0,0,0,0,0,0,0,0,14,163,247,252,252,253,252,252,252,252,253,252,244,49,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,47,103,235,253,252,252,252,252,253,252,252,198,18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,107,27,216,253,253,255,253,253,253,253,175,11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,48,252,252,186,205,252,252,252,253,170,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,22,252,252,106,16,118,196,249,253,252,170,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,66,252,252,62,0,0,0,115,253,252,245,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,22,252,252,150,0,0,0,0,165,252,252,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,204,253,255,174,12,0,0,61,253,253,84,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,90,252,253,252,195,190,146,227,252,252,84,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,161,253,252,252,252,252,253,252,252,84,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,35,156,252,252,252,252,253,252,141,28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,77,200,252,252,253,173,12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,191,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,95,254,198,167,66,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,203,254,255,254,165,9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,18,254,232,75,249,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,115,252,71,0,50,165,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,245,199,0,0,0,213,38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,112,245,51,0,0,0,107,163,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,225,236,0,0,0,0,34,242,35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,72,254,163,0,0,0,0,0,222,71,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,124,253,59,0,0,0,0,0,137,187,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,183,227,0,0,0,0,0,0,35,242,44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,240,201,0,0,0,0,0,0,0,220,44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,254,139,0,0,0,0,0,0,0,219,44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,254,139,0,0,0,0,0,0,0,219,44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,254,139,0,0,0,0,0,0,11,226,44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,254,110,0,0,0,0,0,0,114,246,36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,254,151,0,0,0,0,0,42,240,155,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,210,227,0,0,0,0,17,221,221,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,247,59,0,0,46,228,216,36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,179,249,184,184,254,221,11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,18,172,254,193,139,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,88,156,253,161,35,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,12,88,206,252,252,252,252,252,36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,32,146,202,253,252,230,96,96,215,252,111,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,241,252,252,253,213,72,0,0,193,252,220,16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,85,252,252,223,129,31,0,0,15,207,252,183,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,60,60,31,0,0,0,0,152,252,252,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,80,239,252,252,36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,32,241,252,224,58,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,63,187,252,252,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,53,121,242,247,252,252,194,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,218,253,253,255,252,243,253,224,32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,196,250,229,223,98,37,252,252,60,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,87,5,0,0,37,252,252,60,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,37,252,252,60,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,66,252,252,60,0,0,0,0,0,0,0,0,0,0,0,0,0,7,73,73,21,0,0,0,0,0,0,7,184,252,206,14,0,0,0,0,0,0,0,0,0,0,0,0,0,123,252,252,218,170,16,0,0,0,0,123,252,252,151,0,0,0,0,0,0,0,0,0,0,0,0,0,0,145,252,252,252,252,48,84,148,217,218,237,252,164,10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,83,211,252,252,252,233,249,252,252,253,242,127,8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,25,131,218,252,252,252,252,194,69,10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,198,170,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,170,226,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,255,255,114,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,226,255,170,0,170,255,86,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,141,255,114,0,0,170,255,86,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,255,170,0,0,0,170,255,86,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,170,255,57,0,0,0,170,255,86,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,255,170,0,0,0,0,226,255,86,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,86,255,141,0,0,57,198,255,255,86,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,226,255,255,255,255,255,226,255,86,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,114,86,86,29,170,255,57,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,170,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,226,170,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,141,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,86,255,86,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,170,255,57,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,226,226,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,255,114,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,114,255,86,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,170,226,29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,45,222,211,23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,45,252,252,252,137,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,170,252,252,227,48,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,95,253,252,227,50,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,95,230,253,252,79,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,212,253,255,196,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,91,252,252,218,33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,34,234,252,252,84,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,89,252,252,157,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,161,252,252,85,0,0,0,0,0,0,74,116,116,116,231,157,32,0,0,0,0,0,0,0,0,0,0,24,212,253,161,0,0,0,0,0,0,139,212,253,253,253,255,253,253,117,13,0,0,0,0,0,0,0,0,138,252,252,87,0,0,0,0,81,161,253,252,252,252,252,228,214,252,252,137,0,0,0,0,0,0,0,0,138,252,252,45,0,0,0,83,240,252,253,252,202,89,69,32,47,252,252,221,0,0,0,0,0,0,0,0,233,252,252,45,0,0,38,240,252,252,245,87,13,0,0,9,174,252,252,210,0,0,0,0,0,0,0,0,148,252,252,45,0,22,234,252,252,252,21,0,0,0,158,233,252,252,252,137,0,0,0,0,0,0,0,0,139,253,253,159,86,45,253,253,253,44,24,97,170,253,253,255,253,247,94,0,0,0,0,0,0,0,0,0,61,236,252,252,252,253,252,252,252,252,253,252,252,252,252,249,185,67,0,0,0,0,0,0,0,0,0,0,0,65,202,252,252,253,252,252,252,252,253,252,252,252,189,115,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,45,150,253,252,252,252,252,253,193,128,45,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,33,137,137,137,32,23,8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,85,0,57,141,253,255,253,57,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,114,197,251,169,224,253,251,253,251,225,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,86,253,254,253,254,253,254,253,254,253,254,139,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,85,251,253,251,253,251,253,251,253,251,253,251,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,168,254,253,226,168,254,253,254,253,254,253,169,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,84,83,56,0,139,251,253,251,253,251,168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,114,254,253,254,253,254,84,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,253,251,253,251,253,83,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,198,253,254,253,254,84,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,85,251,253,251,253,196,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,85,253,254,253,254,253,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,85,251,253,251,253,251,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,141,253,254,253,254,253,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,253,251,253,251,253,138,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,169,254,253,254,253,226,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,224,253,251,253,251,168,0,0,0,0,0,0,0,0,0,29,85,85,85,254,253,254,253,254,139,85,85,141,253,254,253,254,253,169,0,0,0,0,0,0,0,0,0,85,251,253,251,253,251,253,251,253,251,253,251,253,251,253,251,253,251,56,0,0,0,0,0,0,0,0,0,254,253,254,253,254,253,254,253,254,253,254,253,254,253,254,253,226,56,0,0,0,0,0,0,0,0,0,0,253,251,253,251,253,251,253,251,253,251,253,251,253,251,253,251,168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,32,229,203,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,150,252,227,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,154,252,252,103,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,151,253,252,252,28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,51,0,0,111,241,255,253,106,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,63,234,252,253,189,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23,234,252,252,231,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,179,252,252,252,75,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,126,254,253,253,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,243,253,252,170,9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,172,252,253,252,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,51,246,252,253,227,156,175,51,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,216,253,253,254,253,253,253,176,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,54,252,252,252,253,252,252,252,244,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,178,252,252,252,244,93,122,252,253,171,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,101,253,252,252,151,25,76,210,252,253,145,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,114,254,253,253,53,154,253,253,253,214,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,88,253,252,252,252,253,252,252,227,38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,252,252,252,253,252,148,31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,165,252,202,140,65,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,46,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15,250,130,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,117,253,209,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,18,204,253,143,0,0,0,0,0,0,0,0,0,0,0,0,0,0,135,218,7,0,0,0,0,0,0,4,127,254,226,62,0,0,0,0,0,0,0,0,0,0,0,0,0,0,91,253,104,0,0,0,0,0,0,39,240,253,117,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,95,253,104,0,0,0,0,0,5,201,253,204,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,222,253,82,0,0,0,0,0,124,254,253,15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,136,248,196,7,0,0,0,0,84,250,254,134,2,0,0,0,0,0,0,0,0,0,0,0,0,0,15,162,255,254,196,7,0,4,131,157,236,254,172,14,0,0,0,0,0,0,0,0,0,0,0,0,0,44,190,253,247,193,250,219,209,215,253,253,253,196,14,0,0,0,0,0,0,0,0,0,0,0,0,7,95,244,253,218,79,0,67,163,163,218,253,253,233,46,0,0,0,0,0,0,0,0,0,0,0,0,0,197,253,250,116,7,0,0,0,0,0,179,253,246,49,0,0,0,0,0,0,0,0,0,0,0,0,0,0,210,213,58,0,0,0,0,0,0,23,254,253,107,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,115,255,172,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,99,248,220,21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,60,216,31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,18,35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,22,212,248,128,28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,87,254,254,254,236,138,29,29,29,21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,122,254,248,163,250,254,254,254,254,236,18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,183,254,235,0,4,46,129,228,254,254,24,0,0,0,0,0,0,0,0,0,0,0,0,24,13,0,0,21,244,254,235,0,0,0,0,140,254,254,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,58,254,254,235,0,0,0,0,209,254,230,16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,121,254,254,235,0,0,0,131,254,254,162,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,121,254,254,155,0,0,7,210,254,243,47,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,82,231,254,108,0,0,83,254,254,148,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,14,3,0,0,202,254,254,94,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,15,15,106,228,254,254,217,180,11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,90,254,254,254,254,254,254,254,254,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,24,195,225,254,254,254,254,254,242,20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,17,244,254,254,176,53,38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,241,254,254,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,248,254,170,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,84,254,254,82,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,178,254,254,82,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15,236,255,254,82,0,0,0,0,0,0,86,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,75,249,170,20,0,0,0,0,0,0,97,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,30,203,195,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,114,248,98,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,32,241,230,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,70,253,162,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,162,254,80,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,212,211,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,43,254,206,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,93,254,173,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,93,254,115,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,93,254,115,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,93,254,115,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,93,254,115,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,93,254,115,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,93,254,115,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,84,254,156,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,254,173,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,207,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,120,206,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,70,206,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,45,165,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,191,0,0,0,0,0,128,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,191,0,0,0,0,0,0,128,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,191,0,0,0,0,0,0,0,128,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,64,0,0,0,0,0,0,0,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,0,0,0,0,0,0,0,0,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,0,0,0,0,0,0,0,128,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,64,0,0,0,0,0,0,128,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,255,191,128,128,64,0,128,255,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,255,255,255,255,255,255,255,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,255,255,255,255,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,255,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,255,255,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,255,191,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,25,44,116,116,133,197,197,197,0,0,0,0,0,0,0,0,0,0,0,0,0,0,68,197,205,205,206,205,241,254,254,254,254,230,213,133,0,0,0,0,0,0,0,0,0,0,0,0,0,0,193,254,254,254,254,254,249,204,191,107,41,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,31,238,254,190,33,33,29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,188,254,254,16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,60,215,254,254,254,185,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,48,237,254,254,206,171,251,107,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,22,231,230,75,0,0,159,247,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,0,0,0,0,0,0,0,0,59,254,74,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,197,55,0,0,0,0,0,0,0,125,255,100,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,120,181,30,0,0,0,0,30,108,252,243,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,93,254,156,124,124,124,168,249,254,227,112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,130,241,254,254,254,254,225,130,15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,86,115,115,99,33,14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,83,254,60,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,208,253,159,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,89,253,253,127,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,138,253,219,25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,132,69,0,0,0,0,0,198,254,161,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,26,232,245,17,0,0,0,55,243,253,77,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,97,253,253,51,0,0,0,170,253,242,38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,85,247,253,219,0,0,0,34,254,253,162,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,26,221,254,254,228,0,0,0,151,254,254,138,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,81,214,254,253,244,86,47,47,55,222,254,253,54,0,0,0,5,13,0,0,0,0,0,0,0,0,32,166,245,253,254,253,253,253,254,253,253,253,254,253,173,149,208,207,212,77,0,0,0,0,0,0,0,0,136,253,253,253,254,253,253,253,254,253,253,253,254,253,253,253,254,253,253,128,0,0,0,0,0,0,0,0,104,254,254,254,185,184,184,184,185,248,254,254,210,184,210,184,185,134,51,0,0,0,0,0,0,0,0,0,7,140,73,23,0,0,0,0,38,243,253,253,42,0,9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,120,253,253,168,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,34,254,253,253,69,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,49,254,255,254,146,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,116,253,254,244,38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,74,253,254,156,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,253,203,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,49,233,253,255,159,55,138,191,128,19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,104,228,252,210,232,252,252,252,252,253,236,44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,129,252,210,12,138,240,151,69,69,169,252,152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,47,252,252,22,138,164,0,0,0,138,252,183,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,190,252,75,13,8,0,0,53,243,252,79,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,70,253,253,0,0,7,66,243,252,157,32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,244,252,74,9,155,252,252,188,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,176,252,163,197,252,227,79,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,59,244,253,252,185,50,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,136,250,253,210,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,138,253,232,255,211,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,136,252,172,8,180,252,69,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,191,240,151,13,0,138,252,69,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,136,253,112,0,0,0,138,252,69,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,85,250,128,8,0,0,0,243,231,37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,160,190,0,0,0,0,179,255,207,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,142,252,117,0,0,13,89,244,249,117,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,184,252,54,0,45,172,252,252,115,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,184,252,232,208,236,252,176,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,101,137,137,253,178,106,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,82,238,255,239,171,153,41,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,138,254,254,254,254,254,254,195,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,119,254,241,158,158,158,104,233,237,18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,54,254,252,124,0,0,0,0,33,209,67,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,138,254,224,0,0,0,0,0,0,115,254,165,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,188,254,197,0,0,0,0,0,32,217,254,187,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,150,254,228,7,0,0,31,129,227,254,246,84,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,67,254,254,200,184,200,227,254,254,227,49,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,121,233,254,254,247,223,254,254,89,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,21,46,46,38,155,254,209,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,51,247,254,115,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,169,254,211,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,33,248,254,131,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,254,228,26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,141,254,187,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,31,250,254,103,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,254,228,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,212,254,212,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,30,254,254,186,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,254,201,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,37,150,254,255,176,129,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,54,237,254,254,254,254,254,223,104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9,208,254,212,96,67,109,224,254,251,64,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,101,81,3,0,0,0,32,242,254,224,14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,105,249,254,33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,202,254,120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,202,254,120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,202,254,40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14,218,203,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,98,254,91,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,181,240,16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,24,241,83,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,210,230,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,55,254,95,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,73,73,73,49,14,187,203,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,112,254,254,254,246,235,254,188,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,195,252,192,197,254,254,254,254,184,25,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,216,167,0,82,254,223,91,120,186,186,63,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,216,211,94,222,212,28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,108,254,254,210,71,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,105,254,255,254,87,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,127,252,134,68,165,216,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,252,163,0,0,133,254,16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,155,209,14,0,0,133,254,16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,234,169,0,0,0,133,254,35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,252,95,0,0,0,133,254,97,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,61,254,141,0,0,42,199,254,18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,19,204,228,152,178,238,254,254,16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,42,197,225,225,187,228,254,16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,133,254,16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,133,254,58,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,133,254,97,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,84,254,97,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,51,253,125,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,194,177,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,145,236,56,142,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,145,254,213,114,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,145,254,229,11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,145,254,118,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,120,254,59,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,21,125,23,64,163,189,150,37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,189,253,238,249,253,254,253,127,0,0,114,30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,69,241,253,176,94,127,127,244,171,3,133,254,186,0,0,0,0,0,0,0,0,0,0,0,0,0,0,64,253,254,164,8,0,0,0,164,219,132,253,254,192,0,0,0,0,0,0,0,0,0,0,0,0,0,14,218,253,195,12,0,0,0,0,113,253,253,253,228,37,0,0,0,0,0,0,0,0,0,0,0,0,0,37,254,254,0,0,0,0,0,131,215,254,254,228,66,0,0,0,0,0,0,0,0,0,0,0,0,0,0,37,253,253,0,0,47,35,152,254,253,253,249,95,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,32,245,253,218,185,248,240,253,254,253,253,143,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,199,253,254,246,179,119,100,254,253,185,12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,96,227,163,53,11,0,181,254,233,81,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,45,254,255,83,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,193,253,212,8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,90,245,240,58,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,230,253,162,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,72,243,253,129,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,145,254,216,26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,233,253,93,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,119,253,221,27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,156,253,127,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,21,188,81,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,13,108,187,187,174,150,65,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,95,223,230,169,85,69,89,149,251,113,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,123,228,68,0,0,0,0,0,0,188,216,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,124,202,24,0,0,0,0,0,0,0,104,193,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,52,249,68,0,0,0,0,0,0,0,0,109,132,61,77,0,0,0,0,0,0,0,0,0,0,0,0,0,43,255,79,0,0,0,0,0,0,66,149,247,248,245,164,12,0,0,0,0,0,0,0,0,0,0,0,0,2,65,241,101,1,36,86,147,230,250,174,193,57,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,62,216,182,254,147,40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,254,237,137,15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,193,122,20,122,221,92,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,224,19,0,0,84,246,127,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,82,181,0,0,0,0,41,197,204,90,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,92,204,3,0,0,0,0,4,142,250,120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,178,91,0,0,0,0,0,0,63,245,124,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,74,176,0,0,0,0,0,0,0,59,231,87,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,41,250,69,0,0,0,0,0,0,0,148,230,16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,167,205,46,0,0,0,0,0,0,27,246,50,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14,195,230,47,0,0,0,0,0,8,217,117,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,120,207,188,150,126,70,48,170,206,23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,55,93,168,173,228,182,22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,122,196,254,255,187,106,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,105,241,254,252,196,224,253,254,72,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,162,254,247,99,47,0,0,109,244,245,73,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,184,254,180,36,0,0,0,0,0,212,254,169,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,130,254,183,10,0,0,0,0,0,0,114,254,149,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,231,236,36,0,0,0,0,0,0,0,72,248,43,0,0,0,0,0,0,0,0,0,0,0,0,0,0,116,254,145,0,0,0,0,0,0,0,0,137,226,33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,134,254,163,124,57,77,10,42,81,128,194,245,254,119,0,0,0,0,0,0,0,0,0,0,0,0,0,0,22,222,254,254,254,254,243,222,202,155,174,254,218,13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,12,74,113,113,105,42,0,0,0,178,254,83,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,73,251,243,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,174,254,155,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,70,254,240,21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,140,254,112,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,24,242,254,45,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,94,254,166,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,219,254,104,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,36,254,227,13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,119,255,220,16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,83,255,161,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,216,162,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,246,192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,246,192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,246,192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,246,192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,246,192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,246,198,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,246,207,7,0,0,0,0,0,0,0,0,0,0,10,133,184,32,0,0,0,0,0,0,0,0,0,0,0,246,215,10,0,0,0,0,0,0,0,0,0,24,178,254,254,151,0,0,0,0,0,0,0,0,0,0,0,246,254,26,0,0,0,0,0,0,0,0,22,210,254,150,236,248,79,0,0,0,0,0,0,0,0,0,0,161,254,84,0,0,0,0,0,0,0,0,177,254,96,0,175,255,157,0,0,0,0,0,0,0,0,0,0,27,243,231,22,0,0,0,0,0,0,93,253,166,13,0,90,254,212,0,0,0,0,0,0,0,0,0,0,0,194,254,148,11,0,0,0,0,0,158,254,93,0,0,2,197,245,0,0,0,0,0,0,0,0,0,0,0,28,240,254,118,48,0,0,0,0,206,254,26,28,96,149,248,147,0,0,0,0,0,0,0,0,0,0,0,0,128,248,254,250,183,131,131,190,253,254,223,237,254,225,86,10,0,0,0,0,0,0,0,0,0,0,0,0,0,53,208,254,254,254,254,254,254,254,222,173,89,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,52,52,52,52,145,254,205,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,19,242,239,56,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,158,254,117,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,74,248,201,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,86,170,170,255,57,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,141,198,170,255,255,255,255,255,255,226,57,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,226,255,255,170,170,170,86,226,255,57,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,141,255,170,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,226,255,29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,170,255,114,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,226,255,57,0,57,141,114,57,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,141,255,198,114,226,255,255,255,255,141,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,255,255,255,255,226,114,86,86,198,255,114,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,170,255,255,255,141,29,0,0,0,29,255,226,29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,255,255,255,86,0,0,0,0,0,0,170,255,86,0,0,0,0,0,0,0,0,0,0,0,0,0,0,86,255,255,86,0,0,0,0,0,0,0,57,255,86,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,86,29,0,0,0,0,0,0,0,0,0,255,170,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,198,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,86,170,29,0,0,0,0,0,0,0,255,198,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,141,255,86,0,0,0,0,0,0,114,255,86,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,255,141,0,0,0,0,0,0,198,226,29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,170,255,86,0,0,0,29,170,255,114,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57,226,255,198,170,170,226,255,170,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,141,226,255,255,198,114,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,80,166,253,21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,242,253,252,21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,22,128,246,252,250,117,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,139,252,252,236,145,70,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,89,253,252,244,66,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,100,236,254,186,9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,87,232,252,186,16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,136,251,252,146,9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,69,252,252,183,14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,45,236,252,199,49,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,124,254,239,17,0,0,0,0,0,0,0,8,11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,242,239,68,0,0,0,0,0,0,57,128,201,205,16,0,0,0,0,0,0,0,0,0,0,0,0,11,211,252,149,0,0,0,0,0,0,82,246,252,253,252,127,0,0,0,0,0,0,0,0,0,0,0,0,48,252,182,0,0,0,0,27,82,90,237,236,101,138,252,205,0,0,0,0,0,0,0,0,0,0,0,0,215,252,103,0,0,0,0,106,253,252,146,31,132,236,252,38,0,0,0,0,0,0,0,0,0,0,0,0,233,253,42,0,0,0,29,175,255,218,113,253,253,255,186,9,0,0,0,0,0,0,0,0,0,0,0,0,232,252,156,86,85,94,232,252,253,252,252,252,252,186,16,0,0,0,0,0,0,0,0,0,0,0,0,0,83,252,252,253,252,252,252,252,253,252,251,205,82,9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,196,252,253,252,252,252,252,216,189,86,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,28,129,253,252,252,182,59,18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,195,159,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,35,254,52,0,0,0,0,15,54,12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,128,199,2,0,0,0,0,185,247,39,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,235,193,0,0,0,0,0,221,159,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,254,131,0,0,0,0,10,228,120,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,58,243,34,0,0,0,0,42,254,81,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,193,210,0,0,0,0,0,76,254,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,236,127,0,0,0,0,0,136,254,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,55,253,68,0,0,0,0,0,194,231,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,58,251,38,0,0,0,0,3,203,151,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,58,253,128,65,115,141,206,219,254,110,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,200,254,251,239,205,143,75,254,60,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,61,46,0,0,0,28,254,34,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,135,254,34,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,173,208,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,32,249,78,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,65,254,61,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,65,254,61,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,65,254,91,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27,225,167,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,77,254,182,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,204,253,181,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,115,253,240,181,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,201,245,61,65,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,55,253,169,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,145,254,144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,145,253,144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,145,253,99,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,184,253,54,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,235,227,16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,47,247,152,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,73,253,132,0,0,0,71,223,225,26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,119,253,127,0,0,76,250,253,250,62,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,163,253,127,0,40,234,246,253,232,16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,163,253,127,0,155,254,227,253,144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,106,254,228,93,254,255,254,243,71,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,217,253,247,253,254,253,113,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,40,176,253,253,230,113,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,203,112,20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,194,52,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15,26,37,37,36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,12,118,214,233,253,253,252,187,105,36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,27,229,253,240,227,221,149,227,227,248,242,161,13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,120,253,228,78,38,0,0,0,0,0,144,222,253,200,21,0,0,0,0,0,0,0,0,0,0,0,0,0,38,221,219,28,0,0,0,0,0,0,0,35,213,253,232,29,0,0,0,0,0,0,0,0,0,0,0,0,0,33,4,0,0,0,0,0,0,0,0,0,0,145,253,197,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,3,0,0,0,0,0,0,31,252,250,70,0,0,0,0,0,0,0,0,0,0,0,0,0,150,156,103,192,207,156,156,156,73,23,0,0,182,253,83,0,0,0,0,0,0,0,0,0,0,0,0,116,252,253,243,155,201,253,253,253,253,224,166,112,239,245,51,0,0,0,0,0,0,0,0,0,0,0,148,253,215,32,4,0,2,5,5,69,191,253,253,253,253,245,65,0,0,0,0,0,0,0,0,0,0,0,229,221,32,0,0,0,0,0,0,0,0,61,207,253,253,253,237,142,0,0,0,0,0,0,0,0,0,0,255,160,0,0,0,0,0,0,0,0,25,193,250,224,119,212,243,253,215,93,0,0,0,0,0,0,0,0,180,227,125,21,0,0,0,0,2,142,239,253,158,34,0,0,49,196,253,253,0,0,0,0,0,0,0,0,100,253,253,235,188,0,19,90,212,249,233,72,7,0,0,0,0,16,195,190,0,0,0,0,0,0,0,0,16,163,87,83,18,105,133,160,83,66,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,59,143,254,253,253,76,106,230,146,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,60,233,252,253,252,252,219,252,252,246,43,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79,200,236,252,252,197,222,252,252,252,252,150,0,0,0,0,0,0,0,0,0,0,0,0,0,0,70,204,250,252,239,196,92,137,216,252,252,252,252,74,0,0,0,0,0,0,0,0,0,0,0,0,0,22,206,252,252,252,151,165,241,253,252,252,252,252,123,8,0,0,0,0,0,0,0,0,0,0,0,0,0,186,252,252,252,252,252,252,252,253,252,252,252,252,55,0,0,0,0,0,0,0,0,0,0,0,0,0,0,200,241,241,241,241,241,208,131,71,186,252,251,145,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,53,252,252,230,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,225,252,252,148,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,49,253,252,209,20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11,177,255,253,139,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,78,252,253,235,32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,18,194,252,253,95,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,150,252,252,226,37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,32,218,252,252,39,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,208,252,252,214,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,231,252,215,26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,74,244,252,156,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,41,238,252,239,46,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,157,252,113,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,67,244,210,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,195,254,244,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,160,254,170,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,188,254,150,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,53,254,254,63,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,136,254,251,52,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,188,254,149,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,17,227,254,122,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,29,254,254,42,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,99,254,205,8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,147,255,129,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,217,254,95,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,45,245,250,21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,120,254,131,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,238,254,66,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,245,254,66,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,245,254,66,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,245,226,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,245,239,32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,175,254,66,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,92,166,253,253,255,253,253,153,63,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13,57,194,253,252,252,252,253,252,252,252,207,82,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,95,252,252,253,252,252,177,168,168,168,243,253,240,81,0,0,0,0,0,0,0,0,0,0,0,0,0,76,243,252,252,253,227,103,3,0,0,0,25,153,252,205,13,0,0,0,0,0,0,0,0,0,0,0,0,141,253,253,253,239,125,0,0,0,0,0,0,13,169,229,153,0,0,0,0,0,0,0,0,0,0,0,0,216,252,252,252,38,0,0,0,0,0,0,0,0,44,240,252,26,0,0,0,0,0,0,0,0,0,0,0,216,252,252,127,0,0,0,0,0,0,0,0,0,26,222,252,113,0,0,0,0,0,0,0,0,0,0,0,79,139,103,3,0,0,0,0,0,0,0,0,0,0,97,252,113,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,70,203,253,51,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,32,187,252,227,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,141,252,252,139,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,141,252,252,90,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,26,154,253,253,153,79,22,0,26,179,179,194,13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,19,231,253,252,252,252,253,208,57,231,253,240,43,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,123,252,253,252,252,252,253,252,252,252,253,196,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,197,252,253,151,28,28,203,252,252,252,253,196,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,185,253,229,10,0,13,204,253,253,253,254,253,253,153,79,22,0,0,0,0,0,0,0,0,0,0,0,0,66,246,253,196,169,206,253,252,233,96,84,122,252,252,253,234,169,44,0,0,0,0,0,0,0,0,0,0,0,225,253,252,252,252,253,170,37,0,0,13,56,193,253,252,252,139,0,0,0,0,0,0,0,0,0,0,0,25,140,165,252,151,78,9,0,0,0,0,0,13,28,78,28,15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,93,95,95,95,188,198,194,95,17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,224,254,254,254,254,254,254,254,231,43,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,73,229,254,254,254,254,254,213,171,243,254,184,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,69,251,254,254,212,46,20,20,11,0,165,254,212,0,0,0,0,0,0,0,0,0,0,0,0,0,0,41,228,254,254,185,2,0,0,0,0,0,187,254,255,0,0,0,0,0,0,0,0,0,0,0,0,0,71,238,254,254,202,19,0,0,0,0,0,60,250,254,162,0,0,0,0,0,0,0,0,0,0,0,0,33,196,254,254,225,34,0,0,0,0,0,0,94,254,254,82,0,0,0,0,0,0,0,0,0,0,0,2,176,255,254,251,57,0,0,0,0,0,0,12,207,254,230,27,0,0,0,0,0,0,0,0,0,0,15,175,254,254,202,34,0,0,0,0,0,0,0,168,254,248,77,0,0,0,0,0,0,0,0,0,0,0,30,241,254,254,196,0,0,0,0,0,0,0,31,218,254,248,37,0,0,0,0,0,0,0,0,0,0,33,243,254,250,153,4,0,0,0,0,0,0,36,222,254,226,77,2,0,0,0,0,0,0,0,0,0,17,218,254,254,192,0,0,0,0,0,0,15,89,118,200,211,54,0,0,0,0,0,0,0,0,0,0,0,48,254,254,254,69,0,0,0,0,7,73,198,254,247,122,51,0,0,0,0,0,0,0,0,0,0,0,0,122,254,254,195,6,0,0,20,79,157,254,254,222,213,50,0,0,0,0,0,0,0,0,0,0,0,0,0,194,254,254,246,229,229,229,236,254,250,110,86,41,12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,124,254,254,254,254,254,254,254,254,196,21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,69,178,254,254,254,254,250,244,112,14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,90,94,94,94,50,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,31,173,234,152,152,233,254,253,254,253,254,253,82,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,152,252,253,252,253,252,253,252,253,252,253,252,243,40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,173,253,254,253,254,253,254,253,254,253,255,253,244,40,0,0,0,0,0,0,0,0,0,0,0,0,0,163,253,252,253,252,253,252,253,252,233,151,172,252,122,0,0,0,0,0,0,0,0,0,0,0,0,0,113,253,254,253,254,213,82,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,152,252,253,252,213,10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,132,253,254,253,214,10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,212,253,252,253,212,82,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,183,254,253,254,253,254,253,152,112,41,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,172,252,253,252,253,252,253,252,243,162,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,41,163,243,254,253,254,253,254,253,254,71,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,40,151,192,253,252,253,252,253,232,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,62,162,254,253,254,253,102,0,0,0,0,0,0,0,0,0,123,203,82,0,0,0,0,0,0,0,0,0,0,20,253,252,253,252,102,0,0,0,0,0,0,0,0,0,152,253,254,131,0,0,0,0,0,0,0,0,11,132,254,253,254,253,82,0,0,0,0,0,0,0,0,0,152,252,253,252,142,20,0,0,0,0,62,102,213,252,253,252,253,212,0,0,0,0,0,0,0,0,0,0,82,243,255,253,255,253,153,152,153,193,254,253,254,253,254,253,142,20,0,0,0,0,0,0,0,0,0,0,0,81,213,252,253,252,253,252,253,252,253,252,253,252,233,111,0,0,0,0,0,0,0,0,0,0,0,0,0,0,41,223,255,253,254,253,254,253,254,253,203,81,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20,213,252,253,252,253,212,91,50,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
diff --git a/tests/test_fastai.py b/tests/test_fastai.py
index 94223fe3..0f9d1202 100644
--- a/tests/test_fastai.py
+++ b/tests/test_fastai.py
@@ -4,8 +4,9 @@
 import pandas as pd
 import torch
 
+from fastai.tabular import *
 from fastai.core import partition
-from fastai.layer_optimizer import LayerOptimizer
+from fastai.torch_core import tensor
 
 class TestFastAI(unittest.TestCase):
     def test_partition(self):
@@ -13,31 +14,29 @@ def test_partition(self):
 
         self.assertEqual(3, len(result))
 
-    # based on https://github.com/fastai/fastai/blob/0.7.0/tests/test_layer_optimizer.py
-    def test_layer_optimizer(self):
-        lo = LayerOptimizer(FakeOpt, fastai_params_('A', 'B', 'C'), 1e-2, 1e-4)
-        fast_check_optimizer_(lo.opt, [(nm, 1e-2, 1e-4) for nm in 'ABC'])
-
-
-class Par(object):
-    def __init__(self, x, grad=True):
-        self.x = x
-        self.requires_grad = grad
-    def parameters(self): return [self]
-
-
-class FakeOpt(object):
-    def __init__(self, params): self.param_groups = params
-
-
-def fastai_params_(*names): return [Par(nm) for nm in names]
-
-def fast_check_optimizer_(opt, expected):
-    actual = opt.param_groups
-    assert len(actual) == len(expected)
-    for (a, e) in zip(actual, expected): fastai_check_param_(a, *e)
-
-def fastai_check_param_(par, nm, lr, wd):
-    assert par['params'][0].x == nm
-    assert par['lr'] == lr
-    assert par['weight_decay'] == wd
+    def test_has_version(self):
+        self.assertGreater(len(fastai.__version__), 1)
+    
+    # based on https://github.com/fastai/fastai/blob/master/tests/test_torch_core.py#L17
+    def test_torch_tensor(self):
+        a = tensor([1, 2, 3])
+        b = torch.tensor([1, 2, 3])
+
+        self.assertTrue(torch.all(a == b))
+
+    def test_tabular(self):
+        df = pd.read_csv("/input/tests/data/train.csv")
+        procs = [FillMissing, Categorify, Normalize]
+
+        valid_idx = range(len(df)-5, len(df))
+        dep_var = "label"
+        cont_names = []
+        for i in range(784):
+            cont_names.append("pixel" + str(i))
+
+        data = (TabularList.from_df(df, path="", cont_names=cont_names, cat_names=[], procs=procs)
+            .split_by_idx(valid_idx)
+            .label_from_df(cols=dep_var)
+            .databunch())
+        learn = tabular_learner(data, layers=[200, 100])
+        learn.fit(epochs=1)
diff --git a/tests/test_h2o.py b/tests/test_h2o.py
index 94fc57b8..52ff7950 100644
--- a/tests/test_h2o.py
+++ b/tests/test_h2o.py
@@ -9,4 +9,4 @@ def tearDown(self):
     def test_init_read(self):
         h2o.init()
         train = h2o.import_file("/input/tests/data/train.csv", destination_frame="train")
-        self.assertEqual(19, train.nrow)
+        self.assertEqual(100, train.nrow)
diff --git a/tests/test_pandas.py b/tests/test_pandas.py
index f533a043..b02d0509 100644
--- a/tests/test_pandas.py
+++ b/tests/test_pandas.py
@@ -6,7 +6,7 @@ class TestPandas(unittest.TestCase):
     def test_read_csv(self):
         data = pd.read_csv("/input/tests/data/train.csv")
 
-        self.assertEqual(19, len(data.index))
+        self.assertEqual(100, len(data.index))
 
     def test_read_feather(self):
         data = pd.read_feather("/input/tests/data/feather-0_3_1.feather")

From 35d4df01d6c80aafa2f13e078a0aad1440ce89c1 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 14 Dec 2018 15:45:28 -0800
Subject: [PATCH 143/251] Pin dipy to 0.14.0

---
 Dockerfile | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 36096c73..7fae3ee1 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -309,7 +309,8 @@ RUN pip install fancyimpute && \
     pip install paramnb && \
     pip install folium && \
     pip install scikit-plot && \
-    pip install dipy && \
+    # 0.15.0 is still unstable.
+    pip install dipy==0.14.0 && \
     # plotnine 0.5 is depending on matplotlib >= 3.0 which is not compatible with basemap.
     # once basemap support matplotlib, we can unpin this package.
     pip install plotnine==0.4.0 && \

From ac9f0c18f1bd314511263ebebd2d428632c056b5 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 14 Dec 2018 15:46:57 -0800
Subject: [PATCH 144/251] Reduce wget verbosiness

---
 Dockerfile | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 7fae3ee1..4bec6afa 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -44,7 +44,7 @@ RUN pip install --upgrade seaborn python-dateutil dask && \
     libpaper-utils libpaper1 libpixman-1-0 libpng16-16 librsvg2-2 librsvg2-common libthai-data libthai0 libtiff5 libwmf0.2-7 \
     libxcb-render0 libxcb-shm0 netpbm poppler-data p7zip-full && \
     cd /usr/local/src && \
-    wget https://imagemagick.org/download/ImageMagick.tar.gz && \
+    wget --no-verbose https://imagemagick.org/download/ImageMagick.tar.gz && \
     tar xzf ImageMagick.tar.gz && cd `ls -d ImageMagick-*` && pwd && ls -al && ./configure && \
     make -j $(nproc) && make install && \
     /tmp/clean-layer.sh
@@ -148,8 +148,8 @@ RUN apt-get -y install zlib1g-dev liblcms2-dev libwebp-dev libgeos-dev && \
     # requires java
     apt-get install -y default-jdk && \
     cd /usr/local/src && mkdir h2o && cd h2o && \
-    wget http://h2o-release.s3.amazonaws.com/h2o/latest_stable -O latest && \
-    wget --no-check-certificate -i latest -O h2o.zip && rm latest && \
+    wget --no-verbose http://h2o-release.s3.amazonaws.com/h2o/latest_stable -O latest && \
+    wget --no-verbose --no-check-certificate -i latest -O h2o.zip && rm latest && \
     unzip h2o.zip && rm h2o.zip && cp h2o-*/h2o.jar . && \
     pip install `find . -name "*whl"` && \
     # Keras setup

From 4ac55e3f3aca979a64a76176764f42871113d16f Mon Sep 17 00:00:00 2001
From: Ben Price <price.benjamindaniel@gmail.com>
Date: Sun, 16 Dec 2018 23:29:44 -0800
Subject: [PATCH 145/251] Explicitly install bazel version 0.15.0

- Until [this][1] issue is resolved, [@drigz suggestion][2] works for now.

[1]: https://github.com/bazelbuild/continuous-integration/issues/128
[2]: https://github.com/bazelbuild/continuous-integration/issues/128#issuecomment-356224187
---
 tensorflow-whl/Dockerfile | 11 +++++++----
 1 file changed, 7 insertions(+), 4 deletions(-)

diff --git a/tensorflow-whl/Dockerfile b/tensorflow-whl/Dockerfile
index 5b7b421b..bcafa4fd 100644
--- a/tensorflow-whl/Dockerfile
+++ b/tensorflow-whl/Dockerfile
@@ -47,6 +47,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
     rm -rf /var/lib/apt/lists/*
 
 # Install bazel
+ENV BAZEL_VERSION=0.15.0
 RUN apt-get update && apt-get install -y python-software-properties zip && \
     echo "deb http://ppa.launchpad.net/webupd8team/java/ubuntu precise main" | tee -a /etc/apt/sources.list && \
     echo "deb-src http://ppa.launchpad.net/webupd8team/java/ubuntu precise main" | tee -a /etc/apt/sources.list && \
@@ -55,10 +56,12 @@ RUN apt-get update && apt-get install -y python-software-properties zip && \
     echo debconf shared/accepted-oracle-license-v1-1 select true | debconf-set-selections && \
     echo debconf shared/accepted-oracle-license-v1-1 seen true | debconf-set-selections && \
     apt-get install -y oracle-java8-installer && \
-    echo "deb [arch=amd64] http://storage.googleapis.com/bazel-apt stable jdk1.8" | tee /etc/apt/sources.list.d/bazel.list && \
-    curl https://bazel.build/bazel-release.pub.gpg | apt-key add - && \
-    apt-get update && apt-get install -y bazel && \
-    apt-get upgrade -y bazel
+    apt-get install -y --no-install-recommends \
+      bash-completion \
+      zlib1g-dev && \
+    curl -LO "https://github.com/bazelbuild/bazel/releases/download/${BAZEL_VERSION}/bazel_${BAZEL_VERSION}-linux-x86_64.deb" && \
+    dpkg -i bazel_*.deb && \
+    rm bazel_*.deb
 
 # Tensorflow doesn't support python 3.7 yet. See https://github.com/tensorflow/tensorflow/issues/20517
 RUN conda install -y python=3.6.6 && \

From 213051a27c45537385f6163aa5f3168d86f87927 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 17 Dec 2018 09:38:37 -0800
Subject: [PATCH 146/251] Add comments about Bazel version pinning.

---
 tensorflow-whl/Dockerfile | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tensorflow-whl/Dockerfile b/tensorflow-whl/Dockerfile
index bcafa4fd..8b148af4 100644
--- a/tensorflow-whl/Dockerfile
+++ b/tensorflow-whl/Dockerfile
@@ -47,6 +47,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
     rm -rf /var/lib/apt/lists/*
 
 # Install bazel
+# Tensorflow 1.11 requires the Bazel 0.15: https://www.tensorflow.org/install/source
 ENV BAZEL_VERSION=0.15.0
 RUN apt-get update && apt-get install -y python-software-properties zip && \
     echo "deb http://ppa.launchpad.net/webupd8team/java/ubuntu precise main" | tee -a /etc/apt/sources.list && \
@@ -59,6 +60,7 @@ RUN apt-get update && apt-get install -y python-software-properties zip && \
     apt-get install -y --no-install-recommends \
       bash-completion \
       zlib1g-dev && \
+    # Install Bazel with apt-get once this issue is resolved: https://github.com/bazelbuild/continuous-integration/issues/128
     curl -LO "https://github.com/bazelbuild/bazel/releases/download/${BAZEL_VERSION}/bazel_${BAZEL_VERSION}-linux-x86_64.deb" && \
     dpkg -i bazel_*.deb && \
     rm bazel_*.deb

From 78053bec2a378d3e5ef8233ab6bb05a2c7fec0ac Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Sat, 15 Dec 2018 00:12:53 +0000
Subject: [PATCH 147/251] Build tensorflow wheels with Jenkins

---
 tensorflow-whl/Jenkinsfile | 36 ++++++++++++++++++++++++++++++++++++
 1 file changed, 36 insertions(+)
 create mode 100644 tensorflow-whl/Jenkinsfile

diff --git a/tensorflow-whl/Jenkinsfile b/tensorflow-whl/Jenkinsfile
new file mode 100644
index 00000000..92dfcada
--- /dev/null
+++ b/tensorflow-whl/Jenkinsfile
@@ -0,0 +1,36 @@
+pipeline {
+    agent { label 'ephemeral-linux-gpu' }
+    options {
+        // The Build GPU stage depends on the image from the Push CPU stage
+        disableConcurrentBuilds()
+    }
+    environment {
+        GIT_COMMIT_SHORT = sh(returnStdout: true, script:"git rev-parse --short=7 HEAD").trim()
+        GIT_COMMIT_SUBJECT = sh(returnStdout: true, script:"git log --format=%s -n 1 HEAD").trim()
+        GIT_COMMIT_AUTHOR = sh(returnStdout: true, script:"git log --format='%an' -n 1 HEAD").trim()
+        GIT_COMMIT_SUMMARY = "`<https://github.com/Kaggle/docker-python/commit/${GIT_COMMIT}|${GIT_COMMIT_SHORT}>` ${GIT_COMMIT_SUBJECT} - ${GIT_COMMIT_AUTHOR}"
+    }
+
+    stages {
+        stage('Build') {
+            steps {
+                sh '''#!/bin/bash
+                set -exo pipefail
+                
+                cd tensorflow-whl/
+                ./build | ts
+                '''
+            }
+        }
+        stage('Push') {
+            steps {
+                sh '''#!/bin/bash
+                set -exo pipefail
+
+                cd tensorflow-whl/
+                ./push staging
+                '''
+            }
+        }
+    }
+}

From df12b19b0a6d21de0c15d13632c505cfc0430819 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Sat, 15 Dec 2018 00:47:14 +0000
Subject: [PATCH 148/251] Upgrade to cuda 9.2 and tf 0.12.0

---
 tensorflow-whl/Dockerfile | 28 ++++++++++++++--------------
 1 file changed, 14 insertions(+), 14 deletions(-)

diff --git a/tensorflow-whl/Dockerfile b/tensorflow-whl/Dockerfile
index 8b148af4..1cd1acdf 100644
--- a/tensorflow-whl/Dockerfile
+++ b/tensorflow-whl/Dockerfile
@@ -1,5 +1,5 @@
-FROM nvidia/cuda:9.1-cudnn7-devel-ubuntu16.04 AS nvidia
-FROM continuumio/anaconda3:5.0.1
+FROM nvidia/cuda:9.2-cudnn7-devel-ubuntu16.04 AS nvidia
+FROM continuumio/anaconda3:5.2.0
 
 # Avoid interactive configuration prompts/dialogs during apt-get.
 ENV DEBIAN_FRONTEND=noninteractive
@@ -15,8 +15,8 @@ COPY --from=nvidia /etc/apt/trusted.gpg /etc/apt/trusted.gpg.d/cuda.gpg
 
 # Ensure the cuda libraries are compatible with the GPU image.
 # TODO(b/120050292): Use templating to keep in sync.
-ENV CUDA_VERSION=9.1.85
-ENV CUDA_PKG_VERSION=9-1=$CUDA_VERSION-1
+ENV CUDA_VERSION=9.2.148
+ENV CUDA_PKG_VERSION=9-2=$CUDA_VERSION-1
 LABEL com.nvidia.volumes.needed="nvidia_driver"
 LABEL com.nvidia.cuda.version="${CUDA_VERSION}"
 ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:${PATH}
@@ -38,21 +38,21 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
       cuda-nvml-dev-$CUDA_PKG_VERSION \
       cuda-minimal-build-$CUDA_PKG_VERSION \
       cuda-command-line-tools-$CUDA_PKG_VERSION \
-      libcudnn7=7.2.1.38-1+cuda9.0 \
-      libcudnn7-dev=7.2.1.38-1+cuda9.0 \
-      libnccl2=2.2.12-1+cuda9.1 \
-      libnccl-dev=2.2.12-1+cuda9.1 && \
-    ln -s /usr/local/cuda-9.1 /usr/local/cuda && \
+      libcudnn7=7.4.1.5-1+cuda9.2 \
+      libcudnn7-dev=7.4.1.5-1+cuda9.2 \
+      libnccl2=2.3.7-1+cuda9.2 \
+      libnccl-dev=2.3.7-1+cuda9.2 && \
+    ln -s /usr/local/cuda-9.2 /usr/local/cuda && \
     ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1 && \
     rm -rf /var/lib/apt/lists/*
 
 # Install bazel
 # Tensorflow 1.11 requires the Bazel 0.15: https://www.tensorflow.org/install/source
 ENV BAZEL_VERSION=0.15.0
-RUN apt-get update && apt-get install -y python-software-properties zip && \
+RUN apt-get update && apt-get install -y gnupg zip && \
     echo "deb http://ppa.launchpad.net/webupd8team/java/ubuntu precise main" | tee -a /etc/apt/sources.list && \
     echo "deb-src http://ppa.launchpad.net/webupd8team/java/ubuntu precise main" | tee -a /etc/apt/sources.list && \
-    apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv-keys EEA14886 C857C906 2B90D010 && \
+    apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv-keys --no-tty EEA14886 C857C906 2B90D010 && \
     apt-get update && \
     echo debconf shared/accepted-oracle-license-v1-1 select true | debconf-set-selections && \
     echo debconf shared/accepted-oracle-license-v1-1 seen true | debconf-set-selections && \
@@ -61,7 +61,7 @@ RUN apt-get update && apt-get install -y python-software-properties zip && \
       bash-completion \
       zlib1g-dev && \
     # Install Bazel with apt-get once this issue is resolved: https://github.com/bazelbuild/continuous-integration/issues/128
-    curl -LO "https://github.com/bazelbuild/bazel/releases/download/${BAZEL_VERSION}/bazel_${BAZEL_VERSION}-linux-x86_64.deb" && \
+    wget --no-verbose "https://github.com/bazelbuild/bazel/releases/download/${BAZEL_VERSION}/bazel_${BAZEL_VERSION}-linux-x86_64.deb" && \
     dpkg -i bazel_*.deb && \
     rm bazel_*.deb
 
@@ -75,7 +75,7 @@ RUN conda install -y python=3.6.6 && \
 RUN cd /usr/local/src && \
     git clone https://github.com/tensorflow/tensorflow && \
     cd tensorflow && \
-    git checkout r1.11
+    git checkout r1.12
 
 # Create a tensorflow wheel for CPU
 RUN cd /usr/local/src/tensorflow && \
@@ -86,7 +86,7 @@ RUN cd /usr/local/src/tensorflow && \
 
 # Create a tensorflow wheel for GPU/cuda
 ENV TF_NEED_CUDA=1
-ENV TF_CUDA_VERSION=9.1
+ENV TF_CUDA_VERSION=9.2
 ENV TF_CUDA_COMPUTE_CAPABILITIES=3.7,6.0
 ENV TF_CUDNN_VERSION=7
 ENV TF_NCCL_VERSION=2

From e2d4b7e12f4c2374dcb43fe42500f679e4cf4e05 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 17 Dec 2018 17:39:34 +0000
Subject: [PATCH 149/251] Add CHANGELOG entry

---
 tensorflow-whl/CHANGELOG.md | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow-whl/CHANGELOG.md b/tensorflow-whl/CHANGELOG.md
index 52ab3b13..4f17cc0a 100644
--- a/tensorflow-whl/CHANGELOG.md
+++ b/tensorflow-whl/CHANGELOG.md
@@ -1 +1,2 @@
 1.11.0-py36: Tensorflow 1.11.0 wheels built with python 3.6
+1.12.0-py36: Upgraded to 1.12 and cuda 9.2

From d9181d4d1037d4cebd382c1581da90f37a1a4c32 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 17 Dec 2018 20:21:29 +0000
Subject: [PATCH 150/251] Update NVIDIA_REQUIRE_CUDA

---
 gpu.Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/gpu.Dockerfile b/gpu.Dockerfile
index 41ec73b3..38694569 100644
--- a/gpu.Dockerfile
+++ b/gpu.Dockerfile
@@ -24,7 +24,7 @@ ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:${PATH}
 ENV LD_LIBRARY_PATH="/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64/stubs"
 ENV NVIDIA_VISIBLE_DEVICES=all
 ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
-ENV NVIDIA_REQUIRE_CUDA="cuda>=9.0"
+ENV NVIDIA_REQUIRE_CUDA="cuda>=9.2"
 RUN apt-get update && apt-get install -y --no-install-recommends \
       cuda-cupti-$CUDA_PKG_VERSION \
       cuda-cudart-$CUDA_PKG_VERSION \

From 901f759dd5780a7edd055f7289893c873e7aa61f Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 17 Dec 2018 23:24:07 +0000
Subject: [PATCH 151/251] Standardized changelog entry

---
 tensorflow-whl/CHANGELOG.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tensorflow-whl/CHANGELOG.md b/tensorflow-whl/CHANGELOG.md
index 4f17cc0a..2a5146eb 100644
--- a/tensorflow-whl/CHANGELOG.md
+++ b/tensorflow-whl/CHANGELOG.md
@@ -1,2 +1,2 @@
 1.11.0-py36: Tensorflow 1.11.0 wheels built with python 3.6
-1.12.0-py36: Upgraded to 1.12 and cuda 9.2
+1.12.0-py36: Tensorflow 1.12.0 wheels with Cuda 9.2

From 16ff81af2c3de09dfef25c79893506620b223734 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 17 Dec 2018 23:45:48 +0000
Subject: [PATCH 152/251] Allow running test suites against arbitrary images

---
 test | 17 ++++++++++++++++-
 1 file changed, 16 insertions(+), 1 deletion(-)

diff --git a/test b/test
index 133cecfe..20fd5243 100755
--- a/test
+++ b/test
@@ -8,7 +8,9 @@ Run tests for a newly-built Python Docker image.
 By default, it runs the tests for the CPU image.
 
 Options:
-    -g, --gpu   Run tests for the GPU image.
+    -g, --gpu         Run tests for the GPU image.
+    -i, --image IMAGE Run tests against the specified image
+
 EOF
 }
 
@@ -25,6 +27,15 @@ while :; do
             IMAGE_TAG='kaggle/python-gpu-build'
             ADDITONAL_OPTS='-v /tmp/empty_dir:/usr/local/cuda/lib64/stubs:ro'
             ;;
+        -i|--image)
+            if [[ -z $2 ]]; then
+                usage
+                printf 'ERROR: No IMAGE specified after the %s flag.\n' "$1" >&2
+                exit
+            fi
+            IMAGE_TAG_OVERRIDE=$2
+            shift # skip the flag value
+            ;;
         -?*)
             usage
             printf 'ERROR: Unknown option: %s\n' "$1" >&2
@@ -37,6 +48,10 @@ while :; do
     shift
 done
 
+if [[ -n "$IMAGE_TAG_OVERRIDE" ]]; then
+    IMAGE_TAG="$IMAGE_TAG_OVERRIDE"
+fi
+
 readonly IMAGE_TAG
 readonly ADDITONAL_OPTS
 

From aa64f173ec4516ec80673594424bb6a1cac2447e Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 17 Dec 2018 17:49:30 +0000
Subject: [PATCH 153/251] Update to cuda 9.2 & tensorflow 1.12

---
 Dockerfile     |  2 +-
 gpu.Dockerfile | 18 +++++++++---------
 2 files changed, 10 insertions(+), 10 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 4bec6afa..8938bf20 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,4 +1,4 @@
-FROM gcr.io/kaggle-images/python-tensorflow-whl:1.11.0-py36 as tensorflow_whl
+FROM gcr.io/kaggle-images/python-tensorflow-whl:1.12.0-py36 as tensorflow_whl
 FROM continuumio/anaconda3:5.2.0
 
 ADD clean-layer.sh  /tmp/clean-layer.sh
diff --git a/gpu.Dockerfile b/gpu.Dockerfile
index 38694569..1244404d 100644
--- a/gpu.Dockerfile
+++ b/gpu.Dockerfile
@@ -1,5 +1,5 @@
-FROM nvidia/cuda:9.1-cudnn7-devel-ubuntu16.04 AS nvidia
-FROM gcr.io/kaggle-images/python-tensorflow-whl:1.11.0-py36 as tensorflow_whl
+FROM nvidia/cuda:9.2-cudnn7-devel-ubuntu16.04 AS nvidia
+FROM gcr.io/kaggle-images/python-tensorflow-whl:1.12.0-py36 as tensorflow_whl
 FROM gcr.io/kaggle-images/python:staging
 
 ADD clean-layer.sh  /tmp/clean-layer.sh
@@ -11,8 +11,8 @@ COPY --from=nvidia /etc/apt/trusted.gpg /etc/apt/trusted.gpg.d/cuda.gpg
 
 # Ensure the cuda libraries are compatible with the custom Tensorflow wheels.
 # TODO(b/120050292): Use templating to keep in sync or COPY installed binaries from it.
-ENV CUDA_VERSION=9.1.85
-ENV CUDA_PKG_VERSION=9-1=$CUDA_VERSION-1
+ENV CUDA_VERSION=9.2.148
+ENV CUDA_PKG_VERSION=9-2=$CUDA_VERSION-1
 LABEL com.nvidia.volumes.needed="nvidia_driver"
 LABEL com.nvidia.cuda.version="${CUDA_VERSION}"
 ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:${PATH}
@@ -33,11 +33,11 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
       cuda-nvml-dev-$CUDA_PKG_VERSION \
       cuda-minimal-build-$CUDA_PKG_VERSION \
       cuda-command-line-tools-$CUDA_PKG_VERSION \
-      libcudnn7=7.2.1.38-1+cuda9.0 \
-      libcudnn7-dev=7.2.1.38-1+cuda9.0 \
-      libnccl2=2.2.12-1+cuda9.1 \
-      libnccl-dev=2.2.12-1+cuda9.1 && \
-    ln -s /usr/local/cuda-9.1 /usr/local/cuda && \
+      libcudnn7=7.4.1.5-1+cuda9.2 \
+      libcudnn7-dev=7.4.1.5-1+cuda9.2 \
+      libnccl2=2.3.7-1+cuda9.2 \
+      libnccl-dev=2.3.7-1+cuda9.2 && \
+    ln -s /usr/local/cuda-9.2 /usr/local/cuda && \
     ln -s /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1 && \
     /tmp/clean-layer.sh
 

From 580dec4f179d8f674be64dd10a3bc10d71bede31 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Mon, 17 Dec 2018 20:20:28 +0000
Subject: [PATCH 154/251] add cudart-dev package

---
 gpu.Dockerfile | 1 +
 1 file changed, 1 insertion(+)

diff --git a/gpu.Dockerfile b/gpu.Dockerfile
index 1244404d..945275c6 100644
--- a/gpu.Dockerfile
+++ b/gpu.Dockerfile
@@ -28,6 +28,7 @@ ENV NVIDIA_REQUIRE_CUDA="cuda>=9.2"
 RUN apt-get update && apt-get install -y --no-install-recommends \
       cuda-cupti-$CUDA_PKG_VERSION \
       cuda-cudart-$CUDA_PKG_VERSION \
+      cuda-cudart-dev-$CUDA_PKG_VERSION \
       cuda-libraries-$CUDA_PKG_VERSION \
       cuda-libraries-dev-$CUDA_PKG_VERSION \
       cuda-nvml-dev-$CUDA_PKG_VERSION \

From f5280614e127892d0d05f01d6bc3bac220671f3e Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Wed, 19 Dec 2018 12:26:24 -0800
Subject: [PATCH 155/251] Add gitignore with pyc extension

---
 .gitignore | 1 +
 1 file changed, 1 insertion(+)
 create mode 100644 .gitignore

diff --git a/.gitignore b/.gitignore
new file mode 100644
index 00000000..7e99e367
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1 @@
+*.pyc
\ No newline at end of file

From e301c2a084219b29511ab47a20883b90459a3217 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 19 Dec 2018 22:21:16 +0000
Subject: [PATCH 156/251] Push image to gcr.io even if tests fail

---
 Jenkinsfile | 25 +++++++++++++++++++++++++
 1 file changed, 25 insertions(+)

diff --git a/Jenkinsfile b/Jenkinsfile
index b37db044..924f863e 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -29,6 +29,18 @@ pipeline {
       }
     }
 
+    stage('Push CPU Untested Image') {
+      steps {
+        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} pushing untested image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
+        sh '''#!/bin/bash
+          set -exo pipefail
+
+          date
+          ./push ci-untested
+        '''
+      }
+    }
+
     stage('Test CPU Image') {
       steps {
         slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} test image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
@@ -71,6 +83,19 @@ pipeline {
       }
     }
 
+    stage('Push GPU Untested Image') {
+      agent { label 'ephemeral-linux-gpu' }
+      steps {
+        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} pushing untested image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
+        sh '''#!/bin/bash
+          set -exo pipefail
+
+          date
+          ./push --gpu ci-untested
+        '''
+      }
+    }
+
     stage('Test GPU Image') {
       agent { label 'ephemeral-linux-gpu' }
       steps {

From 523749cc9c3aafd39b8953c6a385b183421287e5 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 20 Dec 2018 16:22:09 +0000
Subject: [PATCH 157/251] Pin fbprophet to 0.3post2

---
 Dockerfile | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 4bec6afa..d390652c 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -289,7 +289,9 @@ RUN pip install fancyimpute && \
     pip install pyexcel-ods && \
     pip install sklearn-pandas && \
     pip install stemming && \
-    pip install fbprophet && \
+    # Latest version of fbprophet fails with incompatibility with PyStan:
+    # pystan:Something went wrong while unpickling the StanModel. Consider recompiling 
+    pip install fbprophet==0.3.post2 && \
     pip install holoviews && \
     pip install geoviews && \
     pip install hypertools && \

From f27e6f1f75e321f9f684e7784eb1393023da308e Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 20 Dec 2018 16:27:36 +0000
Subject: [PATCH 158/251] add link to gh issue

---
 Dockerfile | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index d390652c..61911ca8 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -289,8 +289,9 @@ RUN pip install fancyimpute && \
     pip install pyexcel-ods && \
     pip install sklearn-pandas && \
     pip install stemming && \
-    # Latest version of fbprophet fails with incompatibility with PyStan:
+    # Latest version of fbprophet fails with incompatibility with PyStan. From the logs:
     # pystan:Something went wrong while unpickling the StanModel. Consider recompiling 
+    # See: https://github.com/facebook/prophet/issues/775
     pip install fbprophet==0.3.post2 && \
     pip install holoviews && \
     pip install geoviews && \

From 4bd7c3822367d336cd5f0d03ea477729c26f976f Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Thu, 20 Dec 2018 17:47:44 -0500
Subject: [PATCH 159/251] Adds initial monkeypatching of BigQuery client with
 skeleton support for having a connected gcp account.

---
 patches/sitecustomize.py | 64 ++++++++++++++++++++++++++++++----------
 tests/test_bigquery.py   | 31 +++++++++++--------
 2 files changed, 68 insertions(+), 27 deletions(-)

diff --git a/patches/sitecustomize.py b/patches/sitecustomize.py
index 7447f9cc..b1e496b4 100644
--- a/patches/sitecustomize.py
+++ b/patches/sitecustomize.py
@@ -1,22 +1,56 @@
 # TODO(rosbo): Remove this once we fix the issue with fastai importing older libcudnn if imported prior to tensorflow
 import tensorflow
 import os
+from google.auth import credentials
+from google.cloud import bigquery
+from google.cloud.bigquery._http import Connection
 
-# Monkey patches BigQuery client creation to use proxy.
-kaggle_proxy_token = os.getenv("KAGGLE_DATA_PROXY_TOKEN")
-if kaggle_proxy_token:
-    from google.auth import credentials
-    from google.cloud import bigquery
-    from google.cloud.bigquery._http import Connection
+class KaggleKernelCredentials(credentials.Credentials):
+    def refresh(self, request):
+        print("Calling Kaggle.UserSecrets to refresh token.")
+        # Set self.token and self.expiry here.
+        raise NotImplementedError("Private BigQuery integration is not yet implemented.")
 
-    Connection.API_BASE_URL = os.getenv("KAGGLE_DATA_PROXY_URL")
-    Connection._EXTRA_HEADERS["X-KAGGLE-PROXY-DATA"] = kaggle_proxy_token
+kaggle_proxy_token = os.getenv("KAGGLE_DATA_PROXY_TOKEN")
+CONNECTION_BASE_URL = Connection.API_BASE_URL
+def monkeypatch_bq(bq_client, *args, **kwargs):
+    data_proxy_project = os.getenv("KAGGLE_DATA_PROXY_PROJECT")
+    bq_user_jwt = os.getenv("KAGGLE_BQ_USER_JWT")
+    specified_project = kwargs.get('project').lower() if 'project' in kwargs else None
+    # Use Data Proxy if user has specified to use the Kaggle project, or if
+    # there are no connected GCP accounts (to maintain backwards compatibility).
+    if bq_user_jwt is None and specified_project and specified_project != 'kaggle':
+        raise Exception("In order to query a private BigQuery project, please connect a GCP account. "
+                        "Otherwise specify 'kaggle' as the project to use Kaggle's public dataset BigQuery integration.")
+    use_data_proxy = specified_project == 'kaggle' or bq_user_jwt is None
+    if use_data_proxy:
+        if data_proxy_project is None or kaggle_proxy_token is None:
+            # We don't have the data proxy info so leave the bq client unmodified.
+            return bq_client(*args, **kwargs)
+        print("Using Kaggle's public dataset BigQuery integration.")
+        Connection.API_BASE_URL = os.getenv("KAGGLE_DATA_PROXY_URL")
+        Connection._EXTRA_HEADERS["X-KAGGLE-PROXY-DATA"] = kaggle_proxy_token
+        anon_credentials = credentials.AnonymousCredentials()
+        anon_credentials.refresh = lambda *args: None
+        kwargs['project'] = data_proxy_project
+        return bq_client(
+            *args,
+            credentials=anon_credentials,
+            **kwargs)
+    else:
+        Connection.API_BASE_URL = CONNECTION_BASE_URL
+        Connection._EXTRA_HEADERS.pop('X-KAGGLE-PROXY-DATA', None)
+        if kwargs.get('credentials') is not None:
+            # The user wants to use their own credentials scheme, don't try to interfere.
+            return bq_client(*args, **kwargs)
+        print("Using connected BigQuery Account.")
+        kwargs['credentials'] = KaggleKernelCredentials()
+        kwargs['project'] = kwargs.get('project')
+        return bq_client(
+            *args,
+            **kwargs)
 
-    bq_client = bigquery.Client
-    bigquery.Client = lambda *args, **kwargs: bq_client(
-        *args,
-        credentials=credentials.AnonymousCredentials(),
-        project=os.getenv("KAGGLE_DATA_PROXY_PROJECT"),
-        **kwargs)
+# Monkey patches BigQuery client creation to use proxy or user.
+bq_client = bigquery.Client
+bigquery.Client = lambda *args, **kwargs:  monkeypatch_bq(bq_client, *args, **kwargs)
 
-    credentials.AnonymousCredentials.refresh = lambda *args: None
diff --git a/tests/test_bigquery.py b/tests/test_bigquery.py
index cbee03ae..3f607fa0 100644
--- a/tests/test_bigquery.py
+++ b/tests/test_bigquery.py
@@ -11,19 +11,26 @@
 URL = "http://%s:%s" % (HOSTNAME, PORT)
 
 class TestBigQuery(unittest.TestCase):
-    def test_proxy(self):
-        httpd = HTTPServer((HOSTNAME, PORT), HTTPHandler)
-        threading.Thread(target=httpd.serve_forever).start()
+    def _test_proxy(self, client):
+        with HTTPServer((HOSTNAME, PORT), HTTPHandler) as httpd:
+            threading.Thread(target=httpd.serve_forever).start()
+
+            try:
+                for ds in client.list_datasets(): pass
+            except:
+                pass
+
+            httpd.shutdown()
+            self.assertTrue(HTTPHandler.called, msg="Fake server did not recieve a request from the BQ client.")
+            self.assertTrue(HTTPHandler.header_found, msg="X-KAGGLE-PROXY-DATA header was missing from the BQ request.")
+    
+    def test_proxy_kaggle_project(self):
+        client = bigquery.Client(project='KAGGLE')
+        self._test_proxy(client)
+
+    def test_proxy_no_project(self):
         client = bigquery.Client()
-
-        try:
-            for ds in client.list_datasets(): pass
-        except:
-            pass
-
-        httpd.shutdown()
-        self.assertTrue(HTTPHandler.called, msg="Fake server did not recieve a request from the BQ client.")
-        self.assertTrue(HTTPHandler.header_found, msg="X-KAGGLE-PROXY-DATA header was missing from the BQ request.")
+        self._test_proxy(client)
 
 class HTTPHandler(BaseHTTPRequestHandler):
     called = False

From 50fe9ebd0aa2161d913142a1ac35aa55370fd67e Mon Sep 17 00:00:00 2001
From: Mark Peng <markpeng73@gmail.com>
Date: Sat, 15 Dec 2018 16:03:03 +0000
Subject: [PATCH 160/251] Added cupy-cuda91 and pynvrtc to GPU Dockerfile.

---
 gpu.Dockerfile | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/gpu.Dockerfile b/gpu.Dockerfile
index 945275c6..f2f6d316 100644
--- a/gpu.Dockerfile
+++ b/gpu.Dockerfile
@@ -54,4 +54,6 @@ RUN pip uninstall -y tensorflow && \
 
 # Install GPU-only packages
 RUN pip install pycuda && \
+    pip install cupy-cuda91 && \
+    pip install pynvrtc && \
     /tmp/clean-layer.sh

From 02ffc7de9ca5f98b3d15fb0c13e2cfa6eef50ef1 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 21 Dec 2018 15:35:22 +0000
Subject: [PATCH 161/251] install cupy for cuda 9.2

---
 gpu.Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/gpu.Dockerfile b/gpu.Dockerfile
index f2f6d316..89f2c0a2 100644
--- a/gpu.Dockerfile
+++ b/gpu.Dockerfile
@@ -54,6 +54,6 @@ RUN pip uninstall -y tensorflow && \
 
 # Install GPU-only packages
 RUN pip install pycuda && \
-    pip install cupy-cuda91 && \
+    pip install cupy-cuda92 && \
     pip install pynvrtc && \
     /tmp/clean-layer.sh

From a16088402f02371b2a7520372f998307e19c45d9 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 21 Dec 2018 12:08:49 -0500
Subject: [PATCH 162/251] Overhaul our README file

---
 README.md | 70 ++++++++++++++++++++++++++++---------------------------
 1 file changed, 36 insertions(+), 34 deletions(-)

diff --git a/README.md b/README.md
index 453a4ca8..ed627e01 100644
--- a/README.md
+++ b/README.md
@@ -1,60 +1,62 @@
-**Kaggle Kernels** allow users to run scripts against our competitions and datasets without having to download data or set up their environment. Here's [an example](https://www.kaggle.com/devinanzelmo/d/devinanzelmo/dota-2-matches/setting-up-a-prediction-problem-dota-2):
+[Kaggle Kernels](https://www.kaggle.com/kernels) allow users to run a Python Notebook in the cloud against our competitions and datasets without having to download data or set up their environment.
 
-![example script](http://i.imgur.com/yrWycNA.png)
+This repository includes our Dockerfiles for building the [CPU-only](Dockerfile) and [GPU](gpu.Dockerfile) image that runs Python Kernels on Kaggle. 
 
-This is the Dockerfile (etc.) used for building the image that runs python scripts on Kaggle. [Here's](https://gcr.io/kaggle-images/python) the Docker image on Google Container Registry.
+Our Python Docker images are stored on Google Container Registry at:
+
+* CPU-only: [gcr.io/kaggle-images/python](https://gcr.io/kaggle-images/python)
+* GPU: private for now, we will make it public soon.
+
+Note: The base image for the GPU image is our CPU-only image. The [gpu.Dockerfile](gpu.Dockerfile) adds a few extra layers to install GPU related libraries and packages (cuda, libcudnn, pycuda etc.) and reinstall packages with specific GPU builds (torch, tensorflow and a few mores).
 
 ## Getting started
 
 To get started with this image, read our [guide](http://blog.kaggle.com/2016/02/05/how-to-get-started-with-data-science-in-containers/) to using it yourself, or browse [Kaggle Kernels](https://www.kaggle.com/kernels) for ideas.
 
-## Requesting new features
+## Requesting new packages
 
-**We welcome pull requests** if there are any packages you'd like to add!
+First, evaluate whether installing the package yourself in your own Kernels suits your needs. See [guide](wiki/Missing-Packages).
 
-We can merge your request quickly if you check that it builds correctly. Here's how to do that.
+If you the first step above doesn't work for your use case, [open an issue](https://github.com/Kaggle/docker-python/issues/new) or a [pull request](https://github.com/Kaggle/docker-python/pulls).
 
-Start by running this image on your system:
+## Opening a pull request
 
-```
-me@my-computer:/home$ docker run --rm -it gcr.io/kaggle-images/python
-root@d72b81a003e1:/# 
-```
+1. Update the *Dockerfile*
+  1. For changes specific to the GPU image, update the [gpu.Dockerfile](gpu.Dockerfile).
+  2. Otherwise, update the [Dockerfile](Dockerfile).
+2. Follow the instructions below to build a new image.
+3. Add tests for your new package. See this [example](https://github.com/Kaggle/docker-python/blob/master/tests/test_fastai.py).
+4. Follow the instructions below to test the new image.
+5. Open a PR on this repo and you are all set!
 
-Then follow the package's installation instructions for a Linux system. It could be as simple as installing via Pip:
+## Building a new image
 
-```
-root@d72b81a003e1:/# pip install coolpackage
-Collecting coolpackage
-[...etc...]
+```sh
+./build
 ```
 
-Once that's done, check that you can import it correctly. (Sometimes, if a package is missing a dependency, it throws an error when you try to import it.)
+Flags:
 
-```
-root@d72b81a003e1:/# python
-Python 3.5.2 |Anaconda 4.2.0 (64-bit)| (default, Jul  2 2016, 17:53:06)
-[GCC 4.4.7 20120313 (Red Hat 4.4.7-1)] on linux
-Type "help", "copyright", "credits" or "license" for more information.
->>> import coolpackage
->>>
-```
+* `--gpu` to build an image for GPU.
+* `--use-cache` for faster iterative builds.
 
-Once that's working, add the necessary lines to our [Dockerfile](https://github.com/Kaggle/docker-python/blob/master/Dockerfile). (In this case, that would mean adding `pip install coolpackage` to the last section.)
+## Testing a new image
 
-Next run the build:
+A suite of tests can be found under the `/tests` folder. You can run the test using this command:
 
-```
-./build
+```sh
+./test
 ```
 
-Finally run the tests:
+Flags:
 
-```
-./test
-```
+* `--gpu` to test the GPU image.
 
-Then submit your pull request, and you're all set!
+## Tensorflow custom pre-built wheels
 
+We are building Tensorflow from sources mainly for:
 
+* Better performance. When building from sources, we can leverage CPU specific optimizations
+* Tensorflow with GPU support must be built from sources
 
+The [Dockerfile](tensorflow-whl/Dockerfile) and the [instructions](tensorflow-whl/README.md) can be found in the [tensorflow-whl folder/](tensorflow/).

From ac1d799ebc43308ed000b4a4d05836f4d9662808 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 21 Dec 2018 12:19:18 -0500
Subject: [PATCH 163/251] Update tensorflow wheels documentation

---
 README.md                | 24 ++++++++++++++----------
 tensorflow-whl/README.md |  8 +++++++-
 2 files changed, 21 insertions(+), 11 deletions(-)

diff --git a/README.md b/README.md
index ed627e01..e189797e 100644
--- a/README.md
+++ b/README.md
@@ -22,12 +22,12 @@ If you the first step above doesn't work for your use case, [open an issue](http
 ## Opening a pull request
 
 1. Update the *Dockerfile*
-  1. For changes specific to the GPU image, update the [gpu.Dockerfile](gpu.Dockerfile).
-  2. Otherwise, update the [Dockerfile](Dockerfile).
-2. Follow the instructions below to build a new image.
-3. Add tests for your new package. See this [example](https://github.com/Kaggle/docker-python/blob/master/tests/test_fastai.py).
-4. Follow the instructions below to test the new image.
-5. Open a PR on this repo and you are all set!
+    1. For changes specific to the GPU image, update the [gpu.Dockerfile](gpu.Dockerfile).
+    1. Otherwise, update the [Dockerfile](Dockerfile).
+1. Follow the instructions below to build a new image.
+1. Add tests for your new package. See this [example](https://github.com/Kaggle/docker-python/blob/master/tests/test_fastai.py).
+1. Follow the instructions below to test the new image.
+1. Open a PR on this repo and you are all set!
 
 ## Building a new image
 
@@ -52,11 +52,15 @@ Flags:
 
 * `--gpu` to test the GPU image.
 
-## Tensorflow custom pre-built wheels
+## Tensorflow custom pre-built wheel
 
-We are building Tensorflow from sources mainly for:
+A Tensorflow custom pre-built wheel is used mainly for:
 
-* Better performance. When building from sources, we can leverage CPU specific optimizations
-* Tensorflow with GPU support must be built from sources
+* Faster build time: Building tensorflow from sources takes ~1h. Keeping this process outside the main build allows faster iterations when working on our Dockerfiles.
+
+Building Tensorflow from sources:
+
+* Increase performance: When building from sources, we can leverage CPU specific optimizations
+* Is required: Tensorflow with GPU support must be built from sources
 
 The [Dockerfile](tensorflow-whl/Dockerfile) and the [instructions](tensorflow-whl/README.md) can be found in the [tensorflow-whl folder/](tensorflow/).
diff --git a/tensorflow-whl/README.md b/tensorflow-whl/README.md
index 509591a2..02c74d14 100644
--- a/tensorflow-whl/README.md
+++ b/tensorflow-whl/README.md
@@ -4,7 +4,7 @@
 ./build
 ```
 
-# Push the new wheels
+# Push the new wheels (Kaggle Engineers only)
 
 1. Add an entry in the [CHANGELOG](CHANGELOG.md) with an appropriate `LABEL`.
 2. Push the new image using the `LABEL` you picked above.
@@ -17,6 +17,12 @@
 
 Update the line below in the [CPU Dockerfile](../Dockerfile) and the [GPU Dockerfile](../gpu.Dockerfile) to use the new `LABEL`.
 
+To use wheels built locally:
+```
+FROM kaggle/python-tensorflow-whl as tensorflow_whl
+```
+
+To use our pre-built wheels:
 ```
 FROM gcr.io/kaggle-images/python-tensorflow-whl:<LABEL> as tensorflow_whl
 ```

From 6273f93bfac6ada7d82054843a7ef3f310845639 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 21 Dec 2018 14:16:13 -0500
Subject: [PATCH 164/251] Add instructions to run the kernels images

---
 README.md | 20 ++++++++++++++++++++
 1 file changed, 20 insertions(+)

diff --git a/README.md b/README.md
index e189797e..4c164535 100644
--- a/README.md
+++ b/README.md
@@ -52,6 +52,26 @@ Flags:
 
 * `--gpu` to test the GPU image.
 
+## Running the image
+
+For the CPU-only image:
+
+```sh
+# Run the image built locally:
+docker run --rm -it kaggle/python-build /bin/bash
+# Run the pre-built image from gcr.io
+docker run --rm -it gcr.io/kaggle-images/python /bin/bash
+```
+
+For the GPU image:
+
+```sh
+# Run the image built locally:
+docker run --runtime nvidia --rm -it kaggle/python-gpu-build /bin/bash
+# Run the image pre-built image from gcr.io
+# TODO: Our GPU images are not yet publicly available.
+```
+
 ## Tensorflow custom pre-built wheel
 
 A Tensorflow custom pre-built wheel is used mainly for:

From 114f59a4d997f46fdfc1aa7ccd53528fd36ce1d4 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 21 Dec 2018 14:18:45 -0500
Subject: [PATCH 165/251] Add link to diagnostics instructions when running our
 GPU image

---
 README.md | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/README.md b/README.md
index 4c164535..812fa2c5 100644
--- a/README.md
+++ b/README.md
@@ -72,6 +72,8 @@ docker run --runtime nvidia --rm -it kaggle/python-gpu-build /bin/bash
 # TODO: Our GPU images are not yet publicly available.
 ```
 
+To ensure your container can access the GPU, follow the instructions posted [here](https://github.com/Kaggle/docker-python/issues/361#issuecomment-448093930).
+
 ## Tensorflow custom pre-built wheel
 
 A Tensorflow custom pre-built wheel is used mainly for:

From a1c5b9c1afcfe497f143827ed95a58d1fa30ac74 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 21 Dec 2018 14:39:57 -0500
Subject: [PATCH 166/251] Cron trigger Jenkins pipeline less frequently

Only on Monday and Wednesday. We don't get much value from more.
---
 Jenkinsfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 924f863e..27dfd33e 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -1,4 +1,4 @@
-String cron_string = BRANCH_NAME == "master" ? "H 12 * * 1-5" : ""
+String cron_string = BRANCH_NAME == "master" ? "H 12 * * 1,3" : ""
 
 pipeline {
   agent { label 'ephemeral-linux' }

From 002b910737687397638822215eecc6b230b9ec0b Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <roseberryv@gmail.com>
Date: Fri, 21 Dec 2018 14:51:09 -0500
Subject: [PATCH 167/251] Apply suggestions from code review

Co-Authored-By: vimota <vimota@gmail.com>
---
 tests/test_bigquery.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/test_bigquery.py b/tests/test_bigquery.py
index 3f607fa0..65234beb 100644
--- a/tests/test_bigquery.py
+++ b/tests/test_bigquery.py
@@ -21,7 +21,7 @@ def _test_proxy(self, client):
                 pass
 
             httpd.shutdown()
-            self.assertTrue(HTTPHandler.called, msg="Fake server did not recieve a request from the BQ client.")
+            self.assertTrue(HTTPHandler.called, msg="Fake server did not receive a request from the BQ client.")
             self.assertTrue(HTTPHandler.header_found, msg="X-KAGGLE-PROXY-DATA header was missing from the BQ request.")
     
     def test_proxy_kaggle_project(self):

From 469992b499d0c2e948ce4d22951d2e278148232a Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 21 Dec 2018 20:48:44 +0000
Subject: [PATCH 168/251] remove tensorflow preloading

---
 patches/sitecustomize.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/patches/sitecustomize.py b/patches/sitecustomize.py
index 7447f9cc..9221ba59 100644
--- a/patches/sitecustomize.py
+++ b/patches/sitecustomize.py
@@ -1,5 +1,3 @@
-# TODO(rosbo): Remove this once we fix the issue with fastai importing older libcudnn if imported prior to tensorflow
-import tensorflow
 import os
 
 # Monkey patches BigQuery client creation to use proxy.

From 90547dc2ad9de8b4731582272db7d5ab38596ff2 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 21 Dec 2018 21:02:13 +0000
Subject: [PATCH 169/251] add option to run specific tests

---
 test | 25 +++++++++++++++++++------
 1 file changed, 19 insertions(+), 6 deletions(-)

diff --git a/test b/test
index 20fd5243..7ba91f39 100755
--- a/test
+++ b/test
@@ -1,6 +1,11 @@
 #!/bin/bash
 set -e
 
+IMAGE_TAG='kaggle/python-build'
+IMAGE_TAG_OVERRIDE=''
+ADDITONAL_OPTS=''
+PATTERN='test*.py'
+
 usage() {
 cat << EOF
 Usage: $0 [OPTIONS]
@@ -8,15 +13,13 @@ Run tests for a newly-built Python Docker image.
 By default, it runs the tests for the CPU image.
 
 Options:
-    -g, --gpu         Run tests for the GPU image.
-    -i, --image IMAGE Run tests against the specified image
+    -g, --gpu             Run tests for the GPU image.
+    -i, --image IMAGE     Run tests against the specified image
+    -p, --pattern PATTERN Pattern to match test files ($PATTERN default)
 
 EOF
 }
 
-IMAGE_TAG='kaggle/python-build'
-ADDITONAL_OPTS=''
-
 while :; do
     case "$1" in 
         -h|--help)
@@ -36,6 +39,15 @@ while :; do
             IMAGE_TAG_OVERRIDE=$2
             shift # skip the flag value
             ;;
+        -p|--pattern)
+            if [[ -z $2 ]]; then
+                usage
+                printf 'ERROR: No PATTERN specified after the %s flag.\n' "$1" >&2
+                exit
+            fi
+            PATTERN="$2"
+            shift # skip the flag value
+            ;;
         -?*)
             usage
             printf 'ERROR: Unknown option: %s\n' "$1" >&2
@@ -54,6 +66,7 @@ fi
 
 readonly IMAGE_TAG
 readonly ADDITONAL_OPTS
+readonly PATTERN
 
 set -x
 rm -rf /tmp/python-build
@@ -74,4 +87,4 @@ docker run --rm -t --read-only --net=none \
     -w=/working \
     $ADDITONAL_OPTS \
     "$IMAGE_TAG" \
-    /bin/bash -c 'python -m unittest discover -s /input/tests'
+    /bin/bash -c "python -m unittest discover -s /input/tests -p $PATTERN"

From e193ccc3c77621c729b82b53b8f52ec435027bc3 Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Fri, 21 Dec 2018 18:43:35 -0500
Subject: [PATCH 170/251] Make BigQuery tests more robust: use scoped
 environment variables and scoped HTTPRequestHandler so tests don't affect
 each other.

---
 patches/sitecustomize.py |  2 +-
 tests/test_bigquery.py   | 52 ++++++++++++++++++++++++++++------------
 2 files changed, 38 insertions(+), 16 deletions(-)

diff --git a/patches/sitecustomize.py b/patches/sitecustomize.py
index b1e496b4..7af5f747 100644
--- a/patches/sitecustomize.py
+++ b/patches/sitecustomize.py
@@ -43,7 +43,7 @@ def monkeypatch_bq(bq_client, *args, **kwargs):
         if kwargs.get('credentials') is not None:
             # The user wants to use their own credentials scheme, don't try to interfere.
             return bq_client(*args, **kwargs)
-        print("Using connected BigQuery Account.")
+        print("Using enabled BigQuery integration.")
         kwargs['credentials'] = KaggleKernelCredentials()
         kwargs['project'] = kwargs.get('project')
         return bq_client(
diff --git a/tests/test_bigquery.py b/tests/test_bigquery.py
index 3f607fa0..e9ddffd1 100644
--- a/tests/test_bigquery.py
+++ b/tests/test_bigquery.py
@@ -1,17 +1,31 @@
 import unittest
 import os
 import threading
+from test.support import EnvironmentVarGuard
 
 from http.server import BaseHTTPRequestHandler, HTTPServer
 
 from google.cloud import bigquery
+from google.auth.exceptions import DefaultCredentialsError
 
 HOSTNAME = "127.0.0.1"
 PORT = 8000
 URL = "http://%s:%s" % (HOSTNAME, PORT)
 
 class TestBigQuery(unittest.TestCase):
-    def _test_proxy(self, client):
+    def _test_proxy(self, client, should_use_proxy):
+        class HTTPHandler(BaseHTTPRequestHandler):
+            called = False
+            header_found = False
+
+            def do_HEAD(s):
+                s.send_response(200)
+
+            def do_GET(s):
+                HTTPHandler.called = True
+                HTTPHandler.header_found = any(k for k in s.headers if k == "X-KAGGLE-PROXY-DATA" and s.headers[k] == "test-key")
+                s.send_response(200)
+
         with HTTPServer((HOSTNAME, PORT), HTTPHandler) as httpd:
             threading.Thread(target=httpd.serve_forever).start()
 
@@ -21,25 +35,33 @@ def _test_proxy(self, client):
                 pass
 
             httpd.shutdown()
-            self.assertTrue(HTTPHandler.called, msg="Fake server did not recieve a request from the BQ client.")
-            self.assertTrue(HTTPHandler.header_found, msg="X-KAGGLE-PROXY-DATA header was missing from the BQ request.")
+            if should_use_proxy:
+                self.assertTrue(HTTPHandler.called, msg="Fake server did not recieve a request from the BQ client.")
+                self.assertTrue(HTTPHandler.header_found, msg="X-KAGGLE-PROXY-DATA header was missing from the BQ request.")
+            else:
+                self.assertFalse(HTTPHandler.called, msg="Fake server was called from the BQ client, but should not have been.")
     
     def test_proxy_kaggle_project(self):
         client = bigquery.Client(project='KAGGLE')
-        self._test_proxy(client)
+        self._test_proxy(client, should_use_proxy=True)
 
     def test_proxy_no_project(self):
         client = bigquery.Client()
-        self._test_proxy(client)
-
-class HTTPHandler(BaseHTTPRequestHandler):
-    called = False
-    header_found = False
+        self._test_proxy(client, should_use_proxy=True)
 
-    def do_HEAD(s):
-        s.send_response(200)
+    def test_project_with_connected_account(self):
+        env = EnvironmentVarGuard()
+        env.set('KAGGLE_BQ_USER_JWT', 'foobar')
+        with env:
+            client = bigquery.Client(project='ANOTHER_PROJECT')
+            self._test_proxy(client, should_use_proxy=False)
 
-    def do_GET(s):
-        HTTPHandler.called = True
-        HTTPHandler.header_found = any(k for k in s.headers if k == "X-KAGGLE-PROXY-DATA" and s.headers[k] == "test-key")
-        s.send_response(200)
+    def test_no_project_with_connected_account(self):
+        env = EnvironmentVarGuard()
+        env.set('KAGGLE_BQ_USER_JWT', 'foobar')
+        with env:
+            with self.assertRaises(DefaultCredentialsError):
+                # TODO(vimota): Handle this case, either default to Kaggle Proxy or use some default project
+                # by the user or throw a custom exception.
+                client = bigquery.Client()
+                self._test_proxy(client, should_use_proxy=False)

From 0688619383233965f044d4cedcd19c5e500cdf48 Mon Sep 17 00:00:00 2001
From: nlathia <neal.lathia@gmail.com>
Date: Sat, 22 Dec 2018 22:29:18 +0000
Subject: [PATCH 171/251] Update readme wiki link

---
 README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 812fa2c5..a4533df1 100644
--- a/README.md
+++ b/README.md
@@ -15,7 +15,7 @@ To get started with this image, read our [guide](http://blog.kaggle.com/2016/02/
 
 ## Requesting new packages
 
-First, evaluate whether installing the package yourself in your own Kernels suits your needs. See [guide](wiki/Missing-Packages).
+First, evaluate whether installing the package yourself in your own Kernels suits your needs. See [guide](https://github.com/Kaggle/docker-python/wiki/Missing-Packages).
 
 If you the first step above doesn't work for your use case, [open an issue](https://github.com/Kaggle/docker-python/issues/new) or a [pull request](https://github.com/Kaggle/docker-python/pulls).
 

From 40f1b8c5b2e388bfe201785194967745fd5f5718 Mon Sep 17 00:00:00 2001
From: nlathia <neal.lathia@gmail.com>
Date: Sat, 22 Dec 2018 22:34:28 +0000
Subject: [PATCH 172/251] Add pytext-nlp

---
 Dockerfile | 1 +
 1 file changed, 1 insertion(+)

diff --git a/Dockerfile b/Dockerfile
index fa585d0a..e3928042 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -473,6 +473,7 @@ RUN pip install flashtext && \
     pip install ggplot && \
     pip install cesium && \
     pip install rgf_python && \
+    pip install pytext-nlp && \
     /tmp/clean-layer.sh
 
 # Pin Vowpal Wabbit v8.6.0 because 8.6.1 does not build or install successfully

From 38b348e273b28230b3bdc217e0f298dd30a999bd Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 2 Jan 2019 08:29:43 -0500
Subject: [PATCH 173/251] Update README.md

---
 README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 812fa2c5..a4533df1 100644
--- a/README.md
+++ b/README.md
@@ -15,7 +15,7 @@ To get started with this image, read our [guide](http://blog.kaggle.com/2016/02/
 
 ## Requesting new packages
 
-First, evaluate whether installing the package yourself in your own Kernels suits your needs. See [guide](wiki/Missing-Packages).
+First, evaluate whether installing the package yourself in your own Kernels suits your needs. See [guide](https://github.com/Kaggle/docker-python/wiki/Missing-Packages).
 
 If you the first step above doesn't work for your use case, [open an issue](https://github.com/Kaggle/docker-python/issues/new) or a [pull request](https://github.com/Kaggle/docker-python/pulls).
 

From eae8caa64e9fc2ee2d2d6fde1e5632a4f4f8a13c Mon Sep 17 00:00:00 2001
From: Nao YONASHIRO <owan.orisano@gmail.com>
Date: Thu, 3 Jan 2019 19:27:07 +0900
Subject: [PATCH 174/251] docs: fix broken link

---
 README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/README.md b/README.md
index a4533df1..734726df 100644
--- a/README.md
+++ b/README.md
@@ -85,4 +85,4 @@ Building Tensorflow from sources:
 * Increase performance: When building from sources, we can leverage CPU specific optimizations
 * Is required: Tensorflow with GPU support must be built from sources
 
-The [Dockerfile](tensorflow-whl/Dockerfile) and the [instructions](tensorflow-whl/README.md) can be found in the [tensorflow-whl folder/](tensorflow/).
+The [Dockerfile](tensorflow-whl/Dockerfile) and the [instructions](tensorflow-whl/README.md) can be found in the [tensorflow-whl folder/](tensorflow-whl/).

From 38f2f6c1d5e07fb96ed7da44c7525653a687b2b5 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 3 Jan 2019 11:11:52 -0500
Subject: [PATCH 175/251] Update tag from untested to pretest

---
 Jenkinsfile | 12 ++++++------
 1 file changed, 6 insertions(+), 6 deletions(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 27dfd33e..45f32577 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -29,14 +29,14 @@ pipeline {
       }
     }
 
-    stage('Push CPU Untested Image') {
+    stage('Push CPU Pretest Image') {
       steps {
-        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} pushing untested image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
+        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} pushing pretest image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
           set -exo pipefail
 
           date
-          ./push ci-untested
+          ./push ci-pretest
         '''
       }
     }
@@ -83,15 +83,15 @@ pipeline {
       }
     }
 
-    stage('Push GPU Untested Image') {
+    stage('Push GPU Pretest Image') {
       agent { label 'ephemeral-linux-gpu' }
       steps {
-        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} pushing untested image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
+        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} pushing pretest image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
           set -exo pipefail
 
           date
-          ./push --gpu ci-untested
+          ./push --gpu ci-pretest
         '''
       }
     }

From 55caf21333e831479d5a902cd834a8979ffed77a Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 3 Jan 2019 18:41:32 +0000
Subject: [PATCH 176/251] add tsfresh

---
 Dockerfile            |  1 +
 tests/test_tsfresh.py | 18 ++++++++++++++++++
 2 files changed, 19 insertions(+)
 create mode 100644 tests/test_tsfresh.py

diff --git a/Dockerfile b/Dockerfile
index fa585d0a..0f095fd8 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -473,6 +473,7 @@ RUN pip install flashtext && \
     pip install ggplot && \
     pip install cesium && \
     pip install rgf_python && \
+    pip install tsfresh && \
     /tmp/clean-layer.sh
 
 # Pin Vowpal Wabbit v8.6.0 because 8.6.1 does not build or install successfully
diff --git a/tests/test_tsfresh.py b/tests/test_tsfresh.py
new file mode 100644
index 00000000..8a1dbd55
--- /dev/null
+++ b/tests/test_tsfresh.py
@@ -0,0 +1,18 @@
+import unittest
+
+import pandas as pd
+import numpy as np
+
+from tsfresh import extract_features
+
+class TestTsFresh(unittest.TestCase):
+    def test_extract_feature(self):
+        ts = pd.DataFrame({
+            'id': np.array(['a', 'a', 'a', 'b', 'b', 'b']),
+            'time': np.array([0,1,2,0,1,2]),
+            'x': np.array([3,4,5,7,8,10])
+        })
+        extracted_features = extract_features(ts, column_id='id', column_sort='time')
+        self.assertEqual(2, len(extracted_features))
+
+

From 5eb393aa04d1d84c0193cad7edd23a5690a76f94 Mon Sep 17 00:00:00 2001
From: nlathia <neal.lathia@gmail.com>
Date: Thu, 3 Jan 2019 22:38:52 +0000
Subject: [PATCH 177/251] Add pytext smoke test

---
 tests/test_pytext.py | 14 ++++++++++++++
 1 file changed, 14 insertions(+)
 create mode 100644 tests/test_pytext.py

diff --git a/tests/test_pytext.py b/tests/test_pytext.py
new file mode 100644
index 00000000..52d1c4bc
--- /dev/null
+++ b/tests/test_pytext.py
@@ -0,0 +1,14 @@
+import unittest
+
+from pytext.config.field_config import FeatureConfig
+from pytext.data.featurizer import InputRecord, SimpleFeaturizer
+
+class TestPyText(unittest.TestCase):
+
+    def test_tokenize(self):
+        featurizer = SimpleFeaturizer.from_config(
+            SimpleFeaturizer.Config(), FeatureConfig()
+        )
+
+        tokens = featurizer.featurize(InputRecord(raw_text="At eight o'clock")).tokens
+        self.assertEqual(['at', 'eight', "o'clock"], tokens)

From ba8e462a97ddaa1288edc399c4bee49c8bd031ff Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Sat, 5 Jan 2019 23:14:26 -0500
Subject: [PATCH 178/251] Addressed mostly nits from code review and made tests
 safer but unsetting env var in tests that expected none set.

---
 patches/sitecustomize.py | 12 +++++++-----
 tests/test_bigquery.py   | 16 +++++++++++-----
 2 files changed, 18 insertions(+), 10 deletions(-)

diff --git a/patches/sitecustomize.py b/patches/sitecustomize.py
index 7e353c9b..6a07f1e9 100644
--- a/patches/sitecustomize.py
+++ b/patches/sitecustomize.py
@@ -1,7 +1,8 @@
-import os
 from google.auth import credentials
 from google.cloud import bigquery
 from google.cloud.bigquery._http import Connection
+import os
+
 
 class KaggleKernelCredentials(credentials.Credentials):
     def refresh(self, request):
@@ -11,16 +12,18 @@ def refresh(self, request):
 
 kaggle_proxy_token = os.getenv("KAGGLE_DATA_PROXY_TOKEN")
 CONNECTION_BASE_URL = Connection.API_BASE_URL
+
+
 def monkeypatch_bq(bq_client, *args, **kwargs):
     data_proxy_project = os.getenv("KAGGLE_DATA_PROXY_PROJECT")
     bq_user_jwt = os.getenv("KAGGLE_BQ_USER_JWT")
-    specified_project = kwargs.get('project').lower() if 'project' in kwargs else None
+    specified_project = kwargs['project'] if 'project' in kwargs else None
     # Use Data Proxy if user has specified to use the Kaggle project, or if
     # there are no connected GCP accounts (to maintain backwards compatibility).
-    if bq_user_jwt is None and specified_project and specified_project != 'kaggle':
+    if bq_user_jwt is None and specified_project and specified_project.lower() != 'kaggle':
         raise Exception("In order to query a private BigQuery project, please connect a GCP account. "
                         "Otherwise specify 'kaggle' as the project to use Kaggle's public dataset BigQuery integration.")
-    use_data_proxy = specified_project == 'kaggle' or bq_user_jwt is None
+    use_data_proxy = (specified_project and specified_project.lower() == 'kaggle') or bq_user_jwt is None
     if use_data_proxy:
         if data_proxy_project is None or kaggle_proxy_token is None:
             # We don't have the data proxy info so leave the bq client unmodified.
@@ -43,7 +46,6 @@ def monkeypatch_bq(bq_client, *args, **kwargs):
             return bq_client(*args, **kwargs)
         print("Using enabled BigQuery integration.")
         kwargs['credentials'] = KaggleKernelCredentials()
-        kwargs['project'] = kwargs.get('project')
         return bq_client(
             *args,
             **kwargs)
diff --git a/tests/test_bigquery.py b/tests/test_bigquery.py
index e9ddffd1..5fa06e12 100644
--- a/tests/test_bigquery.py
+++ b/tests/test_bigquery.py
@@ -36,18 +36,24 @@ def do_GET(s):
 
             httpd.shutdown()
             if should_use_proxy:
-                self.assertTrue(HTTPHandler.called, msg="Fake server did not recieve a request from the BQ client.")
+                self.assertTrue(HTTPHandler.called, msg="Fake server did not receive a request from the BQ client.")
                 self.assertTrue(HTTPHandler.header_found, msg="X-KAGGLE-PROXY-DATA header was missing from the BQ request.")
             else:
                 self.assertFalse(HTTPHandler.called, msg="Fake server was called from the BQ client, but should not have been.")
     
     def test_proxy_kaggle_project(self):
-        client = bigquery.Client(project='KAGGLE')
-        self._test_proxy(client, should_use_proxy=True)
+        env = EnvironmentVarGuard()
+        env.unset('KAGGLE_BQ_USER_JWT')
+        with env:
+            client = bigquery.Client(project='KAGGLE')
+            self._test_proxy(client, should_use_proxy=True)
 
     def test_proxy_no_project(self):
-        client = bigquery.Client()
-        self._test_proxy(client, should_use_proxy=True)
+        env = EnvironmentVarGuard()
+        env.unset('KAGGLE_BQ_USER_JWT')
+        with env:
+            client = bigquery.Client()
+            self._test_proxy(client, should_use_proxy=True)
 
     def test_project_with_connected_account(self):
         env = EnvironmentVarGuard()

From da1b91ef0c7d1dce86e1d79fb55d5ba8dcbe15f5 Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Mon, 7 Jan 2019 13:29:47 -0500
Subject: [PATCH 179/251] Add docstring and another nit.

---
 patches/sitecustomize.py | 4 +++-
 tests/test_bigquery.py   | 1 +
 2 files changed, 4 insertions(+), 1 deletion(-)

diff --git a/patches/sitecustomize.py b/patches/sitecustomize.py
index 6a07f1e9..44054d40 100644
--- a/patches/sitecustomize.py
+++ b/patches/sitecustomize.py
@@ -5,6 +5,8 @@
 
 
 class KaggleKernelCredentials(credentials.Credentials):
+    """Custom Credentials used to authenticate using the Kernel's connected OAuth account."""
+
     def refresh(self, request):
         print("Calling Kaggle.UserSecrets to refresh token.")
         # Set self.token and self.expiry here.
@@ -17,7 +19,7 @@ def refresh(self, request):
 def monkeypatch_bq(bq_client, *args, **kwargs):
     data_proxy_project = os.getenv("KAGGLE_DATA_PROXY_PROJECT")
     bq_user_jwt = os.getenv("KAGGLE_BQ_USER_JWT")
-    specified_project = kwargs['project'] if 'project' in kwargs else None
+    specified_project = kwargs.get('project')
     # Use Data Proxy if user has specified to use the Kaggle project, or if
     # there are no connected GCP accounts (to maintain backwards compatibility).
     if bq_user_jwt is None and specified_project and specified_project.lower() != 'kaggle':
diff --git a/tests/test_bigquery.py b/tests/test_bigquery.py
index 5fa06e12..5319791a 100644
--- a/tests/test_bigquery.py
+++ b/tests/test_bigquery.py
@@ -13,6 +13,7 @@
 URL = "http://%s:%s" % (HOSTNAME, PORT)
 
 class TestBigQuery(unittest.TestCase):
+    
     def _test_proxy(self, client, should_use_proxy):
         class HTTPHandler(BaseHTTPRequestHandler):
             called = False

From be0a51dafc707d3803160060f59f362f54924042 Mon Sep 17 00:00:00 2001
From: acsands13 <acsands13@gmail.com>
Date: Tue, 8 Jan 2019 09:54:56 -0500
Subject: [PATCH 180/251] Add magnitude and tests

---
 Dockerfile                   |   1 +
 tests/data/vectors.magnitude | Bin 0 -> 36864 bytes
 tests/test_pymagnitude.py    |  17 +++++++++++++++++
 3 files changed, 18 insertions(+)
 create mode 100644 tests/data/vectors.magnitude
 create mode 100644 tests/test_pymagnitude.py

diff --git a/Dockerfile b/Dockerfile
index ea25bc2e..429224fa 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -475,6 +475,7 @@ RUN pip install flashtext && \
     pip install rgf_python && \
     pip install pytext-nlp && \
     pip install tsfresh && \
+    pip install pymagnitude && \
     /tmp/clean-layer.sh
 
 # Pin Vowpal Wabbit v8.6.0 because 8.6.1 does not build or install successfully
diff --git a/tests/data/vectors.magnitude b/tests/data/vectors.magnitude
new file mode 100644
index 0000000000000000000000000000000000000000..fd392fcc1a17bbffffac41c97871b5220fe78d46
GIT binary patch
literal 36864
zcmeI5eM}qY9mnsv$M&7?;qD-Wn1m!;-fEmWfL}<Ourz_h%1~Tbd8v{z)j0Mgco;jg
z4JB*W;#7NSwDphfMcwvCr6pTewW``l`y*1S?Vn~<v^TX{tEuf)O<B6FS|On%6lk{R
zjN!o#@!r&FQuKQS=leX*<Gb&Dd=L0^52okda3W_K$J3eNXwC=-l>$P-e!~z10n=|M
z{a!5Ax@{5YBU-jzZWRlS4WCn$FAGlTEukV#E|IOu6V7g>MV^+Qq*YMB02lxRU;qq&
zflt;zKIoKOO-=IYwYliAq&XZtkxJx7;$|c}a_qr$CcdKLKzFFEH)Pz`(cRnE7B+g@
z+QT7ZU`4k9#aLGQdOA7}8OL+kKtoBr)g?9<%|ucsGST6zcSU1rWVqN?(&UNC4p*Qa
zJ(@_x%`vv~cw#ux97)7km9v<)qw`?s$nu;^T?dS=&Seb)Mnj>=(=Rz(P4(zOZWlx5
zsgfPY<#tf)xN`Hf!IK}bORl|p(dnLBYma2j6Y&InyT!d6#d=3^rwjJo<+`~WlIEzH
zG&(waLx)1$UMgm3J)4VWa*<=nbZls;E@?(b&1}R>#kq!+HJNleXS9dA+P$CY?zpF|
z`>1g^baY{NUW4w(<LPoZT(P}KDEP~MK1ts}MxrCRbb%w~B1e4XS|obn%ht)CueM39
zwl<Xam3KF6rgGU^ZmG~>|2O;<I=UMQh7$2bN5-<l^%@KMEDfIg7A(2;?L+y#GO1$e
zRF0-v8LHS|`&XHY{oD=lbgWz;cdU8YcyfCUcg)AeklT}YiIQu_4wR2_DHq<`vv3QH
zOEN7R<qOSptdtB(dS)BFp(DM<fv#}a`YF-bb)c;$R649jqsb9-QRmXrJzrUiBv*Ys
zdIFUuTZ$x>$?{)?C=Bt%5MISXUn%-aF;I%ZQfw*3ou#;|6z?j<-KFSj=9tUn<AV9P
zWIisMkIUxc!uhy#J}#b*%jf6v`MG?4E}x&v=jZbIxqN;upP$R;=kocvd;u<BfXf%)
z@&&kj0WM#F%NOAC1-N_xE?<Dl7v%B<xqLw`Uy#ce<njf%d_gW>kjoe3@&%XWTN-Ny
z{Usk}V^gI+bw%wyL2slBC}02#fB`T72EYIq00UqE41fVJ00#ae1NlC&r5gW}BHpr1
zil*Z7D;>6%T-X1o3SV81&)2Q_y?0_~&*bUgbmQA|r!LBG1eA??t{xh>HvZH3pN*os
z-xfZq!iS%_@vEu{^(?ukQ+r9&Kb-jZ{u}czo_+1=*nH;TOybPYBa@d}zIbU!X*+Kl
z{nQ74nNfc6IB{qn_75oE+l?pJlZX31etD{*(vVxX-I)8V9G<m}Jv#l%7vArA=f-co
zId$g5{#DOD6Z>&3%6B1lTnon_-r`WKy2WbiQOXUP6>nUWo@<}#TZb=9D&M_)^ZTjE
z3-hy&Ju>_2_kZh>zurAJ`ql?mDsAK6_{pCB=kVtH=U2I}R5j1H`~UvX<>{Z_J=glf
znLjnp*1dYM>F}S2V_5m!l>Ypz@XSN2cg}W9PE0<1{orNWkM^9gkGwax5k2t2&AxNj
zU*9$7IXB&X?dEsf*9OP!uhi6BnLW}oKl+3B-dVT5`VX3|{#!HF^?z%{M}j`3|5bli
ze^Y-|zo0*>Kc#<7AJ?<`as8+s*7xateVbmZ6YZvURlBUcsa?`u)?U=kYTwo#*B;i=
z+A*z9`?S`oHENr*)taQvs((}8RbN*xs^`_`)u+`b)i0@I>X7<?dars=-KB0<H>j0#
zw@|<U7ytuc01SWuFaQR?02lxR|9b;9t=Q)rj*dm*BPWxISd>m-p>rIvWDl-GbS_6G
zee#q}b~8}OT?~9=7lUT9lR*<{VbDl|40ezJ126G2xRdx8Y$weOJfw+118HR7COa71
zLA(sMkvkb|CEFQnAsz;sNdtpT#Ld7UcQB|Y+Zb#lTN!L1TNtb-n;F!RO$^o%gTY!-
z&!CoUWZ)tj7_1@d8Pt$E2CK<B2GwLOgH@!KK^1W^s3dC`XrzXLN>($dAk_>AS;fFf
zsu;+ml7U2Y1`eVzuoIPmjZ`qegfI{l1=l%?=bPfhb@Jl5C*v)sI8o1<wdJUiuzRVZ
zFvANg4*J|;AJvZQ(aDS%OJo!2lqA`3HKJ2r{4&NhD4Y0#DM}))k<H|AnjpIWQ8Qz8
z6btwN^>c#$8eKpE17H9QfB`T72EYIq00UqE41fVJ00#bV2E3w8=tmRd<I$8sXGj>S
zI9)diTv(%ZtfJP7ioJ7#2Ay|c^<xiKKT6g^VOeWk|I<JEhXMw`02lxRU;qq&0Wbgt
zzyKHk17H9Q+{Om1>wl!@1o{O941fVJ00zJS7ytuc01SWuFaQR?02ufL4dk6jwu<Yt
zt=aJTgM#P}DhMHwe)c|H2$<f`r=K4nU`+4RW6>c9_QK72jOYiY+6y=PF`W`1V0tGX
zqs4y6>PMdtO<_?K?1*kc5*!PgunSns4Pv@+JEBjq73+~*Q0Q?XeNLcXP{05f00UqE
z41fVJ00zJS7ytuc01SYE+s}Z_Cd*Fi`d`$q3i=FPKmh|_01SWuFaQR?02lxRU;qq&
z0WbgtZVv+vT<xUu1|<6VfOMLH2-p9&$IA*w0S3ST7ytuc01SWuFaQR?02lxRV4%c+
R17oN4zX&l#^j|HC{{UPNZ$|(C

literal 0
HcmV?d00001

diff --git a/tests/test_pymagnitude.py b/tests/test_pymagnitude.py
new file mode 100644
index 00000000..fa74a4a0
--- /dev/null
+++ b/tests/test_pymagnitude.py
@@ -0,0 +1,17 @@
+import unittest
+import pymagnitude
+
+from pymagnitude import *
+
+class TestPyMagnitude(unittest.TestCase):
+    def test_has_vectors(self):
+        vectors = Magnitude('/input/tests/data/vectors.magnitude')
+        self.assertEqual(len(vectors), 2)
+
+    def test_vector_search(self):
+        vectors = Magnitude('/input/tests/data/vectors.magnitude')
+        self.assertTrue('the' in vectors)
+
+    def test_vector_query(self):
+        vectors = Magnitude('/input/tests/data/vectors.magnitude')
+        self.assertTrue(vectors.dim == len(vectors.query('the')))

From 956d924dfa0e4b9953d4a6ffa30ea739ce10f0a0 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 8 Jan 2019 19:00:53 +0000
Subject: [PATCH 181/251] Increase verbosity of test log

---
 test | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/test b/test
index 7ba91f39..fdc7f6b9 100755
--- a/test
+++ b/test
@@ -87,4 +87,4 @@ docker run --rm -t --read-only --net=none \
     -w=/working \
     $ADDITONAL_OPTS \
     "$IMAGE_TAG" \
-    /bin/bash -c "python -m unittest discover -s /input/tests -p $PATTERN"
+    /bin/bash -c "python -m unittest discover -s /input/tests -p $PATTERN -v"

From f40cb0223382cb89601aebd89a9b5dbdaa395cde Mon Sep 17 00:00:00 2001
From: = <=>
Date: Wed, 9 Jan 2019 08:37:21 -0500
Subject: [PATCH 182/251] Add pykalman and tests

---
 Dockerfile              |  1 +
 tests/test_pykalman.py  | 47 +++++++++++++++++++++++++++++++++++++++++
 tests/test_pykalman.py~ | 47 +++++++++++++++++++++++++++++++++++++++++
 3 files changed, 95 insertions(+)
 create mode 100644 tests/test_pykalman.py
 create mode 100644 tests/test_pykalman.py~

diff --git a/Dockerfile b/Dockerfile
index 429224fa..61b370f3 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -476,6 +476,7 @@ RUN pip install flashtext && \
     pip install pytext-nlp && \
     pip install tsfresh && \
     pip install pymagnitude && \
+    pip install pykalman && \
     /tmp/clean-layer.sh
 
 # Pin Vowpal Wabbit v8.6.0 because 8.6.1 does not build or install successfully
diff --git a/tests/test_pykalman.py b/tests/test_pykalman.py
new file mode 100644
index 00000000..26d86003
--- /dev/null
+++ b/tests/test_pykalman.py
@@ -0,0 +1,47 @@
+import unittest
+import numpy as np
+from pykalman import KalmanFilter
+from pykalman import UnscentedKalmanFilter
+from pykalman.sqrt import CholeskyKalmanFilter, AdditiveUnscentedKalmanFilter
+
+class TestPyKalman(unittest.TestCase):
+    def test_kalman_filter(self):
+        kf = KalmanFilter(transition_matrices = [[1, 1], [0, 1]], observation_matrices = [[0.1, 0.5], [-0.3, 0.0]])
+        measurements = np.asarray([[1,0], [0,0], [0,1]])  # 3 observations
+        kf = kf.em(measurements, n_iter=5)
+        (filtered_state_means, filtered_state_covariances) = kf.filter(measurements)
+        (smoothed_state_means, smoothed_state_covariances) = kf.smooth(measurements)
+        return filtered_state_means
+       
+    def test_kalman_missing(self):
+        kf = KalmanFilter(transition_matrices = [[1, 1], [0, 1]], observation_matrices = [[0.1, 0.5], [-0.3, 0.0]])
+        measurements = np.asarray([[1,0], [0,0], [0,1]])  # 3 observations
+        measurements = np.ma.asarray(measurements)
+        measurements[1] = np.ma.masked
+        kf = kf.em(measurements, n_iter=5)
+        (filtered_state_means, filtered_state_covariances) = kf.filter(measurements)
+        (smoothed_state_means, smoothed_state_covariances) = kf.smooth(measurements)
+        return filtered_state_means
+
+    def test_unscented_kalman(self):
+        ukf = UnscentedKalmanFilter(lambda x, w: x + np.sin(w), lambda x, v: x + v, transition_covariance=0.1)
+        (filtered_state_means, filtered_state_covariances) = ukf.filter([0, 1, 2])
+        (smoothed_state_means, smoothed_state_covariances) = ukf.smooth([0, 1, 2])
+        return filtered_state_means
+
+    def test_online_update(self):
+        kf = KalmanFilter(transition_matrices = [[1, 1], [0, 1]], observation_matrices = [[0.1, 0.5], [-0.3, 0.0]])
+        measurements = np.asarray([[1,0], [0,0], [0,1]])  # 3 observations
+        measurements = np.ma.asarray(measurements)
+        measurements[1] = np.ma.masked   # measurement at timestep 1 is unobserved
+        kf = kf.em(measurements, n_iter=5)
+        (filtered_state_means, filtered_state_covariances) = kf.filter(measurements)
+        for t in range(1, 3):
+            filtered_state_means[t], filtered_state_covariances[t] = \
+                kf.filter_update(filtered_state_means[t-1], filtered_state_covariances[t-1], measurements[t])
+        return filtered_state_means
+
+    def test_robust_sqrt(self):
+        kf = CholeskyKalmanFilter(transition_matrices = [[1, 1], [0, 1]], observation_matrices = [[0.1, 0.5], [-0.3, 0.0]])
+        ukf = AdditiveUnscentedKalmanFilter(lambda x, w: x + np.sin(w), lambda x, v: x + v, observation_covariance=0.1)
+        
diff --git a/tests/test_pykalman.py~ b/tests/test_pykalman.py~
new file mode 100644
index 00000000..71d9868b
--- /dev/null
+++ b/tests/test_pykalman.py~
@@ -0,0 +1,47 @@
+import unittest
+import numpy as np
+from pykalman import KalmanFilter
+from pykalman import UnscentedKalmanFilter
+from pykalman.sqrt import CholeskyKalmanFilter, AdditiveUnscentedKalmanFilter
+
+class TestPyKalman(unittest.TestCase):
+    def test_kalman_filter(self):
+        kf = KalmanFilter(transition_matrices = [[1, 1], [0, 1]], observation_matrices = [[0.1, 0.5], [-0.3, 0.0]])
+        measurements = np.asarray([[1,0], [0,0], [0,1]])  # 3 observations
+        kf = kf.em(measurements, n_iter=5)
+        (filtered_state_means, filtered_state_covariances) = kf.filter(measurements)
+        (smoothed_state_means, smoothed_state_covariances) = kf.smooth(measurements)
+        return filtered_state_means
+       
+    def test_kalman_missing(self):
+        kf = KalmanFilter(transition_matrices = [[1, 1], [0, 1]], observation_matrices = [[0.1, 0.5], [-0.3, 0.0]])
+        measurements = np.asarray([[1,0], [0,0], [0,1]])  # 3 observations
+        measurements = np.ma.asarray(measurements)
+        measurements[1] = ma.masked
+        kf = kf.em(measurements, n_iter=5)
+        (filtered_state_means, filtered_state_covariances) = kf.filter(measurements)
+        (smoothed_state_means, smoothed_state_covariances) = kf.smooth(measurements)
+        return filtered_state_means
+
+    def test_unscented_kalman(self):
+        ukf = UnscentedKalmanFilter(lambda x, w: x + np.sin(w), lambda x, v: x + v, transition_covariance=0.1)
+        (filtered_state_means, filtered_state_covariances) = ukf.filter([0, 1, 2])
+        (smoothed_state_means, smoothed_state_covariances) = ukf.smooth([0, 1, 2])
+        return filtered_state_means
+
+    def test_online_update(self):
+        kf = KalmanFilter(transition_matrices = [[1, 1], [0, 1]], observation_matrices = [[0.1, 0.5], [-0.3, 0.0]])
+        measurements = np.asarray([[1,0], [0,0], [0,1]])  # 3 observations
+        measurements = ma.asarray(measurements)
+        measurements[1] = ma.masked   # measurement at timestep 1 is unobserved
+        kf = kf.em(measurements, n_iter=5)
+        (filtered_state_means, filtered_state_covariances) = kf.filter(measurements)
+        for t in range(1, 3):
+            filtered_state_means[t], filtered_state_covariances[t] = \
+                kf.filter_update(filtered_state_means[t-1], filtered_state_covariances[t-1], measurements[t])
+        return filtered_state_means
+
+    def test_robust_sqrt(self):
+        kf = CholeskyKalmanFilter(transition_matrices = [[1, 1], [0, 1]], observation_matrices = [[0.1, 0.5], [-0.3, 0.0]])
+        ukf = AdditiveUnscentedKalmanFilter(lambda x, w: x + np.sin(w), lambda x, v: x + v, observation_covariance=0.1)
+        

From cbadf5c564d7f5f701499409e2ae77ff90ba477c Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 9 Jan 2019 22:12:25 +0000
Subject: [PATCH 183/251] Add conv2d test for tensorflow

---
 tests/test_tensorflow.py | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/tests/test_tensorflow.py b/tests/test_tensorflow.py
index 10a66837..62e288b7 100644
--- a/tests/test_tensorflow.py
+++ b/tests/test_tensorflow.py
@@ -14,6 +14,15 @@ def test_addition(self):
         result = sess.run(op)
 
         self.assertEqual(5, result)
+
+    def test_conv2d(self):
+        input = tf.random_normal([1,2,2,1])
+        filter = tf.random_normal([1,1,1,1])
+
+        op = tf.nn.conv2d(input, filter, strides=[1, 1, 1, 1], padding='SAME')
+        with tf.Session() as sess:
+            result = sess.run(op)
+            self.assertEqual(4, len(result.shape))
     
     @gpu_test
     def test_gpu(self):

From 2e4e184013b7d421d8278955e193f4ff06dff361 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 9 Jan 2019 22:47:46 +0000
Subject: [PATCH 184/251] add tensorflow cudnn test

---
 tests/test_tensorflow.py | 24 +++++++++++++++++++++---
 1 file changed, 21 insertions(+), 3 deletions(-)

diff --git a/tests/test_tensorflow.py b/tests/test_tensorflow.py
index 62e288b7..7142d5c2 100644
--- a/tests/test_tensorflow.py
+++ b/tests/test_tensorflow.py
@@ -2,6 +2,7 @@
 
 import numpy as np
 import tensorflow as tf
+from tensorflow.contrib.cudnn_rnn import CudnnGRU
 
 from common import gpu_test
 
@@ -23,6 +24,23 @@ def test_conv2d(self):
         with tf.Session() as sess:
             result = sess.run(op)
             self.assertEqual(4, len(result.shape))
+
+    @gpu_test
+    def test_cudnn_gru(self):
+        input = tf.random_normal([1,2,2])
+
+        gru = CudnnGRU(
+            num_layers=1,
+            num_units=1,
+            input_mode='skip_input',
+            direction='unidirectional'
+        )
+
+        op = gru(input)
+
+        with tf.Session() as sess:
+            # Will fail if Cudnn is not properly installed
+            sess.run(op)
     
     @gpu_test
     def test_gpu(self):
@@ -31,7 +49,7 @@ def test_gpu(self):
             m2 = tf.constant([3.0, 4.0], shape=[2, 1], name='b')
             op = tf.matmul(m1, m2)
 
-            sess = tf.Session()
-            result = sess.run(op)
+            with tf.Session() as sess:
+                result = sess.run(op)
 
-            self.assertEqual(np.array(18, dtype=np.float32, ndmin=2), result)
+                self.assertEqual(np.array(18, dtype=np.float32, ndmin=2), result)

From 72fb1a0e6d478b55c64e26c337386140fba8fab4 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 9 Jan 2019 22:52:06 +0000
Subject: [PATCH 185/251] init tf session

---
 tests/test_tensorflow.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tests/test_tensorflow.py b/tests/test_tensorflow.py
index 7142d5c2..b6fd43c6 100644
--- a/tests/test_tensorflow.py
+++ b/tests/test_tensorflow.py
@@ -28,6 +28,7 @@ def test_conv2d(self):
     @gpu_test
     def test_cudnn_gru(self):
         input = tf.random_normal([1,2,2])
+        init = tf.global_variables_initializer()
 
         gru = CudnnGRU(
             num_layers=1,
@@ -39,6 +40,7 @@ def test_cudnn_gru(self):
         op = gru(input)
 
         with tf.Session() as sess:
+            sess.run(init)
             # Will fail if Cudnn is not properly installed
             sess.run(op)
     

From 669ebe745c215c7a43245d7c2593f34b28dc42c2 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 9 Jan 2019 22:55:54 +0000
Subject: [PATCH 186/251] add kernel initializer

---
 tests/test_tensorflow.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tests/test_tensorflow.py b/tests/test_tensorflow.py
index b6fd43c6..f2c5b72b 100644
--- a/tests/test_tensorflow.py
+++ b/tests/test_tensorflow.py
@@ -34,7 +34,8 @@ def test_cudnn_gru(self):
             num_layers=1,
             num_units=1,
             input_mode='skip_input',
-            direction='unidirectional'
+            direction='unidirectional',
+            kernel_initializer=tf.random_normal_initializer(stddev=0.1)
         )
 
         op = gru(input)

From 32f529794f3b2759097eb80bd5b0dd1254257dfe Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 9 Jan 2019 23:09:56 +0000
Subject: [PATCH 187/251] call build on gru

---
 tests/test_tensorflow.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tests/test_tensorflow.py b/tests/test_tensorflow.py
index f2c5b72b..d31e139f 100644
--- a/tests/test_tensorflow.py
+++ b/tests/test_tensorflow.py
@@ -27,7 +27,7 @@ def test_conv2d(self):
 
     @gpu_test
     def test_cudnn_gru(self):
-        input = tf.random_normal([1,2,2])
+        input = tf.random_normal([1,2,1])
         init = tf.global_variables_initializer()
 
         gru = CudnnGRU(
@@ -38,6 +38,7 @@ def test_cudnn_gru(self):
             kernel_initializer=tf.random_normal_initializer(stddev=0.1)
         )
 
+        gru.build([None, None, 100])
         op = gru(input)
 
         with tf.Session() as sess:

From f5411601117f65c0ce6b26d0039265a2d0881d09 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 9 Jan 2019 23:22:01 +0000
Subject: [PATCH 188/251] reduce sum

---
 tests/test_tensorflow.py | 21 +++++++++++++++------
 1 file changed, 15 insertions(+), 6 deletions(-)

diff --git a/tests/test_tensorflow.py b/tests/test_tensorflow.py
index d31e139f..feefd980 100644
--- a/tests/test_tensorflow.py
+++ b/tests/test_tensorflow.py
@@ -27,24 +27,33 @@ def test_conv2d(self):
 
     @gpu_test
     def test_cudnn_gru(self):
-        input = tf.random_normal([1,2,1])
+        num_layers = 4
+        num_units = 2
+        batch_size = 8
+        dir_count = 1
+
+        inputs = tf.random_uniform([num_layers * dir_count, batch_size, num_units], dtype=dtypes.float32)
         init = tf.global_variables_initializer()
 
         gru = CudnnGRU(
-            num_layers=1,
-            num_units=1,
+            num_layers=num_layers,
+            num_units=num_units,
             input_mode='skip_input',
             direction='unidirectional',
             kernel_initializer=tf.random_normal_initializer(stddev=0.1)
+            bias_initializer=tf.random_normal_initializer(stddev=0.1),
+            name='test_gru'
         )
 
-        gru.build([None, None, 100])
-        op = gru(input)
+        #gru.build([None, None, 100])
+        outputs, _ = gru(input)
+        sum = tf.reduce_sum(outputs)
 
         with tf.Session() as sess:
             sess.run(init)
             # Will fail if Cudnn is not properly installed
-            sess.run(op)
+            result = sess.run(sum)
+            self.assertEqual(0, result)
     
     @gpu_test
     def test_gpu(self):

From c00785c13b541c41fc44379b488c4a3370483eff Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 10 Jan 2019 01:15:15 +0000
Subject: [PATCH 189/251] switch to cudnn lstm test

---
 tests/test_tensorflow.py | 24 +++++++++++-------------
 1 file changed, 11 insertions(+), 13 deletions(-)

diff --git a/tests/test_tensorflow.py b/tests/test_tensorflow.py
index feefd980..64c249bf 100644
--- a/tests/test_tensorflow.py
+++ b/tests/test_tensorflow.py
@@ -2,7 +2,9 @@
 
 import numpy as np
 import tensorflow as tf
-from tensorflow.contrib.cudnn_rnn import CudnnGRU
+from tensorflow.contrib import cudnn_rnn
+from tensorflow.python.framework import dtypes
+from tensorflow.python.ops import variables
 
 from common import gpu_test
 
@@ -26,33 +28,29 @@ def test_conv2d(self):
             self.assertEqual(4, len(result.shape))
 
     @gpu_test
-    def test_cudnn_gru(self):
+    def test_cudnn_lstm(self):
         num_layers = 4
         num_units = 2
         batch_size = 8
         dir_count = 1
 
         inputs = tf.random_uniform([num_layers * dir_count, batch_size, num_units], dtype=dtypes.float32)
-        init = tf.global_variables_initializer()
 
-        gru = CudnnGRU(
+        lstm = cudnn_rnn.CudnnLSTM(
             num_layers=num_layers,
             num_units=num_units,
-            input_mode='skip_input',
             direction='unidirectional',
-            kernel_initializer=tf.random_normal_initializer(stddev=0.1)
-            bias_initializer=tf.random_normal_initializer(stddev=0.1),
+            kernel_initializer=tf.constant_initializer(0.),
+            bias_initializer=tf.constant_initializer(0.),
             name='test_gru'
         )
 
-        #gru.build([None, None, 100])
-        outputs, _ = gru(input)
-        sum = tf.reduce_sum(outputs)
+        outputs, _ = lstm(inputs)
+        total_sum = tf.reduce_sum(outputs)
 
         with tf.Session() as sess:
-            sess.run(init)
-            # Will fail if Cudnn is not properly installed
-            result = sess.run(sum)
+            sess.run(variables.global_variables_initializer())
+            result = sess.run(total_sum)
             self.assertEqual(0, result)
     
     @gpu_test

From 50936e4b36256321b24a34a09c34864d6ce33a18 Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Thu, 10 Jan 2019 13:31:43 -0500
Subject: [PATCH 190/251] Separate Data Proxy monkeypatching into a distinct
 kaggle library and only expose gcp connected account as a credential class
 the user can pass into the vanilla bq client. In the future we should remove
 all monkeypatching and let users use either vanilla bq or the Kaggle library.

---
 Dockerfile               |  1 +
 patches/kaggle.py        | 40 ++++++++++++++++++++++
 patches/sitecustomize.py | 74 ++++++++++++----------------------------
 tests/test_bigquery.py   | 23 ++++++++++---
 4 files changed, 80 insertions(+), 58 deletions(-)
 create mode 100644 patches/kaggle.py

diff --git a/Dockerfile b/Dockerfile
index ea25bc2e..03e2e78e 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -504,6 +504,7 @@ RUN pip install --upgrade dask && \
 
 # Add BigQuery client proxy settings
 ENV PYTHONUSERBASE "/root/.local"
+ADD patches/kaggle.py /root/.local/lib/python3.6/site-packages/kaggle.py
 ADD patches/sitecustomize.py /root/.local/lib/python3.6/site-packages/sitecustomize.py
 
 # Set backend for matplotlib
diff --git a/patches/kaggle.py b/patches/kaggle.py
new file mode 100644
index 00000000..798c80b7
--- /dev/null
+++ b/patches/kaggle.py
@@ -0,0 +1,40 @@
+import os
+from google.auth import credentials
+from google.cloud import bigquery
+from google.cloud.bigquery._http import Connection
+
+
+class KaggleKernelCredentials(credentials.Credentials):
+        """Custom Credentials used to authenticate using the Kernel's connected OAuth account."""
+
+        def refresh(self, request):
+            print("Calling Kaggle.UserSecrets to refresh token.")
+            # Set self.token and self.expiry here.
+            raise NotImplementedError(
+                "Private BigQuery integration is not yet implemented.")
+
+
+class DataProxyConnection(Connection):
+        """Custom Connection class used to proxy the BigQuery client ho Kaggle's data proxy."""
+
+        API_BASE_URL = os.getenv("KAGGLE_DATA_PROXY_URL")
+
+        def __init__(self, client):
+            super().__init__(client)
+            self._EXTRA_HEADERS["X-KAGGLE-PROXY-DATA"] = os.getenv("KAGGLE_DATA_PROXY_TOKEN")
+
+
+class DataProxyClient(bigquery.client.Client):
+    def __init__(self, project=None):
+        if project:
+            raise Exception("In order to query a private BigQuery project, please connect a GCP account. "
+                            "Otherwise do not specify a project to use Kaggle's public dataset BigQuery integration.")
+        data_proxy_project = os.getenv("KAGGLE_DATA_PROXY_PROJECT")
+        anon_credentials = credentials.AnonymousCredentials()
+        anon_credentials.refresh = lambda *args: None
+        super().__init__(
+            project=data_proxy_project, credentials=anon_credentials
+        )
+        self._connection = DataProxyConnection(self)
+
+kaggle_bq_client = lambda *args, **kwargs:  DataProxyClient(*args, **kwargs)
\ No newline at end of file
diff --git a/patches/sitecustomize.py b/patches/sitecustomize.py
index 44054d40..feada5dc 100644
--- a/patches/sitecustomize.py
+++ b/patches/sitecustomize.py
@@ -1,58 +1,26 @@
-from google.auth import credentials
-from google.cloud import bigquery
-from google.cloud.bigquery._http import Connection
 import os
 
-
-class KaggleKernelCredentials(credentials.Credentials):
-    """Custom Credentials used to authenticate using the Kernel's connected OAuth account."""
-
-    def refresh(self, request):
-        print("Calling Kaggle.UserSecrets to refresh token.")
-        # Set self.token and self.expiry here.
-        raise NotImplementedError("Private BigQuery integration is not yet implemented.")
-
 kaggle_proxy_token = os.getenv("KAGGLE_DATA_PROXY_TOKEN")
-CONNECTION_BASE_URL = Connection.API_BASE_URL
-
-
-def monkeypatch_bq(bq_client, *args, **kwargs):
-    data_proxy_project = os.getenv("KAGGLE_DATA_PROXY_PROJECT")
-    bq_user_jwt = os.getenv("KAGGLE_BQ_USER_JWT")
-    specified_project = kwargs.get('project')
-    # Use Data Proxy if user has specified to use the Kaggle project, or if
-    # there are no connected GCP accounts (to maintain backwards compatibility).
-    if bq_user_jwt is None and specified_project and specified_project.lower() != 'kaggle':
-        raise Exception("In order to query a private BigQuery project, please connect a GCP account. "
-                        "Otherwise specify 'kaggle' as the project to use Kaggle's public dataset BigQuery integration.")
-    use_data_proxy = (specified_project and specified_project.lower() == 'kaggle') or bq_user_jwt is None
-    if use_data_proxy:
-        if data_proxy_project is None or kaggle_proxy_token is None:
-            # We don't have the data proxy info so leave the bq client unmodified.
-            return bq_client(*args, **kwargs)
-        print("Using Kaggle's public dataset BigQuery integration.")
-        Connection.API_BASE_URL = os.getenv("KAGGLE_DATA_PROXY_URL")
-        Connection._EXTRA_HEADERS["X-KAGGLE-PROXY-DATA"] = kaggle_proxy_token
-        anon_credentials = credentials.AnonymousCredentials()
-        anon_credentials.refresh = lambda *args: None
-        kwargs['project'] = data_proxy_project
-        return bq_client(
-            *args,
-            credentials=anon_credentials,
-            **kwargs)
-    else:
-        Connection.API_BASE_URL = CONNECTION_BASE_URL
-        Connection._EXTRA_HEADERS.pop('X-KAGGLE-PROXY-DATA', None)
-        if kwargs.get('credentials') is not None:
-            # The user wants to use their own credentials scheme, don't try to interfere.
+bq_user_jwt = os.getenv("KAGGLE_BQ_USER_JWT")
+if (kaggle_proxy_token or bq_user_jwt):
+    from google.auth import credentials
+    from google.cloud import bigquery
+    from google.cloud.bigquery._http import Connection
+    from kaggle import kaggle_bq_client
+
+    def monkeypatch_bq(bq_client, *args, **kwargs):
+        data_proxy_project = os.getenv("KAGGLE_DATA_PROXY_PROJECT")
+        specified_project = kwargs.get('project')
+        specified_credentials = kwargs.get('credentials')
+        if specified_project is None and specified_credentials is None:
+            print("Using Kaggle's public dataset BigQuery integration.")
+            return kaggle_bq_client(*args, **kwargs)
+        else:
             return bq_client(*args, **kwargs)
-        print("Using enabled BigQuery integration.")
-        kwargs['credentials'] = KaggleKernelCredentials()
-        return bq_client(
-            *args,
-            **kwargs)
-
-# Monkey patches BigQuery client creation to use proxy or user.
-bq_client = bigquery.Client
-bigquery.Client = lambda *args, **kwargs:  monkeypatch_bq(bq_client, *args, **kwargs)
 
+    # Monkey patches BigQuery client creation to use proxy or user-connected GCP account.
+    # TODO: Remove monkeypatching altogether and move to using a Kaggle library for Data Proxy and
+    # KaggleKernelCredentials with vanilla bq client for connected account.
+    bq_client = bigquery.Client
+    bigquery.Client = lambda *args, **kwargs:  monkeypatch_bq(
+        bq_client, *args, **kwargs)
diff --git a/tests/test_bigquery.py b/tests/test_bigquery.py
index 5319791a..bf9c7f41 100644
--- a/tests/test_bigquery.py
+++ b/tests/test_bigquery.py
@@ -7,6 +7,7 @@
 
 from google.cloud import bigquery
 from google.auth.exceptions import DefaultCredentialsError
+from kaggle import KaggleKernelCredentials, kaggle_bq_client
 
 HOSTNAME = "127.0.0.1"
 PORT = 8000
@@ -41,12 +42,12 @@ def do_GET(s):
                 self.assertTrue(HTTPHandler.header_found, msg="X-KAGGLE-PROXY-DATA header was missing from the BQ request.")
             else:
                 self.assertFalse(HTTPHandler.called, msg="Fake server was called from the BQ client, but should not have been.")
-    
-    def test_proxy_kaggle_project(self):
+
+    def test_proxy_using_library(self):
         env = EnvironmentVarGuard()
         env.unset('KAGGLE_BQ_USER_JWT')
         with env:
-            client = bigquery.Client(project='KAGGLE')
+            client = kaggle_bq_client()
             self._test_proxy(client, should_use_proxy=True)
 
     def test_proxy_no_project(self):
@@ -60,8 +61,20 @@ def test_project_with_connected_account(self):
         env = EnvironmentVarGuard()
         env.set('KAGGLE_BQ_USER_JWT', 'foobar')
         with env:
-            client = bigquery.Client(project='ANOTHER_PROJECT')
+            client = bigquery.Client(project='ANOTHER_PROJECT', credentials=KaggleKernelCredentials())
             self._test_proxy(client, should_use_proxy=False)
+    
+    def test_simultaneous_clients(self):
+        env = EnvironmentVarGuard()
+        env.set('KAGGLE_BQ_USER_JWT', 'foobar')
+        with env:
+            proxy_client = bigquery.Client()
+            self._test_proxy(proxy_client, should_use_proxy=True)
+            bq_client = bigquery.Client(project='ANOTHER_PROJECT', credentials=KaggleKernelCredentials())
+            self._test_proxy(bq_client, should_use_proxy=False)
+            # Verify that proxy client is still going to proxy to ensure global Connection
+            # isn't being modified.
+            self._test_proxy(proxy_client, should_use_proxy=True)
 
     def test_no_project_with_connected_account(self):
         env = EnvironmentVarGuard()
@@ -70,5 +83,5 @@ def test_no_project_with_connected_account(self):
             with self.assertRaises(DefaultCredentialsError):
                 # TODO(vimota): Handle this case, either default to Kaggle Proxy or use some default project
                 # by the user or throw a custom exception.
-                client = bigquery.Client()
+                client = bigquery.Client(credentials=KaggleKernelCredentials())
                 self._test_proxy(client, should_use_proxy=False)

From 3855cf7fab9ea8127292ec8139e5e3ba38ecfea8 Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Thu, 10 Jan 2019 13:41:10 -0500
Subject: [PATCH 191/251] Remove HOST and PORT constant from test, get from env
 var instead.

---
 tests/test_bigquery.py | 7 +++----
 1 file changed, 3 insertions(+), 4 deletions(-)

diff --git a/tests/test_bigquery.py b/tests/test_bigquery.py
index bf9c7f41..b183859e 100644
--- a/tests/test_bigquery.py
+++ b/tests/test_bigquery.py
@@ -2,6 +2,7 @@
 import os
 import threading
 from test.support import EnvironmentVarGuard
+from urllib.parse import urlparse
 
 from http.server import BaseHTTPRequestHandler, HTTPServer
 
@@ -9,9 +10,6 @@
 from google.auth.exceptions import DefaultCredentialsError
 from kaggle import KaggleKernelCredentials, kaggle_bq_client
 
-HOSTNAME = "127.0.0.1"
-PORT = 8000
-URL = "http://%s:%s" % (HOSTNAME, PORT)
 
 class TestBigQuery(unittest.TestCase):
     
@@ -28,7 +26,8 @@ def do_GET(s):
                 HTTPHandler.header_found = any(k for k in s.headers if k == "X-KAGGLE-PROXY-DATA" and s.headers[k] == "test-key")
                 s.send_response(200)
 
-        with HTTPServer((HOSTNAME, PORT), HTTPHandler) as httpd:
+        server_address = urlparse(os.getenv('KAGGLE_DATA_PROXY_URL'))
+        with HTTPServer((server_address.hostname, server_address.port), HTTPHandler) as httpd:
             threading.Thread(target=httpd.serve_forever).start()
 
             try:

From fba9b0553bca565127de00919175135f54f7e2ae Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Thu, 10 Jan 2019 19:56:58 -0500
Subject: [PATCH 192/251] Make Connection object private and rename
 DataProxyClient to PublicBigQueryClient

---
 patches/kaggle.py        | 43 +++++++++++++++++++++++++---------------
 patches/sitecustomize.py | 10 +++++-----
 tests/test_bigquery.py   |  4 ++--
 3 files changed, 34 insertions(+), 23 deletions(-)

diff --git a/patches/kaggle.py b/patches/kaggle.py
index 798c80b7..83837282 100644
--- a/patches/kaggle.py
+++ b/patches/kaggle.py
@@ -5,26 +5,39 @@
 
 
 class KaggleKernelCredentials(credentials.Credentials):
-        """Custom Credentials used to authenticate using the Kernel's connected OAuth account."""
+    """Custom Credentials used to authenticate using the Kernel's connected OAuth account.
 
-        def refresh(self, request):
-            print("Calling Kaggle.UserSecrets to refresh token.")
-            # Set self.token and self.expiry here.
-            raise NotImplementedError(
-                "Private BigQuery integration is not yet implemented.")
+    Example usage:
+    client = bigquery.Client(project='ANOTHER_PROJECT',
+                                credentials=KaggleKernelCredentials())
+    """
 
+    def refresh(self, request):
+        print("Calling Kaggle.UserSecrets to refresh token.")
+        # Set self.token and self.expiry here.
+        raise NotImplementedError(
+            "Private BigQuery integration is not yet implemented.")
 
-class DataProxyConnection(Connection):
-        """Custom Connection class used to proxy the BigQuery client ho Kaggle's data proxy."""
 
-        API_BASE_URL = os.getenv("KAGGLE_DATA_PROXY_URL")
+class _DataProxyConnection(Connection):
+    """Custom Connection class used to proxy the BigQuery client to Kaggle's data proxy."""
 
-        def __init__(self, client):
-            super().__init__(client)
-            self._EXTRA_HEADERS["X-KAGGLE-PROXY-DATA"] = os.getenv("KAGGLE_DATA_PROXY_TOKEN")
+    API_BASE_URL = os.getenv("KAGGLE_DATA_PROXY_URL")
 
+    def __init__(self, client):
+        super().__init__(client)
+        self._EXTRA_HEADERS["X-KAGGLE-PROXY-DATA"] = os.getenv(
+            "KAGGLE_DATA_PROXY_TOKEN")
+
+
+class PublicBigqueryClient(bigquery.client.Client):
+    """A modified BigQuery client that routes requests using Kaggle's Data Proxy to provide free access to Public Datasets.
+
+    Example usage:
+    from kaggle import PublicBigqueryClient
+    client = PublicBigqueryClient()
+    """
 
-class DataProxyClient(bigquery.client.Client):
     def __init__(self, project=None):
         if project:
             raise Exception("In order to query a private BigQuery project, please connect a GCP account. "
@@ -35,6 +48,4 @@ def __init__(self, project=None):
         super().__init__(
             project=data_proxy_project, credentials=anon_credentials
         )
-        self._connection = DataProxyConnection(self)
-
-kaggle_bq_client = lambda *args, **kwargs:  DataProxyClient(*args, **kwargs)
\ No newline at end of file
+        self._connection = _DataProxyConnection(self)
diff --git a/patches/sitecustomize.py b/patches/sitecustomize.py
index feada5dc..6e18745a 100644
--- a/patches/sitecustomize.py
+++ b/patches/sitecustomize.py
@@ -2,11 +2,11 @@
 
 kaggle_proxy_token = os.getenv("KAGGLE_DATA_PROXY_TOKEN")
 bq_user_jwt = os.getenv("KAGGLE_BQ_USER_JWT")
-if (kaggle_proxy_token or bq_user_jwt):
+if kaggle_proxy_token or bq_user_jwt:
     from google.auth import credentials
     from google.cloud import bigquery
     from google.cloud.bigquery._http import Connection
-    from kaggle import kaggle_bq_client
+    from kaggle import PublicBigqueryClient
 
     def monkeypatch_bq(bq_client, *args, **kwargs):
         data_proxy_project = os.getenv("KAGGLE_DATA_PROXY_PROJECT")
@@ -14,13 +14,13 @@ def monkeypatch_bq(bq_client, *args, **kwargs):
         specified_credentials = kwargs.get('credentials')
         if specified_project is None and specified_credentials is None:
             print("Using Kaggle's public dataset BigQuery integration.")
-            return kaggle_bq_client(*args, **kwargs)
+            return PublicBigqueryClient(*args, **kwargs)
         else:
             return bq_client(*args, **kwargs)
 
     # Monkey patches BigQuery client creation to use proxy or user-connected GCP account.
-    # TODO: Remove monkeypatching altogether and move to using a Kaggle library for Data Proxy and
-    # KaggleKernelCredentials with vanilla bq client for connected account.
+    # Deprecated in favor of Kaggle.DataProxyClient().
+    # TODO: Remove this once uses have migrated to that new interface.
     bq_client = bigquery.Client
     bigquery.Client = lambda *args, **kwargs:  monkeypatch_bq(
         bq_client, *args, **kwargs)
diff --git a/tests/test_bigquery.py b/tests/test_bigquery.py
index b183859e..25f334ad 100644
--- a/tests/test_bigquery.py
+++ b/tests/test_bigquery.py
@@ -8,7 +8,7 @@
 
 from google.cloud import bigquery
 from google.auth.exceptions import DefaultCredentialsError
-from kaggle import KaggleKernelCredentials, kaggle_bq_client
+from kaggle import KaggleKernelCredentials, PublicBigqueryClient
 
 
 class TestBigQuery(unittest.TestCase):
@@ -46,7 +46,7 @@ def test_proxy_using_library(self):
         env = EnvironmentVarGuard()
         env.unset('KAGGLE_BQ_USER_JWT')
         with env:
-            client = kaggle_bq_client()
+            client = PublicBigqueryClient()
             self._test_proxy(client, should_use_proxy=True)
 
     def test_proxy_no_project(self):

From 69dbd81cbb09920bac0550669410423fc35603a7 Mon Sep 17 00:00:00 2001
From: Jonathan Larkin <jonathan.r.larkin@gmail.com>
Date: Fri, 11 Jan 2019 07:59:33 -0500
Subject: [PATCH 193/251] Remove unnecessary file

---
 tests/test_pykalman.py~ | 47 -----------------------------------------
 1 file changed, 47 deletions(-)
 delete mode 100644 tests/test_pykalman.py~

diff --git a/tests/test_pykalman.py~ b/tests/test_pykalman.py~
deleted file mode 100644
index 71d9868b..00000000
--- a/tests/test_pykalman.py~
+++ /dev/null
@@ -1,47 +0,0 @@
-import unittest
-import numpy as np
-from pykalman import KalmanFilter
-from pykalman import UnscentedKalmanFilter
-from pykalman.sqrt import CholeskyKalmanFilter, AdditiveUnscentedKalmanFilter
-
-class TestPyKalman(unittest.TestCase):
-    def test_kalman_filter(self):
-        kf = KalmanFilter(transition_matrices = [[1, 1], [0, 1]], observation_matrices = [[0.1, 0.5], [-0.3, 0.0]])
-        measurements = np.asarray([[1,0], [0,0], [0,1]])  # 3 observations
-        kf = kf.em(measurements, n_iter=5)
-        (filtered_state_means, filtered_state_covariances) = kf.filter(measurements)
-        (smoothed_state_means, smoothed_state_covariances) = kf.smooth(measurements)
-        return filtered_state_means
-       
-    def test_kalman_missing(self):
-        kf = KalmanFilter(transition_matrices = [[1, 1], [0, 1]], observation_matrices = [[0.1, 0.5], [-0.3, 0.0]])
-        measurements = np.asarray([[1,0], [0,0], [0,1]])  # 3 observations
-        measurements = np.ma.asarray(measurements)
-        measurements[1] = ma.masked
-        kf = kf.em(measurements, n_iter=5)
-        (filtered_state_means, filtered_state_covariances) = kf.filter(measurements)
-        (smoothed_state_means, smoothed_state_covariances) = kf.smooth(measurements)
-        return filtered_state_means
-
-    def test_unscented_kalman(self):
-        ukf = UnscentedKalmanFilter(lambda x, w: x + np.sin(w), lambda x, v: x + v, transition_covariance=0.1)
-        (filtered_state_means, filtered_state_covariances) = ukf.filter([0, 1, 2])
-        (smoothed_state_means, smoothed_state_covariances) = ukf.smooth([0, 1, 2])
-        return filtered_state_means
-
-    def test_online_update(self):
-        kf = KalmanFilter(transition_matrices = [[1, 1], [0, 1]], observation_matrices = [[0.1, 0.5], [-0.3, 0.0]])
-        measurements = np.asarray([[1,0], [0,0], [0,1]])  # 3 observations
-        measurements = ma.asarray(measurements)
-        measurements[1] = ma.masked   # measurement at timestep 1 is unobserved
-        kf = kf.em(measurements, n_iter=5)
-        (filtered_state_means, filtered_state_covariances) = kf.filter(measurements)
-        for t in range(1, 3):
-            filtered_state_means[t], filtered_state_covariances[t] = \
-                kf.filter_update(filtered_state_means[t-1], filtered_state_covariances[t-1], measurements[t])
-        return filtered_state_means
-
-    def test_robust_sqrt(self):
-        kf = CholeskyKalmanFilter(transition_matrices = [[1, 1], [0, 1]], observation_matrices = [[0.1, 0.5], [-0.3, 0.0]])
-        ukf = AdditiveUnscentedKalmanFilter(lambda x, w: x + np.sin(w), lambda x, v: x + v, observation_covariance=0.1)
-        

From 2653b37c15556996c964fc6cd33197030c4a4228 Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Fri, 11 Jan 2019 21:37:13 -0500
Subject: [PATCH 194/251] Rename kaggle.py to kaggle_gcp.py which will then be
 imported into the kaggle namespace by the Worker.

---
 Dockerfile                           | 2 +-
 patches/{kaggle.py => kaggle_gcp.py} | 5 +----
 patches/sitecustomize.py             | 2 +-
 tests/test_bigquery.py               | 2 +-
 4 files changed, 4 insertions(+), 7 deletions(-)
 rename patches/{kaggle.py => kaggle_gcp.py} (85%)

diff --git a/Dockerfile b/Dockerfile
index 5297c4a5..ae82cd74 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -505,7 +505,7 @@ RUN pip install --upgrade dask && \
 
 # Add BigQuery client proxy settings
 ENV PYTHONUSERBASE "/root/.local"
-ADD patches/kaggle.py /root/.local/lib/python3.6/site-packages/kaggle.py
+ADD patches/kaggle_gcp.py /root/.local/lib/python3.6/site-packages/kaggle_gcp.py
 ADD patches/sitecustomize.py /root/.local/lib/python3.6/site-packages/sitecustomize.py
 
 # Set backend for matplotlib
diff --git a/patches/kaggle.py b/patches/kaggle_gcp.py
similarity index 85%
rename from patches/kaggle.py
rename to patches/kaggle_gcp.py
index 83837282..fee25dbc 100644
--- a/patches/kaggle.py
+++ b/patches/kaggle_gcp.py
@@ -38,10 +38,7 @@ class PublicBigqueryClient(bigquery.client.Client):
     client = PublicBigqueryClient()
     """
 
-    def __init__(self, project=None):
-        if project:
-            raise Exception("In order to query a private BigQuery project, please connect a GCP account. "
-                            "Otherwise do not specify a project to use Kaggle's public dataset BigQuery integration.")
+    def __init__(self):
         data_proxy_project = os.getenv("KAGGLE_DATA_PROXY_PROJECT")
         anon_credentials = credentials.AnonymousCredentials()
         anon_credentials.refresh = lambda *args: None
diff --git a/patches/sitecustomize.py b/patches/sitecustomize.py
index 6e18745a..70fba8f4 100644
--- a/patches/sitecustomize.py
+++ b/patches/sitecustomize.py
@@ -6,7 +6,7 @@
     from google.auth import credentials
     from google.cloud import bigquery
     from google.cloud.bigquery._http import Connection
-    from kaggle import PublicBigqueryClient
+    from kaggle_gcp import PublicBigqueryClient
 
     def monkeypatch_bq(bq_client, *args, **kwargs):
         data_proxy_project = os.getenv("KAGGLE_DATA_PROXY_PROJECT")
diff --git a/tests/test_bigquery.py b/tests/test_bigquery.py
index 25f334ad..03184f0d 100644
--- a/tests/test_bigquery.py
+++ b/tests/test_bigquery.py
@@ -8,7 +8,7 @@
 
 from google.cloud import bigquery
 from google.auth.exceptions import DefaultCredentialsError
-from kaggle import KaggleKernelCredentials, PublicBigqueryClient
+from kaggle_gcp import KaggleKernelCredentials, PublicBigqueryClient
 
 
 class TestBigQuery(unittest.TestCase):

From 96ed865c2f24c3544e31034ebd13f2729deb4aae Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Fri, 11 Jan 2019 21:48:29 -0500
Subject: [PATCH 195/251] Add todo and bigquery client issue I created.

---
 patches/kaggle_gcp.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/patches/kaggle_gcp.py b/patches/kaggle_gcp.py
index fee25dbc..a2ea1154 100644
--- a/patches/kaggle_gcp.py
+++ b/patches/kaggle_gcp.py
@@ -45,4 +45,5 @@ def __init__(self):
         super().__init__(
             project=data_proxy_project, credentials=anon_credentials
         )
+        # TODO: Remove this once https://github.com/googleapis/google-cloud-python/issues/7122 is implemented.
         self._connection = _DataProxyConnection(self)

From 411b6548d2ccc49e323b34ce8ace79ba8d330229 Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Tue, 15 Jan 2019 12:02:18 -0500
Subject: [PATCH 196/251] Add comment about kaggle_gcp module path.

---
 patches/sitecustomize.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/patches/sitecustomize.py b/patches/sitecustomize.py
index 70fba8f4..f7f78e22 100644
--- a/patches/sitecustomize.py
+++ b/patches/sitecustomize.py
@@ -6,6 +6,8 @@
     from google.auth import credentials
     from google.cloud import bigquery
     from google.cloud.bigquery._http import Connection
+    # TODO: Update this to the correct kaggle.gcp path once we no longer inject modules
+    # from the worker.
     from kaggle_gcp import PublicBigqueryClient
 
     def monkeypatch_bq(bq_client, *args, **kwargs):

From e3ed97aec39ff9e0def5b8e850f8059ec6deff50 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 15 Jan 2019 10:32:30 -0800
Subject: [PATCH 197/251] Pin numpy

skimage is not compatible with the latest version of numpy (1.16) yet. Pining numpy to the 1.15 version for now.
---
 Dockerfile | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 61b370f3..2033dc3b 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -143,8 +143,9 @@ RUN apt-get -y install zlib1g-dev liblcms2-dev libwebp-dev libgeos-dev && \
     # MXNet
     pip install mxnet && \
     # h2o (requires java)
-    # Upgrade numpy with pip to avoid install errors
-    pip install --upgrade numpy && \
+    # Some packages such as sk_image are not compatible with the 1.16 version yet.
+    # See: https://github.com/scikit-image/scikit-image/issues/3551
+    pip install numpy==1.15.4 && \
     # requires java
     apt-get install -y default-jdk && \
     cd /usr/local/src && mkdir h2o && cd h2o && \
@@ -404,7 +405,6 @@ RUN pip install bcolz && \
     pip install nbconvert && \
     pip install nbformat && \
     pip install notebook==5.5.0 && \
-    pip install numpy && \
     pip install olefile && \
     pip install opencv-python && \
     pip install --upgrade pandas && \

From e6d8c2bd225deba3c5060d87186418b416e61bb4 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 15 Jan 2019 20:24:50 -0800
Subject: [PATCH 198/251] Leave the numpy version from anaconda (1.15.4)

The 1.15.4 version in pip is incompatible with cartopy which includes some compiled code:
```
ValueError: numpy.ufunc size changed, may indicate binary incompatibility. Expected 216 from C header, got 192 from PyObject
```
---
 Dockerfile | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 9c2cd800..d481395e 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -143,9 +143,6 @@ RUN apt-get -y install zlib1g-dev liblcms2-dev libwebp-dev libgeos-dev && \
     # MXNet
     pip install mxnet && \
     # h2o (requires java)
-    # Some packages such as sk_image are not compatible with the 1.16 version yet.
-    # See: https://github.com/scikit-image/scikit-image/issues/3551
-    pip install numpy==1.15.4 && \
     # requires java
     apt-get install -y default-jdk && \
     cd /usr/local/src && mkdir h2o && cd h2o && \

From a766f9ea48f603416820e01cc5ae3a364c2fd945 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 16 Jan 2019 17:39:51 +0000
Subject: [PATCH 199/251] Upgrade numpy and scikit-image

---
 Dockerfile | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/Dockerfile b/Dockerfile
index d481395e..7ea958ed 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -24,6 +24,7 @@ RUN sed -i "s/httpredir.debian.org/debian.uchicago.edu/" /etc/apt/sources.list &
 # Fix to install tf 1.10:: Downgrade python 3.7->3.6.6 and downgrade Pandas 0.23.3->0.23.2
 RUN conda install -y python=3.6.6 && \
     pip install pandas==0.23.2 && \
+    pip install --upgrade numpy && \
     # Another fix for TF 1.10 https://github.com/tensorflow/tensorflow/issues/21518
     pip install keras_applications==1.0.4 --no-deps && \
     pip install keras_preprocessing==1.0.2 --no-deps && \
@@ -116,6 +117,9 @@ RUN apt-get install -y libfreetype6-dev && \
     vader_lexicon verbnet webtext word2vec_sample wordnet wordnet_ic words ycoe && \
     # Stop-words
     pip install stop-words && \
+    # latest scikit-image is not compatible with numpy 1.16.0.
+    # remove the pin once a new version is released (>0.14.1)
+    pip install git+git://github.com/scikit-image/scikit-image@31d9ecc2f0d8dd3373af3e80b2dcc7887ff2ca24 && \
     /tmp/clean-layer.sh
 
 # Make sure the dynamic linker finds the right libstdc++

From 8c988edf40f0674935c376a5fb19eb39f25b73ca Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 16 Jan 2019 12:49:23 -0800
Subject: [PATCH 200/251] upgrade numpy later in the build process

---
 Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 7ea958ed..44f96b0b 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -24,7 +24,6 @@ RUN sed -i "s/httpredir.debian.org/debian.uchicago.edu/" /etc/apt/sources.list &
 # Fix to install tf 1.10:: Downgrade python 3.7->3.6.6 and downgrade Pandas 0.23.3->0.23.2
 RUN conda install -y python=3.6.6 && \
     pip install pandas==0.23.2 && \
-    pip install --upgrade numpy && \
     # Another fix for TF 1.10 https://github.com/tensorflow/tensorflow/issues/21518
     pip install keras_applications==1.0.4 --no-deps && \
     pip install keras_preprocessing==1.0.2 --no-deps && \
@@ -146,6 +145,7 @@ RUN apt-get -y install zlib1g-dev liblcms2-dev libwebp-dev libgeos-dev && \
     pip install cartopy && \
     # MXNet
     pip install mxnet && \
+    pip install --upgrade numpy && \
     # h2o (requires java)
     # requires java
     apt-get install -y default-jdk && \

From 8805a1b74c0ee6e4ad92031172e79589dafdf763 Mon Sep 17 00:00:00 2001
From: corochann <acc1ssnn9terias@gmail.com>
Date: Sat, 19 Jan 2019 17:07:28 +0900
Subject: [PATCH 201/251] ignore .idea for pycharm users

---
 .gitignore | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/.gitignore b/.gitignore
index 7e99e367..44dbcd64 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1 +1,2 @@
-*.pyc
\ No newline at end of file
+*.pyc
+.idea/

From b51d13cbbe50be0733f8c196cfbbbae67c491e77 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 29 Jan 2019 13:30:22 -0800
Subject: [PATCH 202/251] Remove pin for scikit-image

`scikit-image` 0.14.2` was released which fixes a compatibility issue with `numpy` 1.16:
https://pypi.org/project/scikit-image/#history
---
 Dockerfile | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 44f96b0b..58ad0a05 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -116,9 +116,7 @@ RUN apt-get install -y libfreetype6-dev && \
     vader_lexicon verbnet webtext word2vec_sample wordnet wordnet_ic words ycoe && \
     # Stop-words
     pip install stop-words && \
-    # latest scikit-image is not compatible with numpy 1.16.0.
-    # remove the pin once a new version is released (>0.14.1)
-    pip install git+git://github.com/scikit-image/scikit-image@31d9ecc2f0d8dd3373af3e80b2dcc7887ff2ca24 && \
+    pip install scikit-image && \
     /tmp/clean-layer.sh
 
 # Make sure the dynamic linker finds the right libstdc++

From 5fe2113d1299f2ca65e6992efc4aa2043960144d Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 29 Jan 2019 16:56:16 -0800
Subject: [PATCH 203/251] Pin pip to 18.1

cartopy fails to install with pip 19.0.1.
---
 Dockerfile | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 58ad0a05..fa372c89 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -16,7 +16,10 @@ RUN sed -i "s/httpredir.debian.org/debian.uchicago.edu/" /etc/apt/sources.list &
     apt-get update && apt-get install -y build-essential unzip && \
     # https://stackoverflow.com/a/46498173
     conda update -y conda && conda update -y python && \
-    pip install --upgrade pip && \
+    # cartopy package fails to install with the latest version of pip (19.0.1) with:
+    # "ModuleNotFoundError: No module named 'versioneer'"
+    # `versioneer` is checked in the cartopy package, the sys path seems to differ with the new version of pip.
+    pip install pip==18.1 && \
     apt-get -y install cmake && \
     /tmp/clean-layer.sh
 

From 8ac8bd207c8db5dac0e773017c3d980df9224135 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 30 Jan 2019 01:37:59 +0000
Subject: [PATCH 204/251] install keras and keras-rl from pip

---
 Dockerfile            | 10 ++--------
 tests/test_imports.py |  1 +
 2 files changed, 3 insertions(+), 8 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index fa372c89..1b7a6255 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -67,14 +67,8 @@ RUN apt-get install -y libfreetype6-dev && \
     pip install xgboost && \
     pip install lightgbm && \
     pip install git+git://github.com/Lasagne/Lasagne.git && \
-    #keras
-    cd /usr/local/src && mkdir keras && cd keras && \
-    git clone --depth 1 https://github.com/fchollet/keras.git && \
-    cd keras && python setup.py install && \
-    #keras-rl
-    cd /usr/local/src && mkdir keras-rl && cd keras-rl && \
-    git clone --depth 1 https://github.com/matthiasplappert/keras-rl.git && \
-    cd keras-rl && python setup.py install && \
+    pip install keras && \
+    pip install keras-rl && \
     #keras-rcnn
     pip install git+https://github.com/broadinstitute/keras-rcnn && \
     #neon
diff --git a/tests/test_imports.py b/tests/test_imports.py
index e099063c..c14e70c6 100644
--- a/tests/test_imports.py
+++ b/tests/test_imports.py
@@ -5,3 +5,4 @@ class TestImport(unittest.TestCase):
     def test_basic(self):
         import bq_helper
         import cleverhans
+        from rl.agents.dqn import DQNAgent

From 428c6e9e46f29661dfbfdbca52403d5984408d8a Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 30 Jan 2019 02:25:53 +0000
Subject: [PATCH 205/251] pin fitter to 1.0.9

---
 Dockerfile | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 1b7a6255..db9bb184 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -239,7 +239,10 @@ RUN pip install --upgrade mpld3 && \
     pip install git+https://github.com/hyperopt/hyperopt.git && \
     # tflean. Deep learning library featuring a higher-level API for TensorFlow. http://tflearn.org
     pip install git+https://github.com/tflearn/tflearn.git && \
-    pip install fitter && \
+    # fitter 1.1.10 is broken. Fails at setup with:
+    # install_requires = open("requirements.txt").read(),
+    # FileNotFoundError: [Errno 2] No such file or directory: 'requirements.txt'
+    pip install fitter==1.0.9 && \
     pip install langid && \
     # Delorean. Useful for dealing with datetime
     pip install delorean && \

From 976b4cf38bdb11e78faaac470244a7e43e468ca0 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 30 Jan 2019 04:49:45 +0000
Subject: [PATCH 206/251] install latest version of skikit-image

---
 Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index db9bb184..99c9c0f4 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -113,7 +113,7 @@ RUN apt-get install -y libfreetype6-dev && \
     vader_lexicon verbnet webtext word2vec_sample wordnet wordnet_ic words ycoe && \
     # Stop-words
     pip install stop-words && \
-    pip install scikit-image && \
+    pip install --upgrade scikit-image && \
     /tmp/clean-layer.sh
 
 # Make sure the dynamic linker finds the right libstdc++

From 46200e1ace50df587182e9ae2d5142c8326494cf Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 30 Jan 2019 04:54:18 +0000
Subject: [PATCH 207/251] pin pandas to fix tsfresh

---
 Dockerfile | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 99c9c0f4..3d18dc1b 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -406,7 +406,8 @@ RUN pip install bcolz && \
     pip install notebook==5.5.0 && \
     pip install olefile && \
     pip install opencv-python && \
-    pip install --upgrade pandas && \
+    # tsfresh is not yet compatible with pandas 0.24.0
+    pip install pandas==0.23.4 && \
     pip install pandas_summary && \
     pip install pandocfilters && \
     pip install pexpect && \

From 641c8ac040802c327ba2127b92f26dee6350ce07 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 30 Jan 2019 04:59:26 +0000
Subject: [PATCH 208/251] pin geoviews

---
 Dockerfile | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 3d18dc1b..997714f5 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -294,7 +294,9 @@ RUN pip install fancyimpute && \
     # See: https://github.com/facebook/prophet/issues/775
     pip install fbprophet==0.3.post2 && \
     pip install holoviews && \
-    pip install geoviews && \
+    # 1.6.2 is not currently supported by the version of matplotlib we are using.
+    # See other comments about why matplotlib is pinned.
+    pip install geoviews==1.6.1 && \
     pip install hypertools && \
     # Nxviz has been causing an installation issue by trying unsuccessfully to remove setuptools.
     #pip install nxviz && \

From a4b1920e5c482a46a1a166f0d15f447d6ce1810d Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 30 Jan 2019 09:00:41 -0800
Subject: [PATCH 209/251] Pin flake8 to a specific version

---
 Dockerfile | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/Dockerfile b/Dockerfile
index 997714f5..d1635525 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -71,6 +71,10 @@ RUN apt-get install -y libfreetype6-dev && \
     pip install keras-rl && \
     #keras-rcnn
     pip install git+https://github.com/broadinstitute/keras-rcnn && \
+    # version 3.7.1 adds a dependency on entrypoints > 3. This causes a reinstall but fails because
+    # it is a distutils package and can't be uninstalled. Once the anaconda image in updated, this
+    # pin should be removed.
+    pip install flake8==3.6.0 && \
     #neon
     cd /usr/local/src && \
     git clone --depth 1 https://github.com/NervanaSystems/neon.git && \

From d52c6f94e5431758786e78c44efb71661ff65ada Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Thu, 31 Jan 2019 12:24:16 -0800
Subject: [PATCH 210/251] Adds UserSecretsClient library to communicate with
 WebTier UserSecrets service.

---
 .gitignore                 |  3 +-
 Dockerfile                 |  1 +
 patches/kaggle_secrets.py  | 59 +++++++++++++++++++++++++
 test                       |  2 +
 tests/test_user_secrets.py | 88 ++++++++++++++++++++++++++++++++++++++
 5 files changed, 152 insertions(+), 1 deletion(-)
 create mode 100644 patches/kaggle_secrets.py
 create mode 100644 tests/test_user_secrets.py

diff --git a/.gitignore b/.gitignore
index 7e99e367..6f442785 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1 +1,2 @@
-*.pyc
\ No newline at end of file
+*.pyc
+.vscode
\ No newline at end of file
diff --git a/Dockerfile b/Dockerfile
index d1635525..cbcef71b 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -513,6 +513,7 @@ RUN pip install --upgrade dask && \
 # Add BigQuery client proxy settings
 ENV PYTHONUSERBASE "/root/.local"
 ADD patches/kaggle_gcp.py /root/.local/lib/python3.6/site-packages/kaggle_gcp.py
+ADD patches/kaggle_secrets.py /root/.local/lib/python3.6/site-packages/kaggle_secrets.py
 ADD patches/sitecustomize.py /root/.local/lib/python3.6/site-packages/sitecustomize.py
 
 # Set backend for matplotlib
diff --git a/patches/kaggle_secrets.py b/patches/kaggle_secrets.py
new file mode 100644
index 00000000..91267422
--- /dev/null
+++ b/patches/kaggle_secrets.py
@@ -0,0 +1,59 @@
+import json
+import os
+import urllib.request
+
+_KAGGLE_DEFAULT_URL_BASE = "https://www.kaggle.com"
+_KAGGLE_URL_BASE_ENV_VAR_NAME = "KAGGLE_URL_BASE"
+_KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME = "KAGGLE_USER_SECRETS_TOKEN_KEY"
+
+
+class CredentialError(Exception):
+    pass
+
+
+class BackendError(Exception):
+    pass
+
+
+class UserSecretsClient():
+    GET_USER_SECRET_ENDPOINT = '/requests/GetUserSecretRequest'
+    BIGQUERY_PURPOSE_VALUE = 1
+
+    def __init__(self):
+        url_base_override = os.getenv(_KAGGLE_URL_BASE_ENV_VAR_NAME)
+        self.url_base = (url_base_override or _KAGGLE_DEFAULT_URL_BASE)
+        # Follow the OAuth 2.0 Authorization standard (https://tools.ietf.org/html/rfc6750)
+        jwt_token = os.getenv(_KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME)
+        if jwt_token is None:
+            raise CredentialError(
+                f'A JWT Token is required to use the UserSecretsClient, but none found in environment variable {_KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME}')
+        self.headers = {'Content-type': 'application/json',
+                        'Authorization': 'Bearer {}'.format(jwt_token)}
+
+    def _make_get_request(self, request_body):
+        request_params = urllib.parse.urlencode(request_body)
+        url = f'{self.url_base}{self.GET_USER_SECRET_ENDPOINT}?{request_params}'
+        req = urllib.request.Request(url, headers=self.headers)
+        with urllib.request.urlopen(req) as response:
+            response_json = json.loads(response.read())
+            return response_json
+
+    def getUserSecret(self, secret_label: str):
+        request_body = {
+            'SecretLabel': secret_label
+        }
+        response_json = self._make_get_request(request_body)
+        if 'Secret' not in response_json:
+            raise BackendError(
+                'Unexpected response from UserSecrets service.')
+        return response_json['Secret']
+
+    def getBigQueryAccessToken(self):
+        request_body = {
+            'Purpose': self.BIGQUERY_PURPOSE_VALUE
+        }
+        response_json = self._make_get_request(request_body)
+        if 'Secret' not in response_json:
+            raise BackendError(
+                'Unexpected response from UserSecrets service.')
+        return response_json['Secret']
diff --git a/test b/test
index fdc7f6b9..99453605 100755
--- a/test
+++ b/test
@@ -80,6 +80,8 @@ sleep 3
 docker kill jupyter_test && docker rm jupyter_test
 docker run --rm -t --read-only --net=none \
     -e HOME=/tmp -e KAGGLE_DATA_PROXY_TOKEN=test-key \
+    -e KAGGLE_USER_SECRETS_TOKEN_KEY=test-secrets-key \
+    -e KAGGLE_URL_BASE=http://127.0.0.1:8001 \
     -e KAGGLE_DATA_PROXY_URL=http://127.0.0.1:8000 \
     -e KAGGLE_DATA_PROXY_PROJECT=test \
     -v $PWD:/input:ro -v /tmp/python-build/working:/working \
diff --git a/tests/test_user_secrets.py b/tests/test_user_secrets.py
new file mode 100644
index 00000000..7e590e1a
--- /dev/null
+++ b/tests/test_user_secrets.py
@@ -0,0 +1,88 @@
+import json
+import os
+import threading
+import unittest
+from http.server import BaseHTTPRequestHandler, HTTPServer
+from test.support import EnvironmentVarGuard
+from urllib.parse import urlparse
+
+from google.auth.exceptions import DefaultCredentialsError
+from google.cloud import bigquery
+from kaggle_secrets import (_KAGGLE_URL_BASE_ENV_VAR_NAME,
+                            _KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME,
+                            CredentialError, UserSecretsClient)
+
+_TEST_JWT = 'test-secrets-key'
+
+
+class UserSecretsHTTPHandler(BaseHTTPRequestHandler):
+
+    def set_request(self):
+        raise NotImplementedError()
+    
+    def get_response(self):
+        raise NotImplementedError()
+
+    def do_HEAD(s):
+        s.send_response(200)
+
+    def do_GET(s):
+        s.set_request()
+        s.send_response(200)
+        s.send_header("Content-type", "application/json")
+        s.end_headers()
+        s.wfile.write(json.dumps(s.get_response()).encode("utf-8"))
+
+
+class TestUserSecrets(unittest.TestCase):
+    server_address = urlparse(os.getenv(_KAGGLE_URL_BASE_ENV_VAR_NAME))
+
+    def _test_client(self, client_func, expected_path, secret):
+        _request = {}
+
+        class AccessTokenHandler(UserSecretsHTTPHandler):
+            def set_request(self):
+                _request['path'] = self.path
+                _request['headers'] = self.headers
+            def get_response(self):
+                return {"Secret": secret}
+
+        env = EnvironmentVarGuard()
+        env.set(_KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME, _TEST_JWT)
+        with env:
+            with HTTPServer((self.server_address.hostname, self.server_address.port), AccessTokenHandler) as httpd:
+                threading.Thread(target=httpd.serve_forever).start()
+
+                try:
+                    client_func()
+                finally:
+                    httpd.shutdown()
+
+                self.assertEqual(
+                    _request['path'], expected_path, msg="Fake server did not receive the right request from the UserSecrets client.")
+                self.assertTrue(
+                    any(
+                        k for k in _request['headers'] if k == "Authorization" and _request['headers'][k] == f'Bearer {_TEST_JWT}'), msg="Authorization header was missing from the UserSecrets request.")
+
+    def test_no_token_fails(self):
+        env = EnvironmentVarGuard()
+        env.unset(_KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME)
+        with env:
+            with self.assertRaises(CredentialError):
+                client = UserSecretsClient()
+
+    def test_get_access_token_succeeds(self):
+        secret = '12345'
+        def call_get_access_token():
+            client = UserSecretsClient()
+            secret_response = client.getBigQueryAccessToken()
+            self.assertEqual(secret_response, secret)
+        self._test_client(call_get_access_token, '/requests/GetUserSecretRequest?Purpose=1', secret)
+
+    def test_get_user_secret_succeeds(self):
+        secret = '5678'
+        def call_get_access_token():
+            client = UserSecretsClient()
+            secret_response = client.getUserSecret('MY_SECRET')
+            self.assertEqual(secret_response, secret)
+        self._test_client(call_get_access_token, '/requests/GetUserSecretRequest?SecretLabel=MY_SECRET', secret)

From 5438d79b756de3f93382073b6b92dc135ab181ae Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Thu, 31 Jan 2019 20:41:24 -0800
Subject: [PATCH 211/251] Addresses nits from PR. Mostly naming and spaces.

---
 patches/kaggle_secrets.py  | 11 ++++++-----
 tests/test_user_secrets.py | 29 ++++++++++++++++++++---------
 2 files changed, 26 insertions(+), 14 deletions(-)

diff --git a/patches/kaggle_secrets.py b/patches/kaggle_secrets.py
index 91267422..d52c25a9 100644
--- a/patches/kaggle_secrets.py
+++ b/patches/kaggle_secrets.py
@@ -21,12 +21,13 @@ class UserSecretsClient():
 
     def __init__(self):
         url_base_override = os.getenv(_KAGGLE_URL_BASE_ENV_VAR_NAME)
-        self.url_base = (url_base_override or _KAGGLE_DEFAULT_URL_BASE)
+        self.url_base = url_base_override or _KAGGLE_DEFAULT_URL_BASE
         # Follow the OAuth 2.0 Authorization standard (https://tools.ietf.org/html/rfc6750)
         jwt_token = os.getenv(_KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME)
         if jwt_token is None:
             raise CredentialError(
-                f'A JWT Token is required to use the UserSecretsClient, but none found in environment variable {_KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME}')
+                'A JWT Token is required to use the UserSecretsClient, '
+                f'but none found in environment variable {_KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME}')
         self.headers = {'Content-type': 'application/json',
                         'Authorization': 'Bearer {}'.format(jwt_token)}
 
@@ -38,17 +39,17 @@ def _make_get_request(self, request_body):
             response_json = json.loads(response.read())
             return response_json
 
-    def getUserSecret(self, secret_label: str):
+    def get_user_secret(self, secret_label: str):
         request_body = {
             'SecretLabel': secret_label
         }
         response_json = self._make_get_request(request_body)
         if 'Secret' not in response_json:
             raise BackendError(
-                'Unexpected response from UserSecrets service.')
+                'Unexpected response from the service.')
         return response_json['Secret']
 
-    def getBigQueryAccessToken(self):
+    def get_bigquery_access_token(self):
         request_body = {
             'Purpose': self.BIGQUERY_PURPOSE_VALUE
         }
diff --git a/tests/test_user_secrets.py b/tests/test_user_secrets.py
index 7e590e1a..0086f859 100644
--- a/tests/test_user_secrets.py
+++ b/tests/test_user_secrets.py
@@ -19,7 +19,7 @@ class UserSecretsHTTPHandler(BaseHTTPRequestHandler):
 
     def set_request(self):
         raise NotImplementedError()
-    
+
     def get_response(self):
         raise NotImplementedError()
 
@@ -35,22 +35,24 @@ def do_GET(s):
 
 
 class TestUserSecrets(unittest.TestCase):
-    server_address = urlparse(os.getenv(_KAGGLE_URL_BASE_ENV_VAR_NAME))
+    SERVER_ADDRESS = urlparse(os.getenv(_KAGGLE_URL_BASE_ENV_VAR_NAME))
 
     def _test_client(self, client_func, expected_path, secret):
         _request = {}
 
         class AccessTokenHandler(UserSecretsHTTPHandler):
+
             def set_request(self):
                 _request['path'] = self.path
                 _request['headers'] = self.headers
+
             def get_response(self):
                 return {"Secret": secret}
 
         env = EnvironmentVarGuard()
         env.set(_KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME, _TEST_JWT)
         with env:
-            with HTTPServer((self.server_address.hostname, self.server_address.port), AccessTokenHandler) as httpd:
+            with HTTPServer((self.SERVER_ADDRESS.hostname, self.SERVER_ADDRESS.port), AccessTokenHandler) as httpd:
                 threading.Thread(target=httpd.serve_forever).start()
 
                 try:
@@ -58,11 +60,16 @@ def get_response(self):
                 finally:
                     httpd.shutdown()
 
+                path, headers = _request['path'], _request['headers']
                 self.assertEqual(
-                    _request['path'], expected_path, msg="Fake server did not receive the right request from the UserSecrets client.")
+                    path,
+                    expected_path,
+                    msg="Fake server did not receive the right request from the UserSecrets client.")
                 self.assertTrue(
                     any(
-                        k for k in _request['headers'] if k == "Authorization" and _request['headers'][k] == f'Bearer {_TEST_JWT}'), msg="Authorization header was missing from the UserSecrets request.")
+                        k for k in headers
+                        if k == "Authorization" and headers[k] == f'Bearer {_TEST_JWT}'),
+                    msg="Authorization header was missing from the UserSecrets request.")
 
     def test_no_token_fails(self):
         env = EnvironmentVarGuard()
@@ -73,16 +80,20 @@ def test_no_token_fails(self):
 
     def test_get_access_token_succeeds(self):
         secret = '12345'
+
         def call_get_access_token():
             client = UserSecretsClient()
-            secret_response = client.getBigQueryAccessToken()
+            secret_response = client.get_bigquery_access_token()
             self.assertEqual(secret_response, secret)
-        self._test_client(call_get_access_token, '/requests/GetUserSecretRequest?Purpose=1', secret)
+        self._test_client(call_get_access_token,
+                          '/requests/GetUserSecretRequest?Purpose=1', secret)
 
     def test_get_user_secret_succeeds(self):
         secret = '5678'
+
         def call_get_access_token():
             client = UserSecretsClient()
-            secret_response = client.getUserSecret('MY_SECRET')
+            secret_response = client.get_user_secret('MY_SECRET')
             self.assertEqual(secret_response, secret)
-        self._test_client(call_get_access_token, '/requests/GetUserSecretRequest?SecretLabel=MY_SECRET', secret)
+        self._test_client(
+            call_get_access_token, '/requests/GetUserSecretRequest?SecretLabel=MY_SECRET', secret)

From b8ab09e9c06b40d5da23cb229c0d2d4b299f0010 Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Fri, 1 Feb 2019 14:10:11 -0800
Subject: [PATCH 212/251] Rename purpose to Target. Remove the general user
 secret case.

---
 patches/kaggle_secrets.py  | 24 +++++++++++-------------
 tests/test_user_secrets.py | 12 +-----------
 2 files changed, 12 insertions(+), 24 deletions(-)

diff --git a/patches/kaggle_secrets.py b/patches/kaggle_secrets.py
index d52c25a9..24cc377f 100644
--- a/patches/kaggle_secrets.py
+++ b/patches/kaggle_secrets.py
@@ -1,3 +1,11 @@
+"""UserSecret client classes.
+
+This library adds support for communicating with the UserSecrets service,
+currently used for retrieving an access token for supported integrations
+(ie. BigQuery).
+
+"""
+
 import json
 import os
 import urllib.request
@@ -17,7 +25,7 @@ class BackendError(Exception):
 
 class UserSecretsClient():
     GET_USER_SECRET_ENDPOINT = '/requests/GetUserSecretRequest'
-    BIGQUERY_PURPOSE_VALUE = 1
+    BIGQUERY_TARGET_VALUE = 1
 
     def __init__(self):
         url_base_override = os.getenv(_KAGGLE_URL_BASE_ENV_VAR_NAME)
@@ -39,22 +47,12 @@ def _make_get_request(self, request_body):
             response_json = json.loads(response.read())
             return response_json
 
-    def get_user_secret(self, secret_label: str):
-        request_body = {
-            'SecretLabel': secret_label
-        }
-        response_json = self._make_get_request(request_body)
-        if 'Secret' not in response_json:
-            raise BackendError(
-                'Unexpected response from the service.')
-        return response_json['Secret']
-
     def get_bigquery_access_token(self):
         request_body = {
-            'Purpose': self.BIGQUERY_PURPOSE_VALUE
+            'Target': self.BIGQUERY_TARGET_VALUE
         }
         response_json = self._make_get_request(request_body)
         if 'Secret' not in response_json:
             raise BackendError(
-                'Unexpected response from UserSecrets service.')
+                'Unexpected response from the service.')
         return response_json['Secret']
diff --git a/tests/test_user_secrets.py b/tests/test_user_secrets.py
index 0086f859..7e21c146 100644
--- a/tests/test_user_secrets.py
+++ b/tests/test_user_secrets.py
@@ -86,14 +86,4 @@ def call_get_access_token():
             secret_response = client.get_bigquery_access_token()
             self.assertEqual(secret_response, secret)
         self._test_client(call_get_access_token,
-                          '/requests/GetUserSecretRequest?Purpose=1', secret)
-
-    def test_get_user_secret_succeeds(self):
-        secret = '5678'
-
-        def call_get_access_token():
-            client = UserSecretsClient()
-            secret_response = client.get_user_secret('MY_SECRET')
-            self.assertEqual(secret_response, secret)
-        self._test_client(
-            call_get_access_token, '/requests/GetUserSecretRequest?SecretLabel=MY_SECRET', secret)
+                          '/requests/GetUserSecretRequest?Target=1', secret)

From 01ffe6039a44311298824487dd5d48fb7e1385dc Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <roseberryv@gmail.com>
Date: Fri, 1 Feb 2019 17:00:07 -0800
Subject: [PATCH 213/251] R

---
 Jenkinsfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 45f32577..299ebaf7 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -77,7 +77,7 @@ pipeline {
         slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} docker build>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
           set -exo pipefail
-          docker image prune -a -f # remove previously built image to prevent disk from filling up
+          docker image prune -f # remove previously built image to prevent disk from filling up
           ./build --gpu | ts
         '''
       }

From 703095118f44ffb059affaa008ea8d4d3d04b057 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 7 Feb 2019 14:36:53 -0800
Subject: [PATCH 214/251] Run the Jenkins pipeline 3x a week

---
 Jenkinsfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 299ebaf7..27589992 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -1,4 +1,4 @@
-String cron_string = BRANCH_NAME == "master" ? "H 12 * * 1,3" : ""
+String cron_string = BRANCH_NAME == "master" ? "H 12 * * 1,3,5" : ""
 
 pipeline {
   agent { label 'ephemeral-linux' }

From bdb4d1e092e273f5f3f3e95161b8765b991d42b4 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Fri, 8 Feb 2019 00:45:43 +0000
Subject: [PATCH 215/251] Remove pin for keras_(applicatons|preprocessing)

---
 Dockerfile | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index cbcef71b..b72ad2dd 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -27,9 +27,6 @@ RUN sed -i "s/httpredir.debian.org/debian.uchicago.edu/" /etc/apt/sources.list &
 # Fix to install tf 1.10:: Downgrade python 3.7->3.6.6 and downgrade Pandas 0.23.3->0.23.2
 RUN conda install -y python=3.6.6 && \
     pip install pandas==0.23.2 && \
-    # Another fix for TF 1.10 https://github.com/tensorflow/tensorflow/issues/21518
-    pip install keras_applications==1.0.4 --no-deps && \
-    pip install keras_preprocessing==1.0.2 --no-deps && \
     /tmp/clean-layer.sh
 
 # The anaconda base image includes outdated versions of these packages. Update them to include the latest version.

From 9b137a0ec9288794fe3beed84a50c2129b493b90 Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Sat, 9 Feb 2019 14:22:48 -0800
Subject: [PATCH 216/251] Adds better error handling to kaggle_secrets.py and
 calls UserSecretsClient from KaggleKernelCredentials

---
 patches/kaggle_gcp.py     | 14 ++++++++------
 patches/kaggle_secrets.py | 28 ++++++++++++++++------------
 2 files changed, 24 insertions(+), 18 deletions(-)

diff --git a/patches/kaggle_gcp.py b/patches/kaggle_gcp.py
index a2ea1154..ce155d61 100644
--- a/patches/kaggle_gcp.py
+++ b/patches/kaggle_gcp.py
@@ -1,12 +1,13 @@
 import os
 from google.auth import credentials
+from google.auth.exceptions import RefreshError 
 from google.cloud import bigquery
 from google.cloud.bigquery._http import Connection
+from kaggle_secrets import UserSecretsClient
 
 
 class KaggleKernelCredentials(credentials.Credentials):
     """Custom Credentials used to authenticate using the Kernel's connected OAuth account.
-
     Example usage:
     client = bigquery.Client(project='ANOTHER_PROJECT',
                                 credentials=KaggleKernelCredentials())
@@ -14,9 +15,11 @@ class KaggleKernelCredentials(credentials.Credentials):
 
     def refresh(self, request):
         print("Calling Kaggle.UserSecrets to refresh token.")
-        # Set self.token and self.expiry here.
-        raise NotImplementedError(
-            "Private BigQuery integration is not yet implemented.")
+        try:
+            client = UserSecretsClient()
+            fresh_token = client.get_bigquery_access_token()
+        except Exception as e:
+            raise RefreshError('Unable to refresh access token.') from e
 
 
 class _DataProxyConnection(Connection):
@@ -32,7 +35,6 @@ def __init__(self, client):
 
 class PublicBigqueryClient(bigquery.client.Client):
     """A modified BigQuery client that routes requests using Kaggle's Data Proxy to provide free access to Public Datasets.
-
     Example usage:
     from kaggle import PublicBigqueryClient
     client = PublicBigqueryClient()
@@ -46,4 +48,4 @@ def __init__(self):
             project=data_proxy_project, credentials=anon_credentials
         )
         # TODO: Remove this once https://github.com/googleapis/google-cloud-python/issues/7122 is implemented.
-        self._connection = _DataProxyConnection(self)
+        self._connection = _DataProxyConnection(self)
\ No newline at end of file
diff --git a/patches/kaggle_secrets.py b/patches/kaggle_secrets.py
index 24cc377f..36736f99 100644
--- a/patches/kaggle_secrets.py
+++ b/patches/kaggle_secrets.py
@@ -1,9 +1,7 @@
 """UserSecret client classes.
-
 This library adds support for communicating with the UserSecrets service,
 currently used for retrieving an access token for supported integrations
 (ie. BigQuery).
-
 """
 
 import json
@@ -12,7 +10,7 @@
 
 _KAGGLE_DEFAULT_URL_BASE = "https://www.kaggle.com"
 _KAGGLE_URL_BASE_ENV_VAR_NAME = "KAGGLE_URL_BASE"
-_KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME = "KAGGLE_USER_SECRETS_TOKEN_KEY"
+_KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME = "KAGGLE_USER_SECRETS_TOKEN"
 
 
 class CredentialError(Exception):
@@ -39,20 +37,26 @@ def __init__(self):
         self.headers = {'Content-type': 'application/json',
                         'Authorization': 'Bearer {}'.format(jwt_token)}
 
-    def _make_get_request(self, request_body):
-        request_params = urllib.parse.urlencode(request_body)
-        url = f'{self.url_base}{self.GET_USER_SECRET_ENDPOINT}?{request_params}'
-        req = urllib.request.Request(url, headers=self.headers)
-        with urllib.request.urlopen(req) as response:
-            response_json = json.loads(response.read())
-            return response_json
+    def _make_post_request(self, request_body):
+        url = f'{self.url_base}{self.GET_USER_SECRET_ENDPOINT}'
+        req = urllib.request.Request(url, headers=self.headers, data=bytes(
+            json.dumps(request_body), encoding="utf-8"))
+        try:
+            with urllib.request.urlopen(req) as response:
+                response_json = json.loads(response.read())
+                return response_json
+        except urllib.error.HTTPError as e:
+            if e.code == 401 or e.code == 403:
+                raise CredentialError(f'Service responded with error code {e.code}.'
+                                      ' Please ensure you have access to the resource.') from e
+            raise BackendError('Unexpected response from the service.') from e
 
     def get_bigquery_access_token(self):
         request_body = {
             'Target': self.BIGQUERY_TARGET_VALUE
         }
-        response_json = self._make_get_request(request_body)
+        response_json = self._make_post_request(request_body)
         if 'Secret' not in response_json:
             raise BackendError(
                 'Unexpected response from the service.')
-        return response_json['Secret']
+        return response_json['Secret']
\ No newline at end of file

From 51a3826628dac6b3e103cf3c366e5a94205b047c Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Sun, 10 Feb 2019 17:35:52 -0800
Subject: [PATCH 217/251] keep pandas to version compatible with tsfresh

---
 Dockerfile | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index b72ad2dd..7b0704ce 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -24,9 +24,8 @@ RUN sed -i "s/httpredir.debian.org/debian.uchicago.edu/" /etc/apt/sources.list &
     /tmp/clean-layer.sh
 
 # Tensorflow doesn't support python 3.7 yet. See https://github.com/tensorflow/tensorflow/issues/20517
-# Fix to install tf 1.10:: Downgrade python 3.7->3.6.6 and downgrade Pandas 0.23.3->0.23.2
+# Fix to install Tensorflow: Downgrade python 3.7->3.6.6.
 RUN conda install -y python=3.6.6 && \
-    pip install pandas==0.23.2 && \
     /tmp/clean-layer.sh
 
 # The anaconda base image includes outdated versions of these packages. Update them to include the latest version.
@@ -409,7 +408,7 @@ RUN pip install bcolz && \
     pip install notebook==5.5.0 && \
     pip install olefile && \
     pip install opencv-python && \
-    # tsfresh is not yet compatible with pandas 0.24.0
+    # b/124184516: tsfresh is not yet compatible with pandas 0.24.0
     pip install pandas==0.23.4 && \
     pip install pandas_summary && \
     pip install pandocfilters && \
@@ -476,7 +475,8 @@ RUN pip install flashtext && \
     pip install ggplot && \
     pip install cesium && \
     pip install rgf_python && \
-    pip install pytext-nlp && \
+    # b/124184516: latest version forces the use of incompatible pandas>0.24
+    pip install pytext-nlp==0.1.2 && \
     pip install tsfresh && \
     pip install pymagnitude && \
     pip install pykalman && \

From cb59011aa51089bfee832ad10282a55cb9a4e930 Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Mon, 11 Feb 2019 10:08:56 -0800
Subject: [PATCH 218/251] Add back spaces to end of file.

---
 patches/kaggle_gcp.py     | 2 +-
 patches/kaggle_secrets.py | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/patches/kaggle_gcp.py b/patches/kaggle_gcp.py
index ce155d61..f6f42baf 100644
--- a/patches/kaggle_gcp.py
+++ b/patches/kaggle_gcp.py
@@ -48,4 +48,4 @@ def __init__(self):
             project=data_proxy_project, credentials=anon_credentials
         )
         # TODO: Remove this once https://github.com/googleapis/google-cloud-python/issues/7122 is implemented.
-        self._connection = _DataProxyConnection(self)
\ No newline at end of file
+        self._connection = _DataProxyConnection(self)
diff --git a/patches/kaggle_secrets.py b/patches/kaggle_secrets.py
index 36736f99..a7ded141 100644
--- a/patches/kaggle_secrets.py
+++ b/patches/kaggle_secrets.py
@@ -59,4 +59,4 @@ def get_bigquery_access_token(self):
         if 'Secret' not in response_json:
             raise BackendError(
                 'Unexpected response from the service.')
-        return response_json['Secret']
\ No newline at end of file
+        return response_json['Secret']

From ede9d48dbef8fec2ef2c78147562915b443f19bb Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Mon, 11 Feb 2019 14:35:57 -0800
Subject: [PATCH 219/251] Update test_user_secrets to expect a POST request
 instead of GET.

---
 tests/test_user_secrets.py | 14 ++++++++++----
 1 file changed, 10 insertions(+), 4 deletions(-)

diff --git a/tests/test_user_secrets.py b/tests/test_user_secrets.py
index 7e21c146..85a1568f 100644
--- a/tests/test_user_secrets.py
+++ b/tests/test_user_secrets.py
@@ -26,7 +26,7 @@ def get_response(self):
     def do_HEAD(s):
         s.send_response(200)
 
-    def do_GET(s):
+    def do_POST(s):
         s.set_request()
         s.send_response(200)
         s.send_header("Content-type", "application/json")
@@ -37,13 +37,15 @@ def do_GET(s):
 class TestUserSecrets(unittest.TestCase):
     SERVER_ADDRESS = urlparse(os.getenv(_KAGGLE_URL_BASE_ENV_VAR_NAME))
 
-    def _test_client(self, client_func, expected_path, secret):
+    def _test_client(self, client_func, expected_path, expected_body, secret):
         _request = {}
 
         class AccessTokenHandler(UserSecretsHTTPHandler):
 
             def set_request(self):
                 _request['path'] = self.path
+                content_len = int(self.headers.get('Content-Length'))
+                _request['body'] = json.loads(self.rfile.read(content_len))
                 _request['headers'] = self.headers
 
             def get_response(self):
@@ -60,11 +62,15 @@ def get_response(self):
                 finally:
                     httpd.shutdown()
 
-                path, headers = _request['path'], _request['headers']
+                path, headers, body = _request['path'], _request['headers'], _request['body']
                 self.assertEqual(
                     path,
                     expected_path,
                     msg="Fake server did not receive the right request from the UserSecrets client.")
+                self.assertEqual(
+                    body,
+                    expected_body,
+                    msg="Fake server did not receive the right body from the UserSecrets client.")
                 self.assertTrue(
                     any(
                         k for k in headers
@@ -86,4 +92,4 @@ def call_get_access_token():
             secret_response = client.get_bigquery_access_token()
             self.assertEqual(secret_response, secret)
         self._test_client(call_get_access_token,
-                          '/requests/GetUserSecretRequest?Target=1', secret)
+                          '/requests/GetUserSecretRequest', {'Target': 1}, secret)

From 6a8587b3c56e7b7003bc1b3680e0086c12863535 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 12 Feb 2019 02:27:23 +0000
Subject: [PATCH 220/251] Allow overriding target in diff script

---
 diff | 18 +++++++++++++++++-
 1 file changed, 17 insertions(+), 1 deletion(-)

diff --git a/diff b/diff
index 6e1be902..bcdaf003 100755
--- a/diff
+++ b/diff
@@ -4,16 +4,19 @@ set -e
 usage() {
 cat << EOF
 Usage: $0 [OPTIONS]
-Compare the locally built Docker image package versions against the prod image.
+Compare a given Docker image package versions against the prod image.
 
 Options:
     -g, --gpu       Compare GPU images.
+    -t, --target    The image to diff against the prod image.
+                    Default is the locally built image.
 EOF
 }
 
 
 BASE_IMAGE_TAG='gcr.io/kaggle-images/python:latest'
 TARGET_IMAGE_TAG='kaggle/python-build'
+TARGET_IMAGE_TAG_OVERRIDE=''
 
 while :; do
     case "$1" in 
@@ -25,6 +28,15 @@ while :; do
             BASE_IMAGE_TAG='gcr.io/kaggle-private-byod/python:latest'
             TARGET_IMAGE_TAG='kaggle/python-gpu-build'
             ;;
+        -t|--target)
+            if [[ -z "$2" ]]; then
+                usage
+                printf 'ERROR: No IMAGE specified after the %s flag.\n' "$1" >&2
+                exit
+            fi
+            TARGET_IMAGE_TAG_OVERRIDE="$2"
+            shift # skip the flag value
+            ;;
         -?*)
             usage
             printf 'ERROR: Unknown option: %s\n' "$1" >&2
@@ -37,6 +49,10 @@ while :; do
     shift
 done
 
+if [[ -n "$TARGET_IMAGE_TAG_OVERRIDE" ]]; then
+    TARGET_IMAGE_TAG="$TARGET_IMAGE_TAG_OVERRIDE"
+fi
+
 readonly BASE_IMAGE_TAG
 readonly TARGET_IMAGE_TAG
 

From a6e8cdd3ec22f9559a8cbe1fe91dedeaf694b870 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 13 Feb 2019 13:26:22 -0800
Subject: [PATCH 221/251] Tag @kernels-backend-ops on pipeline failure.

---
 Jenkinsfile | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 27589992..5e672761 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -15,6 +15,7 @@ pipeline {
     GIT_COMMIT_AUTHOR = sh(returnStdout: true, script:"git log --format='%an' -n 1 HEAD").trim()
     GIT_COMMIT_SUMMARY = "`<https://github.com/Kaggle/docker-python/commit/${GIT_COMMIT}|${GIT_COMMIT_SHORT}>` ${GIT_COMMIT_SUBJECT} - ${GIT_COMMIT_AUTHOR}"
     SLACK_CHANNEL = sh(returnStdout: true, script: "if [[ \"${GIT_BRANCH}\" == \"master\" ]]; then echo \"#kernelops\"; else echo \"#builds\"; fi").trim()
+    KERNELS_BACKEND_OPS_GROUP = "<@SC3L62QJK>"
   }
 
   stages {
@@ -147,7 +148,7 @@ pipeline {
 
   post {
     failure {
-      slackSend color: 'danger', message: "*<${env.BUILD_URL}console|${JOB_NAME} failed>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
+      slackSend color: 'danger', message: "*<${env.BUILD_URL}console|${JOB_NAME} failed>* ${GIT_COMMIT_SUMMARY} ${KERNELS_BACKEND_OPS_GROUP}", channel: env.SLACK_CHANNEL
     }
     success {
       slackSend color: 'good', message: "*<${env.BUILD_URL}console|${JOB_NAME} passed>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL

From 49a71ed91baf9e6b115cf40c49ecca2d3d6ca02a Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 13 Feb 2019 13:26:58 -0800
Subject: [PATCH 222/251] Don't post to slack at every steps

---
 Jenkinsfile | 10 ----------
 1 file changed, 10 deletions(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 5e672761..fc957dfa 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -21,7 +21,6 @@ pipeline {
   stages {
     stage('Docker CPU Build') {
       steps {
-        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} docker build>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
           set -exo pipefail
 
@@ -32,7 +31,6 @@ pipeline {
 
     stage('Push CPU Pretest Image') {
       steps {
-        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} pushing pretest image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
           set -exo pipefail
 
@@ -44,7 +42,6 @@ pipeline {
 
     stage('Test CPU Image') {
       steps {
-        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} test image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
           set -exo pipefail
 
@@ -56,7 +53,6 @@ pipeline {
 
     stage('Push CPU Image') {
       steps {
-        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} pushing image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
           set -exo pipefail
 
@@ -75,7 +71,6 @@ pipeline {
       // `--runtime=nvidia` flag for the `docker run` command when GPU support is needed.
       agent { label 'ephemeral-linux-gpu' }
       steps {
-        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} docker build>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
           set -exo pipefail
           docker image prune -f # remove previously built image to prevent disk from filling up
@@ -87,7 +82,6 @@ pipeline {
     stage('Push GPU Pretest Image') {
       agent { label 'ephemeral-linux-gpu' }
       steps {
-        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} pushing pretest image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
           set -exo pipefail
 
@@ -100,7 +94,6 @@ pipeline {
     stage('Test GPU Image') {
       agent { label 'ephemeral-linux-gpu' }
       steps {
-        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} test image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
           set -exo pipefail
 
@@ -113,7 +106,6 @@ pipeline {
     stage('Push GPU Image') {
       agent { label 'ephemeral-linux-gpu' }
       steps {
-        slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} pushing image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
         sh '''#!/bin/bash
           set -exo pipefail
 
@@ -127,7 +119,6 @@ pipeline {
       parallel {
         stage('CPU Diff') {
           steps {
-            slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} diff CPU image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
             sh '''#!/bin/bash
             ./diff
           '''
@@ -136,7 +127,6 @@ pipeline {
         stage('GPU Diff') {
           agent { label 'ephemeral-linux-gpu' }
           steps {
-            slackSend color: 'none', message: "*<${env.BUILD_URL}console|${JOB_NAME} diff GPU image>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL
             sh '''#!/bin/bash
             ./diff --gpu
           '''

From c9a62408b448a0f7b30d39caef26758e53004aca Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 13 Feb 2019 18:13:43 -0800
Subject: [PATCH 223/251] Fix @kernels-backend-ops tagging

---
 Jenkinsfile | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index fc957dfa..2d999b95 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -15,7 +15,6 @@ pipeline {
     GIT_COMMIT_AUTHOR = sh(returnStdout: true, script:"git log --format='%an' -n 1 HEAD").trim()
     GIT_COMMIT_SUMMARY = "`<https://github.com/Kaggle/docker-python/commit/${GIT_COMMIT}|${GIT_COMMIT_SHORT}>` ${GIT_COMMIT_SUBJECT} - ${GIT_COMMIT_AUTHOR}"
     SLACK_CHANNEL = sh(returnStdout: true, script: "if [[ \"${GIT_BRANCH}\" == \"master\" ]]; then echo \"#kernelops\"; else echo \"#builds\"; fi").trim()
-    KERNELS_BACKEND_OPS_GROUP = "<@SC3L62QJK>"
   }
 
   stages {
@@ -138,7 +137,7 @@ pipeline {
 
   post {
     failure {
-      slackSend color: 'danger', message: "*<${env.BUILD_URL}console|${JOB_NAME} failed>* ${GIT_COMMIT_SUMMARY} ${KERNELS_BACKEND_OPS_GROUP}", channel: env.SLACK_CHANNEL
+      slackSend color: 'danger', message: "*<${env.BUILD_URL}console|${JOB_NAME} failed>* ${GIT_COMMIT_SUMMARY} @kernels-backend-ops", channel: env.SLACK_CHANNEL
     }
     success {
       slackSend color: 'good', message: "*<${env.BUILD_URL}console|${JOB_NAME} passed>* ${GIT_COMMIT_SUMMARY}", channel: env.SLACK_CHANNEL

From fcdbd1810b5b936fd02b73c0808284a02b26b91a Mon Sep 17 00:00:00 2001
From: Toshihiko Yanase <toshihiko.yanase@gmail.com>
Date: Wed, 20 Feb 2019 16:38:59 +0900
Subject: [PATCH 224/251] Add optuna.

---
 Dockerfile           |  1 +
 tests/test_optuna.py | 17 +++++++++++++++++
 2 files changed, 18 insertions(+)
 create mode 100644 tests/test_optuna.py

diff --git a/Dockerfile b/Dockerfile
index 7b0704ce..a7aea34b 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -480,6 +480,7 @@ RUN pip install flashtext && \
     pip install tsfresh && \
     pip install pymagnitude && \
     pip install pykalman && \
+    pip install optuna && \
     /tmp/clean-layer.sh
 
 # Pin Vowpal Wabbit v8.6.0 because 8.6.1 does not build or install successfully
diff --git a/tests/test_optuna.py b/tests/test_optuna.py
new file mode 100644
index 00000000..2b3764ea
--- /dev/null
+++ b/tests/test_optuna.py
@@ -0,0 +1,17 @@
+import unittest
+
+import optuna
+
+
+class TestOptuna(unittest.TestCase):
+
+    def test_study(self):
+
+        def objective(trial):
+            x = trial.suggest_uniform('x', -1., 1.)
+            return x ** 2
+
+        n_trials = 20
+        study = optuna.create_study()
+        study.optimize(objective, n_trials=n_trials)
+        self.assertEqual(len(study.trials), n_trials)

From e93e2fbd902b411e9bea7d09080bad090cedf61d Mon Sep 17 00:00:00 2001
From: Sergey Sokolov <sssokolo@amazon.com>
Date: Wed, 20 Feb 2019 13:25:26 -0800
Subject: [PATCH 225/251] Add MXNet-GPU and GluonCV & GluonNLP

---
 Dockerfile     | 2 ++
 gpu.Dockerfile | 3 +++
 2 files changed, 5 insertions(+)

diff --git a/Dockerfile b/Dockerfile
index 7b0704ce..738adbd1 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -141,6 +141,8 @@ RUN apt-get -y install zlib1g-dev liblcms2-dev libwebp-dev libgeos-dev && \
     # MXNet
     pip install mxnet && \
     pip install --upgrade numpy && \
+    pip install gluonnlp && \
+    pip install gluoncv && \
     # h2o (requires java)
     # requires java
     apt-get install -y default-jdk && \
diff --git a/gpu.Dockerfile b/gpu.Dockerfile
index 89f2c0a2..15b2bf8a 100644
--- a/gpu.Dockerfile
+++ b/gpu.Dockerfile
@@ -52,6 +52,9 @@ RUN pip uninstall -y tensorflow && \
     conda install -y pytorch torchvision -c pytorch && \
     /tmp/clean-layer.sh
 
+RUN pip uninstall -y mxnet &&
+    pip install mxnet-cu92mkl
+
 # Install GPU-only packages
 RUN pip install pycuda && \
     pip install cupy-cuda92 && \

From d4dbd12b5111e1fba48419988e5ce8aaa6e4630a Mon Sep 17 00:00:00 2001
From: Sergey Sokolov <sssokolo@amazon.com>
Date: Wed, 20 Feb 2019 14:25:18 -0800
Subject: [PATCH 226/251] Remove MKL in case it is not supported by the host

---
 gpu.Dockerfile | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/gpu.Dockerfile b/gpu.Dockerfile
index 15b2bf8a..5d6599b8 100644
--- a/gpu.Dockerfile
+++ b/gpu.Dockerfile
@@ -52,8 +52,8 @@ RUN pip uninstall -y tensorflow && \
     conda install -y pytorch torchvision -c pytorch && \
     /tmp/clean-layer.sh
 
-RUN pip uninstall -y mxnet &&
-    pip install mxnet-cu92mkl
+RUN pip uninstall -y mxnet && \
+    pip install mxnet-cu92
 
 # Install GPU-only packages
 RUN pip install pycuda && \

From 9fa062c64761500419bcedd4f14d3846a8b07465 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 20 Feb 2019 14:45:24 -0800
Subject: [PATCH 227/251] Install PyTorch for cuda 9

---
 gpu.Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/gpu.Dockerfile b/gpu.Dockerfile
index 89f2c0a2..4ee26b6c 100644
--- a/gpu.Dockerfile
+++ b/gpu.Dockerfile
@@ -49,7 +49,7 @@ RUN pip uninstall -y tensorflow && \
     pip install /tmp/tensorflow_gpu/tensorflow*.whl && \
     rm -rf /tmp/tensorflow_gpu && \
     conda uninstall -y pytorch-cpu torchvision-cpu && \
-    conda install -y pytorch torchvision -c pytorch && \
+    conda install -y pytorch torchvision cudatoolkit=9.0 -c pytorch && \
     /tmp/clean-layer.sh
 
 # Install GPU-only packages

From 306e7e112c1fbdc256c2f536d5f75ac09927e787 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Wed, 20 Feb 2019 15:43:11 -0800
Subject: [PATCH 228/251] Install torch with cudatoolkit 9.2

---
 gpu.Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/gpu.Dockerfile b/gpu.Dockerfile
index 4ee26b6c..534427e7 100644
--- a/gpu.Dockerfile
+++ b/gpu.Dockerfile
@@ -49,7 +49,7 @@ RUN pip uninstall -y tensorflow && \
     pip install /tmp/tensorflow_gpu/tensorflow*.whl && \
     rm -rf /tmp/tensorflow_gpu && \
     conda uninstall -y pytorch-cpu torchvision-cpu && \
-    conda install -y pytorch torchvision cudatoolkit=9.0 -c pytorch && \
+    conda install -y pytorch torchvision cudatoolkit=9.2 -c pytorch && \
     /tmp/clean-layer.sh
 
 # Install GPU-only packages

From e65f73e316c76562b91a99d7544882d3dd01afcc Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Wed, 20 Feb 2019 18:45:07 -0800
Subject: [PATCH 229/251] Move JWE to request body instead of header.

---
 Dockerfile                 |  1 -
 patches/kaggle_secrets.py  | 11 ++++++-----
 tests/test_user_secrets.py |  7 +------
 3 files changed, 7 insertions(+), 12 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 7b0704ce..808ae746 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -2,7 +2,6 @@ FROM gcr.io/kaggle-images/python-tensorflow-whl:1.12.0-py36 as tensorflow_whl
 FROM continuumio/anaconda3:5.2.0
 
 ADD clean-layer.sh  /tmp/clean-layer.sh
-ADD patches/ /tmp/patches/
 ADD patches/nbconvert-extensions.tpl /opt/kaggle/nbconvert-extensions.tpl
 
 # This is necessary for apt to access HTTPS sources
diff --git a/patches/kaggle_secrets.py b/patches/kaggle_secrets.py
index a7ded141..919ab90b 100644
--- a/patches/kaggle_secrets.py
+++ b/patches/kaggle_secrets.py
@@ -29,16 +29,17 @@ def __init__(self):
         url_base_override = os.getenv(_KAGGLE_URL_BASE_ENV_VAR_NAME)
         self.url_base = url_base_override or _KAGGLE_DEFAULT_URL_BASE
         # Follow the OAuth 2.0 Authorization standard (https://tools.ietf.org/html/rfc6750)
-        jwt_token = os.getenv(_KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME)
-        if jwt_token is None:
+        self.jwt_token = os.getenv(_KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME)
+        if self.jwt_token is None:
             raise CredentialError(
                 'A JWT Token is required to use the UserSecretsClient, '
                 f'but none found in environment variable {_KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME}')
-        self.headers = {'Content-type': 'application/json',
-                        'Authorization': 'Bearer {}'.format(jwt_token)}
+        self.headers = {'Content-type': 'application/json'}
 
-    def _make_post_request(self, request_body):
+    def _make_post_request(self, data):
         url = f'{self.url_base}{self.GET_USER_SECRET_ENDPOINT}'
+        request_body = dict(data)
+        request_body['JWE'] = self.jwt_token
         req = urllib.request.Request(url, headers=self.headers, data=bytes(
             json.dumps(request_body), encoding="utf-8"))
         try:
diff --git a/tests/test_user_secrets.py b/tests/test_user_secrets.py
index 85a1568f..bae71213 100644
--- a/tests/test_user_secrets.py
+++ b/tests/test_user_secrets.py
@@ -71,11 +71,6 @@ def get_response(self):
                     body,
                     expected_body,
                     msg="Fake server did not receive the right body from the UserSecrets client.")
-                self.assertTrue(
-                    any(
-                        k for k in headers
-                        if k == "Authorization" and headers[k] == f'Bearer {_TEST_JWT}'),
-                    msg="Authorization header was missing from the UserSecrets request.")
 
     def test_no_token_fails(self):
         env = EnvironmentVarGuard()
@@ -92,4 +87,4 @@ def call_get_access_token():
             secret_response = client.get_bigquery_access_token()
             self.assertEqual(secret_response, secret)
         self._test_client(call_get_access_token,
-                          '/requests/GetUserSecretRequest', {'Target': 1}, secret)
+                          '/requests/GetUserSecretRequest', {'Target': 1, 'JWE': _TEST_JWT}, secret)

From 2def008be77262eb78320883e8d971aea8025c9b Mon Sep 17 00:00:00 2001
From: Sergey Sokolov <sssokolo@amazon.com>
Date: Thu, 21 Feb 2019 17:24:13 -0800
Subject: [PATCH 230/251] Add tests to MXNet-GPU, GLuonNLP, GluonCV

---
 tests/test_mxnet.py | 37 +++++++++++++++++++++++++++++++++++++
 tests/text_mxnet.py |  9 ---------
 2 files changed, 37 insertions(+), 9 deletions(-)
 create mode 100644 tests/test_mxnet.py
 delete mode 100644 tests/text_mxnet.py

diff --git a/tests/test_mxnet.py b/tests/test_mxnet.py
new file mode 100644
index 00000000..59a3914e
--- /dev/null
+++ b/tests/test_mxnet.py
@@ -0,0 +1,37 @@
+import unittest
+from common import gpu_test
+
+import mxnet as mx
+from gluonnlp import Vocab
+from gluonnlp.data import count_tokens
+
+from gluoncv.data.transforms.image import imresize
+
+
+class TestMxNet(unittest.TestCase):
+    def test_array(self):    
+        x = mx.nd.array([[1, 2, 3], [4, 5, 6]])
+
+        self.assertEqual((2, 3), x.shape)
+
+    @gpu_test
+    def test_array_gpu(self):
+        x = mx.nd.array([2, 2, 2], ctx=mx.gpu(0))
+        y = mx.nd.array([1, 1, 1], ctx=mx.gpu(0))
+        self.assertEqual(3, ((x - y).sum().asscalar()))
+
+    def test_gluon_nlp(self):
+        # get corpus statistics
+        counter = count_tokens(['alpha', 'beta', 'gamma', 'beta'])
+        # create Vocab
+        vocab = Vocab(counter)
+        # find index based on token
+        self.assertEqual(4, vocab['beta'])
+
+    def test_gluon_cv(self):
+        # create fake RGB image of 300x300 of shape: Height x Width x Channel as OpenCV expects
+        img = mx.random.uniform(0, 255, (300, 300, 3)).astype('uint8')
+        # resize image to 200x200. This call uses OpenCV
+        # GluonCV is not of much use if OpenCV is not there or fails
+        img = imresize(img, 200, 200)
+        self.assertEqual((200, 200, 3), img.shape)
diff --git a/tests/text_mxnet.py b/tests/text_mxnet.py
deleted file mode 100644
index 8c9d0712..00000000
--- a/tests/text_mxnet.py
+++ /dev/null
@@ -1,9 +0,0 @@
-import unittest
-
-import mxnet as mx
-
-class TestMxNet(unittest.TestCase):
-    def test_array(self):    
-        x = mx.nd.array([[1, 2, 3], [4, 5, 6]])
-
-        self.assertEqual((2, 3), x.shape)

From 71e51d1387c934b42a0b6c0d7de645bee075d08a Mon Sep 17 00:00:00 2001
From: crawforc3 <crawforc3@gmail.com>
Date: Fri, 22 Feb 2019 07:00:06 -0800
Subject: [PATCH 231/251] Add tesseract and pytesseract

---
 Dockerfile | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/Dockerfile b/Dockerfile
index 808ae746..ef0fe871 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -481,6 +481,11 @@ RUN pip install flashtext && \
     pip install pykalman && \
     /tmp/clean-layer.sh
 
+# Tesseract and pytesseract
+RUN apt-get install tesseract-ocr -y && \
+    pip install pytesseract
+ENV TESSERACT_PATH=/usr/bin/tesseract
+
 # Pin Vowpal Wabbit v8.6.0 because 8.6.1 does not build or install successfully
 RUN cd /usr/local/src && \
     git clone -b 8.6.0 https://github.com/JohnLangford/vowpal_wabbit.git && \

From 3b88789c4e935383e65f5a567ba59d20dfb31198 Mon Sep 17 00:00:00 2001
From: crawforc3 <crawforc3@gmail.com>
Date: Fri, 22 Feb 2019 07:01:58 -0800
Subject: [PATCH 232/251] Add clean-layer.sh to tesseract layer

---
 Dockerfile | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index ef0fe871..0938e285 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -483,7 +483,8 @@ RUN pip install flashtext && \
 
 # Tesseract and pytesseract
 RUN apt-get install tesseract-ocr -y && \
-    pip install pytesseract
+    pip install pytesseract && \
+    /tmp/clean-layer.sh
 ENV TESSERACT_PATH=/usr/bin/tesseract
 
 # Pin Vowpal Wabbit v8.6.0 because 8.6.1 does not build or install successfully

From 60d75811514bb6373965452ce374779ed28d4e78 Mon Sep 17 00:00:00 2001
From: crawforc3 <crawforc3@gmail.com>
Date: Fri, 22 Feb 2019 07:06:22 -0800
Subject: [PATCH 233/251] add pdf for pytesseract test

---
 tests/data/test.pdf | Bin 0 -> 18143 bytes
 1 file changed, 0 insertions(+), 0 deletions(-)
 create mode 100644 tests/data/test.pdf

diff --git a/tests/data/test.pdf b/tests/data/test.pdf
new file mode 100644
index 0000000000000000000000000000000000000000..0d1cfb5de7c4ba0b0643811c67cb2fbdf3ead2ce
GIT binary patch
literal 18143
zcmce-b9ik}*DaWwI61Lx+jdTD<HWXY+qP}nw(aBuC)%;m`MvLZyT7mRy-)W)-FvT9
zwddTmX4M#T)PA1YYZa-yh$t;19V;|x?^D4iG!p>>fvtfBG!G8}y|lTFvA%=3hp`a>
z<F`e?$ic|MOh7MAphdvO!A`))#73Y^KrctYMnM0IfRUYpje~$*_MfK8|FYN#`1qiW
zZH)d2NAUmm3!3@A08w_gGbW%{S2Q;HhGA@D>SRX1%0NIbYHsCZ?C@P%={p&V7#rFe
zeYg5|EwArj?MUzs3BtBk&ek@L1S|yf@(#vE=7vtT4&Ttfu@TU#eKWyG!1R57^B`ek
zWbF3s_%>PpZJXE<Ffx7*Ly>@9(bm@KJH)>}D}6KiP0+vMx%`K>|2sYO5+VdzJjRBs
zhRn>2OpF}N%nY1t`Yfy_Osq^s%xo;2?5qat?0o;vEwukhf}@jzvA#95Tb7}L(VnTE
zfgT4GNm@#Px~M=vJ)8&+5aPbTfD3k5@_64+TPto+kUt_eFc3N^IKw~b`_IMyUnCOx
zA4dL%+T`_3jU5RX|3lKhQzoqMq;F+w`d@^^`d_a2U*=DVfcaaG|H(27=YNN<r>AGE
zr>8j!1S)%nxd$|10&aj7L?KR#!OXy;w`ZuQSNpaxH{KBh3{>O?Ui3esXZtU`3)|W_
z8QVBH60rX}tuo)@&=<1(M*<ArZ?<oZuyZo~ql9lUeK-6+p(z?W+B!QJeuMo-U%%X(
z#FU)A1^6#ZjQJmJ{Ueiq^d<V;#lPI5ECh`I2>Rb{c?VlVCFAd&wZ3DEh<?vEV>hR7
z0a|}EDD<CN_&>G8_W=G0rR3z`Z0PjwkvM)wqW?F+|B(J)*!>5}|H#MxlHLFC%EbQ9
z1o*#n)toRd3Bri*YxfTIj)o;WeaZ+aE+FDjL*p7`2@M)m^9z5<r1h#tq<Z0}(cqTd
z)ifEXx`m)|!_;+yE5xcRk-as}?$#Y@S85G=wWr)}LvmhiDeKS3!xh?9;1>MkIEo+n
zBY5>MDkt?zTiHD4Um&Modz`8sG0$qxVI7xSw}O5{V$;SXr))7L+=8c%HEpzE6St@}
zh#<9jo18@SVL@hgiYO4lyoOAJ_r+r}DhcGY1eu^eRS;rD*PTW>Dg$2n!qrRp*u^t6
z(E`~$C&PnGC~&)#1}M0sHbqz$N0=AcB#5f-U`Gk=GlFCWX6<KXAEv?J@Se7VbFnI4
zC@==!hoku|S-wE0Nw+Hgr%A){|BhBhg73-B^8G{eAC?(eSy);A8_$>CP)^Ff9-pc`
zYFC}ex3j$o-8DLp6XJqM5CY<z2=o~n=*h%MWESE=F0v8q<Oe8z=p&*d*n#{qp3jGh
z1Xi$9`z;{mgaWFJqX5y5IXoYC?^?NYjxdLL((85Nb;4cr(d}7zrn+41X}ev4o&X67
z^qz+bI#yO@zcjnS`)cF2*9!z%Q<1hwQeExqOV_u@0OUL}^{T;28?NOGda4DMcRN*)
z!+&?t&h7gn?VcUzu3AM_>}Y>0veJGCB+Oq$UB8^sR`?S_L`X$uv1>54{SwFsL11p=
ztOFWC+G7+%4?p~9nl;A#p~DsSNuPTLLb1AV<b^0b8G-@%B$8!?o$I{UyJX+d&&g`l
z6?ieb=c$!{%h}}P-meS4IbKswH`Y5oZR#}Vd~^5NSZtMMQSUNZeJP)3|Ht#v&%bye
zgVNWNF<0O2;+_+!<RJ@XiRZCUXn9~T<f1`&pn1PLXn|!(^o&gq_zy@M#BGEqjN-o_
zv=x-{LMeU99k6H&kluZCe6Z0Jov@Q&;!lk|6#SU>(D9*Z0b%lIqQp31;Z;!$Z|b@@
zg*nlK<=7<_hIz8A!<)h1Jaoe`BgPVZr9FdLDVzwwrm!3K1`-LtCHC`KE^q4LuJ8w4
zqN+bZE+Em^3i)6?PRhGwn~(-EN5~s`>*AQUH|&V)|H7c?=+52Ol(e71MsVH7IgEo7
zLn)LdSjZ0}{o|}Isq@4aaw)zKm*oppDTYGjL=w}8v3Xao`y&M)!1v=po)}hOh$!K7
zF-|IQ4`{*Z_m|9V2V$)-s+QwyhP>~uQeEMd`ZjjEnG?htmen^>MQ!@+nh{(z{iHas
zYVi{SBE-YL-15Xbkf4{%IuE3fKQYp$WXTa%Ba<1xCqW;w$~IuJ)iD_}1}`s>@B^X;
z;29t{ZB%N9os|o^--zjixIVD&m9+E;N7M*odLeHhW870lg-N9cUKZm_!gX&kI$-L5
zoNxgeksD!C(DQZ4_kO3Y#q@t7BNETiSBF`Yz|Z8)Sk1i4mN=ahTwo@pkN7?0<FvV;
zC04<o#~NxRb9h}a1&_*`kZwG%C?X<GIbHjYrvI?=gdK$vD?{`~Fb|_gj3qoK04L7*
zMY6y3oopT*MiX_b+vmPD`R*7tk!`oB2}`%2H>Dls%%u7?p8B&={g?oCHnL568WV-o
z?4J7d90SI~LY|(Jx;FCNM(2jKv;4NFAzOXWMSp-`6fM5-8=SMrn?7y!PpNpDK8~Ki
zVVcERv2<<qD*Md69C<UH+Gdk$-T-BwFg1e@IQ)n8f>70d6P(81ydaJfq8OBH{o?z0
zX@oj{LizMX<xF*OtAP!8ue8#0cmXu`N9r`Sy%9Brb2!9}Dxr4SoAWuNd-_f0fo@SF
z;iF-a&D(Fy&|{eum-j9+UlBU64&pY3N%^juzRjP#Ag}or+{aUwJGRQBT{^#KyRGER
zdPp%L$HnS<aOWe$S4!fXH#m!gnK7j;cs3E73vj_JFXD*tguXxxb4I)U9uie@`vvt$
zX^>;x`N^v1BxC!vGxY4{n$s5T=w1o8`uj%2G<T_EYQowp4add2Z#-CyId#L!F^Vj<
zd;wG(g?mH?Vo`;o;XGn+le6z$eK^r=QZZ@(dfuBCG9G`Yc6z?rh(%7d;nMxHwyuoZ
zMzFh1+uQ=YNw0I$m-r)&6k?4WL-!GKU)Iaz-e{Xa4iooh+_Z{|a}F@}yqH{SPy9QE
z*Eh0SHQueaB#&0tNWB{y1yiCg^q`41lp0T+*>uf=OVydho}NbK8VLSf&WecuEYe)-
z<CkNA9Y4QVsojUu8E&2Ya=6bZ&e+3t*@a*e`5CVmjaa6wA8K2Soj%l+Se2NxA=`cr
z5TxPB4{qdORx?u<wCW)4phGuZJ@3Z8so6-cHYjJ`#MS-u35rUkZP3{A-e75arsEA^
z`Ejq|mHvDEo>jI$1?(vI1B`q0)&gmUQw1C1R)5@_1N;8hnSM{i4Iw39tf+NHiouc1
zp|`dEf;B_tRxm)UD<Yci6dFef7Y5n&+feIunFZ5Ukf&K<2`XDT`C$%B2rb75@|rEv
zBG}un>pKtFt*AFk%HxvaG)KSDFJ;@(I^0!e_&Y8kvtQWOp$sb28+LHIp7|6fYou0R
zkehuY1|r?ycMP3!RsL*@U=d4>dZa7W%KAA&?x}{`*=@eeb^yA;Pe#cd@GMWvmByZz
z3%bE8NUL763xqP8qbHy}t~yWX8G0|+%phz%$`N~i7uXGb#{0p$0KJP}#IKWkN1Lcs
zasB7gOr-SzP&S7T8rOW=WY79r4a`otZIHhYP{vSRh1<+Rd=5O@)O<rAf`QWL@IoMl
z;ne#l3<yY|@P2>UbZIrb5;MdsFFw_G!Iea~ulZ6gMJ)EyUJR|h0o@-+-?Kg{RS$4T
z^nLn{+M~wN>s2s-J*{YueO-8GjNfp&c-k5uhzarU)S|c5@ck}krWNhn_T&5Ijp-ZQ
zQ)U^P!-wlD%-<u+M)zpQbP(tV__>1&St;E)x|m#tTOaT9V=!o*A=j!O^bX-Cxh@f&
z;`Ps{KThNZJUKTYV?RVPIDm3~(FpOO{)Gv{b-)DJfb4M?FvffkEofhK`}xBK`$rjU
z6Nfp6wR%~1_aDDjzwXHY8c06kotqHwxpravO&jZi7j_4WQY+?3#DJ#8T!ucNJpKD#
zmuN-oFikDlK1bRfe(ICg+Xwy+q>&x=MBS54;Vizm@Fz&t=`T{z<i>s9qFrBz)7{`O
zCYxOVfqFQh?=9gFVRnF1#N5w2jJhrO$zncFB(JxlwI5G6uXtbM4;a+Xl2EI<+P=;&
z7QLT3=~n^d9)su*yf=3ATjK=Bg**pm4UaNyiGm+gE#0r@4bMveJt`6y>^9jx!;6Xr
z51O2G$PB*@(Q7_x437yhJ9^?Y8h~w3@=q@S(W#9c<9!o+-+T0_@v8q+4F|dH)63{d
zYUM}Z>-w-OqS8&38#+^*tcd1bA@5D~pGay0pDr8#uW^c0PnYEJZBAPkdrV#9aqH;&
z7gU=o9I=jA*Q2i|U5c@K3`0GS{SN@)i(4#D$WvnGKAa!j6lv-LqMQL<M$kQR)!<@h
zC;dQJ7v{MMp*Kd}o!B4j`p>kV^r*!8g$}hpM?1PDb*q_nMB05%uz`B@L_QjXuXfvE
z8L?jgh^>TQlndzbHNr2pb-UT(x(S<|C5G;F2S6#k!w#$kpfAhff$=3oKM>I_dQ<$j
z#e5#{UVCMI-#!lci``7i1$YhDp1R`b+Fo%F_)GYFKjFGxwFghWb_=_EOzlvUFZ}@0
zxrg1ei*MT}yWNM+6t9h)>_g)_bX`hVYrGlT#_J#HyZERRySvZ4XeVHhw+b$<CQoYr
zDvC1W=u|4(_!8GW`4(ZG;|CCj*+Eaq^q@Gsp~5=+FFflmHuD%DZOCE9xBuuggu9JF
z9TXSeJHL{BC=&z_oCdk=yX4EL6Ivndpu!%g+h=fScgcAPc&U5+-Xi5A_o4Br-YE6Z
zc!)lOXcojRk5PbEm6M-USS`a|YOMq))+*Vm+NuELd#m|MJ~=(??`IYLP-uQh*(b<I
zCNdS#nAatd!^T4wbD8HiX?RF_aH*nVV_+j;qgzJGL}sISN?l~E(b}`f;-Vv%hQq`}
zhDC;-W2YjqGtD5LM3vr@JgZZymoMwFY6Mp4uTWS9ur6m<PdBP+X;r&wrfRCG0~&1_
z_^hp4uUhfydJMcLJ%(QEA8K28GPl{5RBbBjrkkcYE4i>;T&}@9@_orKlei#Uj-BED
z(wx#<;B0DaxNDu<&ah_hNHKTZc7E=7k9&@v8}H_aL~l7@kHg)<y@1g^VQF5`|F~Db
zl5N_e+P9An`#f;FL9=geQ{5uqBm0!NK=>lcQE^wEEsv?7qezKV*<3#AHE)NRub#&y
z4Md>`mPFE|!=z26Jfcd;j85^yp>4f{o|K8|=5%q6J(@CWziu-db~v(6-f~#zt=nqD
zo2+iJX|g%5-_mc|(w%b%^rSgyn&y*gI~oJ4Ps}??;D*RQy2u{n3U!tJ+tu7y?Wl56
zEY<1+D>&KAH0j>k*Z2DnwjlKHolwUUs5iE&2$1NX?xNr+!st{sgY{v97Vcv1_D)+@
zqz0Hh)iju8c`){YIH_D6F8jZy#jSMNJ@=o*#L~A5uTtl9yx!)>K3APh*9+OHpKjyM
zlrVddOn$R+W4p`z-5B-9jhS-0?yo1aEm=1G3yqLdm8F}qyN?=o<?E%#xjSFK&i<;D
zwq$8~I$VyA%F;n_ypWuGQr#O3N=!|WGs|wsnPf|IFuse-hj$^jlY{4samCvg0K(gl
z<H-YL;|_OmzaF304|VarvL3iTH*Nw)bva@haeN=1kw;x|=(+gr-TH5W4(&$`W5vX9
zBA!VPm=|H(7Ci;;ijMWCg)<;nv02Vp&sl6Oa^|fTcp^?#SI-Ekytq-R)^<oiYTsR<
zU)3<xlIS4`dm7}SzK*3Z0@IIMwNwf5`myIR>;u$eoJ0YtH)uoBm|tg7IHLrz@{)$1
z*?4LXP2m!}UIV?!OJ9>I*tHbU*Bo0=k-=JewC|`_0V;Jkcp=qwn6;4BW-Hu#d~HCx
zgOYAQDFae=KV}Ar>tH{DeM9m07~QaT{8slc(|}Ryu&DMKIQE_0kavPx_pIF@dIHj~
z@o@YLugTNEcKdm+fxF;+N7O&CdV-A^uzxc^STJ~4>Ju*sf-DIWx8-AIFqCNR(M%1V
z=D_><Z8FT{2FuhT*o3O8gYNe2>fvih;SnT3ijYv921yy=YRIw0LFB`9glCwAp>_Qs
zyk&3?;)!TCL!L+Ey&(p_#c;==8;~<%b`Ri@$RW}iQ*DU0B9}`v9m{1fbsv*mkag+j
z-^VZ~o*cJn2)!VkO@K2X`82{`m-`VGo)!)!J7`K02O57e28<*vGzNXk<L-|`5;_+7
zhZIS2Ko7!AoFkloK2c4aB%H`woW(u43!HzD{+iQE&>&32Kmx}-yGw9~By?QskM&eK
zAi*s`plV1oCa&-g?=9a8^9ztIWH?FqJ?Xd|cn`_wo-hX({vf#>j_iQgH6^DUT^!)1
z>XrKi;>G_r34gqALhd*{Nw8CbR8gc;qB75@AChFbz^{q|i;8^Bib9Wt*jEJ*Rz+Vd
z0huLfT9!EQcor;aVR5eUynL3ZkVQx=i9$1cEE&Tx5w$sWEV0)_X)L)0vmech*fK>D
zP4qG)lune|B~0a0_g!`3ZNlm_G>9os)WMy>Z$YdB9{c({oVf@s(3`=gLAV35`muF#
zZaQuXZYpj{ZV*pro&${ghWkqU%==RNmit+DI?p*ia$mAvg1&kD3z7HauX3-<AHgmQ
zQUN;G$UogW5PmP2+(6w(+)&y_wyA89*`Vj5<@PHXhn^z3MqIiv0nnbpJcmthvewD3
zMjc=Mp1Ym{+~j#kdMJ8GdT4rxdZ>EHdgyuxdnobHc9C|`b`f_`W5dLTpN5`>`6Kbe
zMu*^sW3Q85)!#*U=yDMFQRN~^hZYY^4^9ry4=`_}ZfXzI4m55oZ?JE)Zfp-YZ@6!|
z+yvis-aDV+Zy;{OZoxQ-bx?efz9>IwK8aigWX(#gNw6RLblfm^V_f=e+`v8|=?9Re
zei;Ts4RGjpF=(U_ZIL8FA_q%c6Td{@A=!q4)ZxwS&v^Z~B7L!ArzCJ3=XKNB64T5J
zq#-yNb2SKDqo70D7Aj{@Y12p}OA2?5m^O%PQ_rH_A)P@_4U-x+Hpp!I{hM$G8Gx=9
zQ90CkBhnL^I}RTKzn^`K*tK4Tyc*dW9vgu@EaRrgPxli69Qq4kjk^G=?+Jc5=paxh
z*`-baLB%3kwe*P@;{!z6L`qNIPTWl0O~gn!_w;)yM#tB0Atim5nU%0XPs>~AYohw-
z=g%4F0HK@e`Vr^l**~Wr{A*Aw3ddRaCc1Dm3YXnyU`QgdbW2&0>*3hkxK*0owJ$0{
z@?=UwrDol+!qVdW3>#}(X4+Bfc)Iri9>%8ATmQU(f5-mhpfiO=d!@x|ctXXsw&!H$
z?Mk=t(ck%;o#%OOFqWsoe$g=2*5_cnw8d(>MceH)o&WOs!fLnKb9Tp+`|;BEs_%{-
zhv)u4ioW;u%(Axk=6Jt#$LD05SZu%h>Fd3}9-jYoax@o*|K{(w(&|;r|L*u&-=5cz
z*PF$6@ZNC_bc8tiIW{wKksF`0LeEOtZmU=@oq>RlPCYF06dn-;2@eAc1qa=fCIkE_
z8knn7x?HAGAOKZ_HVjXn%G2TyYZi&m*?><y%3U`wUs<q4tiOCsZOo&{iJn-K)KvIq
zs*>cgp{QFdA+3mK>^zkUbyzCL75cCkj>*{z>XsVjP>OVxb0+rq-C_niJ~nz7PEkQ!
zCI1iMkz%~*^HxPm!L1OEO=+%=`a45uk1o~4(i`D<Xcjq3j}JK%t`LW?a3naOD37&3
zF(>SKfJn~Gi*T`zSUnOaImiA`Dgv6=&`|2F*ki0N;u#Y!4F3#De4mIRO72hr{?6=~
zB_XmJJVlCI3BI}dl%YTB7Dd?DtJqL8T+A-1fpdzI!#1D%euY^-HIk#vSbaQUr#fCp
zOCe3lV7R4)G{N-n`P)-}p`jUJsHbaztFyy~Q>x=HN|QseZ{=if9v(_FLP^?!)I#O%
zJ@ZVYs>G*tdwLK$qSic3C$=im<gPdHzV;Xf`Njt@52HxfAWI$^^|&QIl)?>G;10~Q
z9(dQ@ccFZrNbxD>mN8kc<Ng3a8PU6#=J4F$7#+q`<H;Xw2r@_EhXxrSRuM0gkl?8?
zNATo;5Y!qbKpCu64Cv-bK1ECwW3TF(W=UIa{KQK}1%z4i8`#jt@;|jwTjEGYZ&<t{
zVoV+skuTM4k9sO9@{Etuh_DRKm6jbM=-|!KJKI1+$JVk-h|hU3z*(PD;AX`f$3`2&
z>Fnr-Vya&^#n8u3B29%^L3nydmWQS^rU>_>?2T6yFRv~vcJts7yR-YA!#tW<^L~M)
z3H^wy0QVFh>os?oxEw}4j2xAtjgQ!vK;1->>nI>;g+DV_;*i^`Ln2I|!ih$4qXs`}
z!qZo!V006q{wzHf)Lze@H&DLCB7%KNn-H6rRrI#H@Lek(^z?r?_~XF-OJ;U2iF$HX
zTcJmYS2)uTI+9J3$J|0I^D~0&C#(B_0(5^^s03;K0t3ACNVfU#7gtv(IAfBi$Awvg
zzBJIGT#aIc8l)(d7o|`A=|w6R4zjk^=Czx-o0fZK;ov40u@2L4>t!MReCozo<b=2X
z;{J9o&jPd8FUpOIh@V$#2=Kr{6j@?!h(Ct*m~k1=7;){{4-|qjChIe}hJ=O$hro6W
z(1kVu(+#c!8Z+ZH>&xj~r*V;s6K?jaGQ~`|ygDVpg+}%L4eDQ3?OfJn(#T527WF1A
zOcm@VcvO)6m2V25!5&^nuh5_fKN#y2Ai?1Spe>3==+s?E*O>5mDZ>0#f&KTISw=j?
z2`)t)P5g5_{<_x*{QQW?Nz^)R*Zw@75`(eH%N>Lp5)2aHADuP5XI2-NJA{MmGvzx_
z_#PqRkb6)@&d4m~dsY#-!kLn|*dO8&V!U5CB3WW)r=`y<^T<~GH{^$Rh)FqprQvv^
z#<-)VKp&v(a;M~F8@Zc~4$M#XWTe{q2363=Smg{UaZ_-wK5w($hFquUokdA$(O{VO
zAlC#GvX8)UpTOc__F)bpyh71ip<~{V)nUtF(U9;$(cXMReE0^rgJG?R_(I?VF&Lq9
z3x$^)G7!8AHrQB72tvEXwZarw54f-3rM8Q!9Nv*V6Mr+s3*+%hYMaGI1^n?_Kpq(h
zSqWuET~NL4)dEOIwDd|K=6M*OrN04<5S0*LiI)8p#9GzCH0&452^`cE7<YNjSR~(P
zq+K%|U9%o!7$JGAgYCiN^x~o7wJ3Di+;~tog5Rw0j5mbe%%+a}E~_KIORb0Bf7S+7
zIk7n(>twQHa6H#WWQE}Haqr_zk&z4?MrH^V1%a#ushjhXHRmL02^P>E{d0enYzAJA
zkDJxQJ|^{yGgiMzoC7a#`8V;2YGxNbxGZ#pH66#VXo*`wn@1B>&lfGrYUUCL&Y@Hf
z^}IzG)bK_%;gMC(#;LNKH^-||o68VXBaPR)&aFKvXk?+-H&psvQWvelkN*_FHJmS~
z$N2uU_Y(f#4su{p$^|9iz-a&4O!Ux&^knj=sXyHrjQH>5+KsW(;G`WiVL_nI2!jVE
zggYk0KbkP$IzTw!8HkiGbi$$XVfO|9)^&VrT8w%aN36V~^9(V?5+&8uUPLjqWUMji
zE0fQ`HL{f9rMI*~3Cg1Q{uKohg3O4hXQ4S<P+hB6q=w~4YjZb0=GRLiq7xWbN5l@S
z_Z(s+s)y^hLJYXZI$Sm#8NvGh0EeM5o{7_~g`xf>u)Dhj3R_^xfK_nfUYL3;qg<oS
z+fKo1%zbXu@ig>_;X=N1R)+ZXXtm_Xh%bRlWFE^I!n*l1;)T#mb3A<yN4tVk=Zrw|
zMoQN~Zy`U$9NK<LWVJSj=g3X$X=oFPg~&`E!On3MqP3;o05K$8ClieseuyeM9ai6I
zKh@3nqR=|@XIv3PJ-3??vrH&rimb4~yYRW_X5OoBoD;WbBBw&5l5#$3`R9_6g(7Qx
z28Im2Oc9y5<$Oldr)HpP?XtzPrh-&+9_-n5PD^Q>Ef7SxOjKPiCINxNj>vkVcWv4c
zYeBIch}(}~15F-#3d%>E3cmx)gp-4zXSjk<5M@;UBsZF2c^>mJQ+Y}I&=Kzb#6-o5
z`KZozBXYt@$@&%HR2KxE53aCO71|ghwPkOCF!!4YanVGyS{mBmy14ci{g)KN<E{PR
z-Wv+F9Lm(*fttNHw-q!wnj5QgrL%FPs8%`i`V&5v)a_8fEP4d=(|#pO!a{=g0K)B4
z0aTR^hN8Nr=9XZI9cSFw6GbTE9dGKQXyDKvfd$b?2W%rw>PNA5P*Hi=QV{CY#xtki
zvLw<rrQG>tcBVo<QlXOjrj57q6>ZZ8Rg>y9+oi>+agLcng*DToOd-+3BZT5lDd>cV
z2qGdy;vwmnjvB-}h#IQIj4*R02vUs;j4%()bE9rpCW_umb!YM^DUDX0i%}QXJO$jn
z;*k}uH27MnrWUz`6I@i2sOTYEZZT0+qPVhh7TiqpONn~qH{7?IcFl4|GHN5~x1bgy
z$dWIzOkB}gbWM9}D0URoJ1mFVF0!bPHCLF`9@};?tZ=YtGN)OIPS`UX)$btL)Zj9y
zL#J5>_yT6Zct%E(FO~-86uVp;IwD{HGU`kc8%l+Sq@9Ic?{(9$T|AC`5WV&D@plDd
zUq{b`>B)RRzoOQWZ7Efa=XPIE%ILT1qGPw`S}9~mt6Rt5LsQC3UztEsJD^T{wco&0
zW@M!IADKqH>3ZvHA@;PQc4PuY@Qx!#^1isuZkNyNS#xS7nAX+K%+^BIW;z&Sslu5g
z2h0(Vo!zQu%a%fZZhTEc<BqrpQhVE=*NY{R*`-3~oE}J^DD{&ZsdnSnN?o|wr5^m)
zCJAoyHneLNJoc|%4J|PVR=Sugl5a<Mv45MIzYF$eP$_>D<{%P!KnaRug9N$u3FeqI
zYn}8=X=aw}72Jmd1Jc^VJP0t|Bj^&L1A3d;;ah{f7*T?R@Bh(;pRz~EhH9D85BgqK
z_vwRlwGI2X4r;bu<{EBd2eft22a-^Kr&gbk2JJJd8!Zs=AP;Cn5Vwki-6K;UD+>wW
zhtq~=k)PA#A=Opc_2j`mi2S|28r%f)K>$X5b{~DqKBM13o`d(S@_(?4*s9zFamgx1
zCB+XBT_Z>eAL5>TgRww>p)Cu9EZoO+2rJn;m3@u~iU%8Dz&Wz79esnA{3VE~+z-Ac
z2OfvWqRKkWz3~PYw1;zNxAZUv=XtXTJUd7}l-IGhebEiH9|v7%$J@ED?I3=7rMZ+n
z`!ibg45oce5rV$&+%9P-5#2m{B5y)@U8U87-;dxFK2c$_wC+TAT<+fGod!h*In*;W
zfPdo%&&1jdm5&&aBs+>!$xK&M3?C6oFp~LkRF1T5Zs*+YJ`sb}v)msK5f8mJGW(2g
zyR`fB6cL*T5`HjpD2zHeEb~3yOS~s<@YLy*;Ny3j?iN)~t^Hnwtv{AJ)aE|90b$^n
zn*(z>5zH8p1H6XZ4x!k%hNb}dJm-CvJShw0Y^3lFvw~BkYuS||ty=CS-Cv*Lx9+Rl
zuJoNwJ)V(4q9q?#o&f4i2(dlG_pE@~@Q7zb-}gGet1Ovs-|VFkse6<!ya)S?Lz0(l
z&j|9V*n-53Ua<w%c+X@+uG>Z!`o!B`;d@A*n1$Z?++cY^S#d;gNOz%f`A|(-MAbvn
z*z0r*LOjH7vlHoM&E>)h+KS7H)V1DH^UpA`*UeNsfaDd|I_$Po=c-GqE8x)wy#G{~
zhvpiU3clHO&y?-elU8&K?wOe}?~+KI2~)^MWKx>EQ351AG^H!iia^e8`%45aFPV?%
zM8T9e`hcr+9@vQjH!@eNERk(*`&_3Z(?{GFktHA(fdCX{d;l_E+74P~z)Qb+4{-;L
z50wv{4m$Pv5cR<z3WI!O2*o~#L)!`sAF&syS5Zc(yZBYHT5Yuqpy*oGJ1RAWFwHUT
zCX;?_Gp#cXvElHjt-J;@`}kQ3=b))hf&%5KhdPZkcoTi39d+_oo-(QgqudEbL(-PG
z(>%Z;=atI?7ZU{idim4m70WwGr)U+bP=YZXvT@zEqJiEyZp`P7Th0q}CLF@f8gMXn
zw*>CM&0EVRz`ftgE~A6WG=#EG`z*roi{*ffgYHa%f>SIPX+$4|haOHLS)l3~;a$Rv
zptT=Q6EqL7RMW?SC)}d1lP1D6&JRYv<1wm-as;W{hszN92{yCOrvnWiCuxsX6+qJf
z)Du8%uXeApT#>lk|3~HwY152g9aed3!Y4PK1VIoL)HQ)gKk$|310!QUtSmHfV6p52
z@s(V^$xV>eUwI#{4fZMk96*#-ONF>g-Y7tz)JK&wa?v6%hGG~`H&n$0>$st_wf)8j
zj{;d(Pxh1eL^LXLJdKcT&lL9<3Xym$*z=ui$^bB6^FXoz+^GBs+6d?Otoj6+cIJ(=
z;%O>a{iJgm`l1)^3LMi0))UmJ52La50Z}%}J{oIpyIY1O8(S9Q`8Ln?%9t&_s`FR3
zsU<n6pZ)m-`DZ9$#YvvbJ0zJ<k8AJ~hNvr&$=U-02%yx|E_rwVCvmWF+%j*-)jb^g
znSFPuUe^<)?az7P<W{Va0bn<w!XKezztZzw`9<EoHVNQA00M1Cl3`j#WrIH08T(94
zt-nL)umEgQ#u!(rh<3F<@2XerVE?yAo*&XDJRQ}e(gzksM`i-Eg$#tYEj(zln<!AX
zD336~?@HC|`~lz%d?zDbiNHFP#o?}+F2)l4TT#~|LB87(spr#NM9Uafts6msAgKhq
z(}e7gxNZ_WgRd2Sm9<|;DsT2&nY<XvKNP&h1l396mxB`4&q7Mq+Kf*KzHk_|930<F
zL7_n!0)mUp0Y-Xqld=3Rz7Qx>UApCbD&9b!2v9JWM~J{AV<;#nm{^#U5oC;G^h@-L
zTUZ^dU#z}_EG#q$lHM1`_5Oy!mx!blNZT?c<Hvvfm4r(}Wy0Gi9o$bnETCi2K&6^;
z>DI{1!^jGn;r}A*CCcw!mqnQCQ?^Ys%%6;;P0$euZr{#6%n}&G%B!lbAeaTLNzWtU
zhzvisfo2#6R7o?KDrtG)D905W?P(c3KW=Y(!sGqj={<s7I4L|Narj()>e~E3<dwD<
z8>DyUw?9yR8sW8#E2nq*TJjDuN*vQ30`y$buLBmg_jsvA!-WZ;9K`Y8sInDOacrW*
zuPmiyXISBW&V=J+@ldr-si*L4o=VcqnlbMzy9$p5B5FnV%Z1oVZD4=?UZCC=OW1+`
zWRcLq5Hb)l98gqDY;+vnT2eR|TcX@pNJ`gKoA^D5G?*EZ8_i#u=GgENZYC)=1~(lA
z3!S;sT0?({oqUxG@NNAn{M7MXF8t(vpM8V*{8SJ!gV;8KhtfhuK`r(#5b-ui+FM=K
zckp9n%MaYKVkh0`H))V)`MC*~IkCduI_Nouhm4z>9q&nzYBNRJp1)Gpb{`aYMr?sq
zIHRWI{3Uq$5#q?7#hlDqq=)k!xB76DI<;qdJL{a?A0|G!0$xPJ!5}2WD3lk)k|Y?Y
zQXLc92s?(y!4T>TZbV)Hvy?GJ$U@CbLc&7A!9hX7vO`wJ`iZh$B~3>1N98KB`>+r4
zX$;trFa1|TL<(Kj?kKXVr_=g^^`UgfTpNf&KC@1FW{SpPg~!y&NzC|QD?MJLnRHw)
zBT;`v?WL=?xv=`+twHBuNRvA{7rHKgm{$ghu_RVDU&H%x{c39-MC5$n{As`5DG2#x
zG9v=2G&ziM1=F?>e<_2QN~z<kxr`nWS%%q*`h(QmFr<v{<lgnC0$9pCBACJ<?cxBr
z2qz6IVoaI)nR`F_-(d#ipg15yv(vV?+qhQ*LJ}&yX7j@E3~2+SBpr|`daedC2FZJv
zX6*E3=kW1$JYq)CAwBcd<&^2NZuq-jKf|HMnMlnppvKo3GrXqNqw}C*XJ+CH`HY=b
z(-})bl9D1}DS7TY=a8ph-L+xey&^Ro)^+q`%}Da6AoNmN1>(rqf;7^HHrmL8v>r=+
zS^?)*cO<7nj0bXb*~_i;HR|&ZP`I`jEXL~r)kc!1hn*5X5ySjRoO3Te*GVqdbbqaE
zu~wZ)w4jH$#G>~IN{I?H{jN)Wdnpf4{HPLSe?<i=clI85D|%fIP&{<}00-aRW9Ko8
zC>g4q0HA-w_J5k+l!pr+gp%x}wQ)HcR+#8r^!2=y4}OG<qCI4zaF^FgDIsdjxAHWz
zJ|qq`*6$AI%CUrolm&91&TLC4_+t%BnI{l{OyuKf?jzuUnH+9jfK`;00eLI@P7=gN
z$}*l_&>9?w2|-dS<89(;VpaZW4NagL7Ae7jVMns3?8hz;1vLhbflUA!R9eI~Y!VA2
zC4qS-tTAYYcCBp;>t0gBjLw*vV>qwl5;D(2I?oamVgPxUCL@Bq2)v%+uaTY)(l8~+
za|Plq06%6DlG8p&@2I|LEj9Q){(JTYrWsJpV|Si7bBL|`Z1R!VO1pMDRejfzBoftX
zqAELmLqqPKTSII#+_56n_~mZ2<3jk-Eex^i^U|Ek_(TgVzd5&abG^Yg=l*3tf6Z*7
zHOzc~xow)SD_LP!5s3u5EP2yWCoVw_c{8tYwnxFw-yBkQNIW3(TBthUvl*``EKK}f
zT{%6pB{=aIq@gC3ApYlKU!d`z`VU3iavh@C&p(6eJi!CVRk%hwHEW1`Z!8Chj^Kee
zTkyu(h7no8zSd?#AmsG){QR~}f3yB(aV8!8zzZKd-u!?S^lu>u<V;YH>W>Fi6qlSJ
zLd&PrIIi0BH*1NLe}rTk&1|%u(qjt!=^({s%*W|@1;W^h?_;!C^K34B2H4eBbU!TU
zFR-3Y`^zl(2w2-p7RRs2;d7flu7NOn>vBJ2+gf~J6g4Hhx)W(iK^)ls<(dAg5S~3s
zK6Xh~A=SdPTwBw+#k|hgZp^QaNU6S<qlm&P!y>~bpnOUZjft>IRHd+zWm(-qh-y$%
zyiWG}t~!mhqRhgsRT)|qRcX&g9(*(ss|ky(d_aixP9LbHOGt>{NKw4q<RkxZRK&x+
zl@c)^7sv%gU$l6RKfu~-s+#h|j`@%=Bnp6IIPSRCgw$zMU{PQbVi6)sVqENBg42Wu
zdUqPIGq2L-zFs*hF^1ox?Njl#)$>T|+6>U_D#`{=7*cWU<UjW~+2l_!Gw^z=Zr$~K
zs2;@l6={Fo6XL=+i2HcH01_@ia%0fKA)Q4rgOVxIJX5u7?mQyUI0G4w^8Bm*8n~Oz
zyg9|}ut)$&{BTP3hn01|21p})T`oqF9emEn+c3stnA&p(mf|gg$b^p>56H{Q%gI!G
zyNQp$pW}eP)1;rR-2*e>qKd~b{_?Q=ICJ}v_}B*%z2B>D;ZPk{DfuR|%_RnhYo&1F
z+ez$BK0WpnFMx(V`B|<YU(1(Z6iftmRi~g@8UyJJW~)G}q^s#bqW`9nE>cv-Tv**)
z)WH(Guu8lWQ*nuO0eogjc1dPQ?lJo`!!(B$w-&n=|E6t=ev5spwX1<Z0WBe8KA<nC
z{8h16Qp;FT$xBJda=`mF^yd>9Z(IkNVWUsw{>{*|M5k5lhR~~%o7@KNe7jO}xN4wI
zRGd|Rfv#pQWJ*?n!NA?%XowvAE}{>~Z(IaCWF2%Ls^3viz1&$L{9@#X>mW3t>0#OO
z$efZC2*^9FYZ?eB3Dae~8@pLD;u}qT%id<WWqQ#V$;ar(f<#CIm;U<e`))a{mPiQ-
zx9eqFh2tcgM2Qa#`|XN3?i7i~rY$B5(#V7)z(qlRZAt=bCM5_vyRJzrQ6n_2HTFOG
zH`dK>g(uoY@q%F8@`{S~`1l7K^bRp!ywqY`x8@&*eCBV`F04%whf&Osmh43-k(?wl
z#0$<sV^0ZaMqWq7gnoC;=UrCDl1PMeb#wiS3c^srPXSSsb}!+15nO|JA}yuSY=X3t
zRa{w<M@vH{f^aLKWrTI4Hd*(7U&xEU6Go8g$)8u=fopkx^fUHVXR!5q=viHfrNv0{
znjPBA$+dXI*s1|*6c$<_2Jk%hp{!cA;=ZK)#%C>^*KqUpN@I0gDqti&CLb<}dLOK+
zgIXl}GbHu^wM1@&N|VO+FrS%Y67K>bx?%q5XgmuDgmkfh2sKfnWFX<r8}#hoSw%|9
zMiNJA@+SmG!Z--c9ExJ68-uP73Er?bbrT-Xmq+3v3$RVT@L$gfgF$TKGcXJyAHXIQ
z#i;7Yktrh1OLP)*E_E)jk>;3e@<OJ3qU*^_v%J0gqdl~ZK$!6!4J=x*Vz#WAtSX-=
zB20qOd@Qaf!N%#1xbtJKr5+?L{(25yZ{(0NDbt1EF!&v8)W+SbYTULpx83FaS!MOo
z$Lwh=qaI}Iey2v8`YjfN|K_TgrS%T^ll)xZfo5Ys$aO;oSdc{HqOz1d&6cf}3C6?(
zR$JPtg|b4<pd}_bCtP9-Z5doUk4q8VMj@P_;={@3Q!^6kM=*g*65B#8Jef!(nMUS8
zE-VO3VDst=IyCW;%e0ww{cfEf;xRT2JA`!I)V#8Vsm5`o?J|q`Q~49bMe}>v)e`AT
zdLqGi+G#FIoS6hX7AR*5+NJh}^8iRl=@?qaFhF7uZ>@3%@D=i$|7y6cabwk|mV&?3
zds;vfAQ=q4Smxx>y)vsempNr}Z*oJ2s$K*Kpm>w^_UpZG&?ro1F^MGoRSczA&hqII
z*l%$U&xG~SeC+3k(#;0h85p4`9V8g^HP$pjWC1b-?pwH1g$@=uuQzAGiX|DofrPLJ
zfPc-4BqOF|U%}Rj4yX_0F<zB2d?=Fbm6v<Kb!yONUy(kWf|*{LlJp@%rBqw4)Km$8
z4t|P@^hY<njmGAC4Q*&(*h+iW6>&qq^&MVJwI+QT=R<n|9U)FT()Oam%uZ?e)1sDA
z6#S8)7e;f#-d%9Re#FR-lfQ<{TyNB>z$AX}_r!t_)cbU5GX@z)gS)e66nCqlc`=@&
z-T>dUQ^?JV8KgEOOY>+HojYME2Urq!s0Onvbf<-DVizzlwB+s*+hoPG8gju9d75N?
z__?!4pY+7+DF;}PDgdnlo|XK(EBoAmf7Em!M4jLN&@<JeqbozXLwn;~3}I44lWO=O
z3~>y4fQ(O~BaR|&|K#}AdK{^t^~B4y_u9?f;mY6I3=k`*KJRBf9&Bo{+|~ljrDx~P
zfqBy5_MgTMXI{Btd>|T)*Z5H&^*MYUmu(g0Q37+{2W*?c=K(7!infIFvVdok4q=!`
z+)J^LU_oGkV?jLEvcHjPB>WHyNz#-AkqXpCQ_G`v>+z_u?|E6t(+Wh#-khSQq5hEy
zR=sF@!>#8r)5U*^{h=nvkJTy758+-|z!>zCEJ}<Qa$nHjUp0~s5(XIjCr4#2-`K1i
zzF9rSPag|HDjuK$X$2PEGd+~(v%DA2A3rY9Jmn#>jh-f3*JzzOj`D&vxyI(Yfl1&Z
zh#soOkqBPaFB1p{8CD3QnB8EP{E#{qK<w&Sd|iv0fCAwGaoVtMb|OL9!jHex{)RH|
zmoPtrV<4JvjdDT`k_;2ug;UY~^28QRfDW9($Lw<(s+*WxG%$K86dRl?ob~VbM0@Wt
zm7w<pcbB`G9$y|k`t$1QHhTp%!#WDaoXb?|kXjPg&?oY88;yT&1L;cN{{~{x5iGb`
zd>s9gbyL}Ao0Z->0|`CxcKGV*EFdTfOsS#M)S8u)RAdI~l$gx9+E%AYk1l)hWh5rQ
z82Km{7Mm^#_=O(nhZD80mVY*w2b0J?<#VNM0DvBSr+};I+JGJtHK@Et$&K~7vJh1V
zq_#{6RR@M``bY4pV5WWJ!1-|M^HkJRAm*nzw5?zIXC>-R*-mv&-t{NL^q0YG?z;vC
z1F+ZE7lumT6SSP5A*H+<@B(c*H2q_Of`31g<o+@RK;8{@s!o}*3+)Gp40LT^K^$oC
zs*+frCo}-!L-;qeZQr0>-~e`TdCDL(0N$JsP}h4;0bQ0!Sd@78{-uX}HtNn=2_OBZ
zD`b`2L1*#>XXYFQf4u90I6c*y<gOvsNauo-_)YxS_`f?J<EJM165Q9tnCSoYC8N%+
zWw(zPEis4fsS03r)d%@R#)>w-kpn-hi?k{IPO$q=;5r91{z4^R)|2+Yi#T5@k4df$
z6Jz%?C|z&J-FTL7*4+n3Z{p2{&a0*8wDGBm?RB*=($pxr6ZsS<gfc<09<>3Ivb_(>
zk|1q?M0|oCMhaHEsT{;gXIoGZ>+%{uY`c&S;2A$AX{Rt96uG`Q<0~6UV<g(SFmB@R
zA@ujVkpO@2<ez4+wL+}Fpcl+A&SnSQWP5HlBE(a}rlhO+Xq#E`i-i)zGt~J>!s!wz
zuKB?v7yYk|h?a!OvjdtqUM0}RG!QFeyq3>lR$wY+-mv)d!L%~JJ0fO>t9FW}_KvBm
z_PjIQJZbTR6-tzFSNn^rigRM8St|B4+h44zg2&YysLpq%OcS4fb~iiR++@~ur=)5<
zuc=I2$o^`Hi6x!AtgJmYWT!+c?@O>suRO}IlO}JCfGOv3307R3qMi0~=9D~Z)5U84
zRq5_qLKzu@Rh()Y0=?r~!&E7yL1~#-?Y<7ptdI~*wyM)oDOGQi-GGFiYI|HfspEVX
zR(-tj;UfL)64Pl)TU8wr>*^jQnq?YOP%T{V3l?iG5$>5gP4%+X=vKYe3#Rou0zO@u
z^;IV(p37@yprt*c`3R8?U<~n;jDw5Rsvq3ogZ`w+np%GHCLJ@Pxuc{b0XTJe5J?HT
zyhE8?va?pVn(%R?=5Fs0i^bCE!0DDzJHmcaIj@vIPU{ylJ5H(TB4W#)^LyZ%WV_p)
zx~aA!i?t3P?c=f0Vvp@4yNcG})iLdue9OKpUdq}2qgrs`z?Yz9*(Qc#M-8C2oF1v(
zt4<}B$>~nes>}f-yzo|DPfx$LUb{fFiWD+IYzjA^X1e+2j`Yl*yZ>Ci#yMN0y;O5|
zzDCtCe6c}`^*!G1XZV#qn`)_1gA*hNm0(A594Oj@|Hpf&bydBPv4%eNbLg;3Vf~5K
z>z<RB?-OwBwNBrdBz>xUyLrSz8q0+_3j#HA^NF<f>{WQfiFT4RPP}T$h?Z$%b4g{~
z#DWp%ka&HM5rYvzZSbyMW&9C(cqgi(8^nryGyd2I*<^s|BYL+Xp$E!4N`lvXwHsz$
zUaGUA{`kB5U~|%QfAukbwu`GtkT^DmitbV?mj3STz#QB*JN9;(*HQKUkNmpJbQj=g
z>qOZFVp2Z!t~rbRx1@~=b-N)N{_uLDXS%gi^13=&dgY%BOy1HQ9@E9%`Y8GqO^=2=
zrS<ihobJW3JLSX#b`vW5FRjPhOBWMH(^>^O(@5P}welhK$RkW1kV(y1c^;+8sCO+q
z$v>4H3yKcMU(U+!9wxeQ#_J3Hwk&X2&6@QsTH`8T7FR5IZ_VAeFYmf91La#L9srz|
zBs;t4vv%Y4_M?Nh%O`I-%6j!p>d@C?<Idg$t&QdLCW{N_L&?i{n+w#|Q~>1Hj-qrY
z7GDp2%~=gbZSb2f+>;5w>R@s(mGoR*b%uF*>%i*0BIjYu<00k>i_~%QG1XP28wo#^
z`8}EO9-!*P$tQZ#{I%iO!;QzinKdCJuM_Q6TeYWC-8}&jt+xJlJ7(qW%yXwk<?c+^
z8`vxW(Aolc?y~1}k!Me6A5I{zv+vY?P-vasPPYZbzMOks+@&2-Y0bXVn|rQL^ychO
zcn&9HaVBp%Am_yOAg)m=`89v|Wk&}RU^`s%BwerLOMP5>6Jy5%Ut~Knp-?AazPB1R
z-Von$#s%wjgAV|CvFqy<s@-r)@Xn;h<f45_9Gbo*bN2+8_V_x>GStKYW>Rw6;^YKV
z6Rgu^k=;U4X6G0ucq?Vw`x`$fbBm(8hKG3>5OY&!VbN4BrX#kIKP^2<9o-+%$ro?d
zhnPX{RJiy(OYSJ*0m$aO316MeP1oFhH0STS>BFljJ}NwqQM~3p-Hs)N1C-XuWGbA+
z^UlrAGU}wTm6lbtmQF0~XBNe;XAvyrbMt?mar2$n(pc(iI?|WhiWQpIYJF{NMESjp
zN+iIRmlr@+t18G^S^EFFu+2ED!c|sUJFL_RVx36YK)4KetV)+J{B@bGkV%Hd(vGnx
z|51!XXH`{h=_IN0y&Fz5wNs*^%z=fADx)s2b6jOVC8GkT8L4GD^~^+)E~~g_UgK|-
zUB|X_w9UAJ7A2?M`*8%-c=6ApisXz8%WTES%5vyV?)sLRga;F^W{{J<PdMcfwbiAA
zDr*N$g^nNT$0IN1NbC~ZzfB84QdgHwomiIjkk94kqokY~$G4oB6=Z4#rjE}njM{5B
zyk&4@4=SpyT-a}lJ2H>exIMK3I7g>V?Acb@EZRj3w{dV*{9n~r4n>-OH%g`&s^VJO
zmOJc2S7t3gn8kCMr&!h`!r0Ms7g?}`Dj$k$E_YDLZz<>kM3`4pIqZ?vx9Ci0#yR29
zl@6<N==V3aPXAc2iAGmuWVT9#W4AKtf<30~CuMBUNUmqhgqW0AIf6CzvNXb_MiCzr
zWMuqqZd_Zy&OUu2bER@j#FiO3gp6d3(TLH~ZsureEGJT7!*Z#0YCo^Uy<11Aa;<J0
z)&`V`Ez1`nsaQF*ulGrJ_0-pt#Kfi?M=tl@E|77UvZ`@oLCE#{&{!}pf*VUp6l$YJ
zJ5Pyuw=bPaWLd?Nu@(R<aiSg9BEGc$9BP{ABXBY9xJl=q{s~{;5KA;lB#TZNnaN5Y
zL3LE^%%)YLNMSR%C{h>{gQZSmvADo6zp(o|qA(aSB2AM3Eh<exg{946lAvI_Bv&D%
z_DnOqH2^*`ykC*ohVF6SpRLATIj^A0nmaofkh^X^;$`lm&3vxWPlVEJSyTOIK9tcP
zc=!;@a3FX->L5lVT9!O=hou~)Q-zbk>CB|AI+QoFMm|KNGB`L7Is4LR$J|MkMc-;l
zWK(w~vc20TB{A~4?(}cy)lgXO{8o@~VTN-Xj3+I{{G}3fVDBgjZ?;B|q$BR~bPOg&
zG90_83Sh^4;g2TX$(?s)A1mcdKka_p*24_+s<hg0tr}fEs-=5SLr=_vB>Ekrs4TJE
z@A9gS_{|j4pvt5Qm*uv#06QeQRmD|~QCbMLSbZIh)d0ptp2Cfz8iTt%^@es!hBgIX
zCzTH`2{^Z5AvM{dOGb<1qv86f)wv6&J97p#RSs;+WK<R^4@Z4h6>Udn(vh>@sg1v6
z?Rz!(5{2cs7%i1`WFvVkMVj51YRoz=3|kmN3m&F+@lq<c76r#qCj>ZR3(Xmj(|GCy
z&d5n&CuaUqAKl|G(GznM3zug8j!MS-cr!IUWG1H;o518Ca22Rg&|O|q=I7w;E-ogm
z9yxiA=*Zad9H2yH<I+r{wSy^8<X8ymz-$v9)tjjp1kIgbGcT+hIEo|Vdfu@+3}>ad
z(~Zj3Syooc)>%|OFS9RMZ7bzg&k;9F{?ZRcGi6=j^6iD8E~a+*v*3nVaah|A_eoxV
za%Z{VWiT}8#g@{0tOl(6CgP)Eq(<aoUXH>B$sK$W92n+3;Isc%$B^@RxKHgfD)zF=
zfbImf@aAU7tiD&BCI+E))Raz=`<dFH*a5ek2(Li`$Y<DaH^}_YDl;2+-xu&$r-11H
zv}>93|J|--0wzv||F%h4JATq)kOAS>(`$rAN#vdwQ7Nz?Bor|HYn}~%U;IdUUP^Ek
z&HGcbX%r0Vnq8V_$UFt-YU)M?(0C`lav(65Ve_cHn_IBmU}rtiq#!mbT0!rb7I^{%
z`yxhNtu=dC1E@Hkf%8wFfN2SMb}yvy%+=HA?!n{pEfE{MnGd~KHUX*%Xcm|HMX7V0
zO*}$EYprv2cKr>}6Z#uY&Y&!gL-VCPd#7rl-3{&trs&duTP!)!xijAft9hI3R~z18
zSH_$YcTL3XG&qsYEHhuy4Z!!qu7A@dnCjK)$dyW9kX<R;B8>ojIYxjwH`5a0=$@%I
z*{&UV$%yfQ#s6bJCq4UB^ZaM-wboVb-wUUIY1ne4vi8`cU&rzaHk;P(uV9=Zj}g#@
zpz{J?+wMcaXI1zoWd)by!gqq3SO9m0W8IMN2RePjEwiY&M8VhsB^qjjeDiNP2<-hH
zenyb*&G)KY%`TROCM%R28_n9g4zuOo4eh<YNqps>-{)qvT#(T^9as76?4IrUZN&)(
zSUvb+nywuXEog3MJIMV&Qsb!I-8&4i<qK`z#j-Cxo1g!(YF|ThVDgT=vX?fCUTD7{
zo5Nd@-x&XBTY2{dmj##4-LBfoYE}OCp6SxuB(E<YlrI`oG|65#f7WiwzLgDn-q&5^
z{U=v1nElw>W-H$dvHd*#AJ%^4C<)+cb(VQ?;Pa_!@xC928|%KNF4|!*XJK~q&VRht
zzEw&hKEjDhf+BKnS3h4JFUWIUMV#kv<yF~4B@1=da2@AUx58{!7=O<Z`=@YK<+RAf
zSu<tSf;5t5Bnq(zTTZ;eX)(F2Anb(AOV3vBcx%R=KlL;}B=EmGwJ~+e*8BdmSCw@v
zoc)6DzT?6TO5r!2zWU{v{QS1WuKzp_@+|Mqsmj@uQ^)49;P|?d*iE%x(tb<4n7q11
zez$PXveb&g$0qID*4|Z|d0@l;3z^dUbe?P9-sjIVx604R{>8zmQt!$o)x^|2g!KPO
zD%QG*OYU<s_UJcgd(vEPU81k+bFhGEnSsOw=1*J`pC*XBD{|W*7UVdOVds>VhaQ*q
z?Oz^LTzN9%m|aS*KudaOJMT?dyBDwH?JnPOz)VOO=?LY_6GL!Pq2`$<;G;~8fJaTx
v=(G|BCN;O~#ykv6lNrS^Pvby4GzEAZMPgA&MNw)Rmyw|vm#V6(zZ(|-LGCl*

literal 0
HcmV?d00001


From 98c658822cf6782ca0907ab7a68691922e701aa6 Mon Sep 17 00:00:00 2001
From: crawforc3 <crawforc3@gmail.com>
Date: Fri, 22 Feb 2019 13:06:39 -0800
Subject: [PATCH 234/251] Add unittest for pytesseract

---
 tests/test_pytesseract.py | 14 ++++++++++++++
 1 file changed, 14 insertions(+)
 create mode 100644 tests/test_pytesseract.py

diff --git a/tests/test_pytesseract.py b/tests/test_pytesseract.py
new file mode 100644
index 00000000..ef6bba09
--- /dev/null
+++ b/tests/test_pytesseract.py
@@ -0,0 +1,14 @@
+import unittest
+import io
+import pytesseract
+import numpy as np
+from wand.image import Image as wandimage
+
+class TestPytesseract(unittest.TestCase):
+    def test_tesseract(self):
+        # Open pdf with Wand
+        with wandimage(filename='/input/tests/data/test.pdf') as wand_image:
+            img_buffer = np.asarray(bytearray(wand_image.make_blob(format='png')), dtype='uint8')
+            bytesio = io.BytesIO(img_buffer)
+            test_string = pytesseract.image_to_string(PILImage.open(bytesio))
+            self.assertTrue(type(test_string) == str)

From cefa1c25a2377b39d9ec4522b9268d6bed2c6c73 Mon Sep 17 00:00:00 2001
From: crawforc3 <crawforc3@gmail.com>
Date: Fri, 22 Feb 2019 13:08:33 -0800
Subject: [PATCH 235/251] Add wand, pdf2image, PyPDF, pyocr

---
 Dockerfile | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 0938e285..203d47fc 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -481,9 +481,13 @@ RUN pip install flashtext && \
     pip install pykalman && \
     /tmp/clean-layer.sh
 
-# Tesseract and pytesseract
+# Tesseract and some associated wrappers
 RUN apt-get install tesseract-ocr -y && \
     pip install pytesseract && \
+    pip install wand && \
+    pip install pdf2image && \
+    pip install PyPDF && \
+    pip install pyocr && \
     /tmp/clean-layer.sh
 ENV TESSERACT_PATH=/usr/bin/tesseract
 

From cd4fcc4560e66dc31ed8c6b57c8ae72e951a7a29 Mon Sep 17 00:00:00 2001
From: crawforc3 <crawforc3@gmail.com>
Date: Fri, 22 Feb 2019 13:10:15 -0800
Subject: [PATCH 236/251] Change tesseract comment

---
 Dockerfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 203d47fc..00e1a451 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -481,7 +481,7 @@ RUN pip install flashtext && \
     pip install pykalman && \
     /tmp/clean-layer.sh
 
-# Tesseract and some associated wrappers
+# Tesseract and some associated utility packages
 RUN apt-get install tesseract-ocr -y && \
     pip install pytesseract && \
     pip install wand && \

From 504f8ba36991695d1664edcc5581fd28386ad8cd Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 26 Feb 2019 01:29:55 +0000
Subject: [PATCH 237/251] prevent mxnet from downgrading numpy

---
 gpu.Dockerfile | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/gpu.Dockerfile b/gpu.Dockerfile
index 6435ad46..1100ac16 100644
--- a/gpu.Dockerfile
+++ b/gpu.Dockerfile
@@ -50,11 +50,11 @@ RUN pip uninstall -y tensorflow && \
     rm -rf /tmp/tensorflow_gpu && \
     conda uninstall -y pytorch-cpu torchvision-cpu && \
     conda install -y pytorch torchvision cudatoolkit=9.2 -c pytorch && \
+    pip uninstall -y mxnet && \
+    # b/126259508 --no-deps prevents numpy from being downgraded.
+    pip install --no-deps mxnet-cu92 && \
     /tmp/clean-layer.sh
 
-RUN pip uninstall -y mxnet && \
-    pip install mxnet-cu92
-
 # Install GPU-only packages
 RUN pip install pycuda && \
     pip install cupy-cuda92 && \

From d378a8f951060868710a45717ce6b8721da6327f Mon Sep 17 00:00:00 2001
From: Aurelio Agundez <aurelio@agundez.com>
Date: Tue, 26 Feb 2019 01:37:34 -0800
Subject: [PATCH 238/251] Add TensorBoard to Kaggle Kernels

---
 Dockerfile                      |  7 +++++
 patches/tensorboard/notebook.py | 49 +++++++++++++++++++++++++++++++++
 2 files changed, 56 insertions(+)
 create mode 100644 patches/tensorboard/notebook.py

diff --git a/Dockerfile b/Dockerfile
index 808ae746..5047fcc6 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -512,5 +512,12 @@ ADD patches/kaggle_gcp.py /root/.local/lib/python3.6/site-packages/kaggle_gcp.py
 ADD patches/kaggle_secrets.py /root/.local/lib/python3.6/site-packages/kaggle_secrets.py
 ADD patches/sitecustomize.py /root/.local/lib/python3.6/site-packages/sitecustomize.py
 
+# TensorBoard Jupyter extension
+ENV JUPYTER_CONFIG_DIR "/root/.jupyter/"
+RUN pip install jupyter_tensorboard && \
+    jupyter serverextension enable jupyter_tensorboard && \
+    jupyter tensorboard enable
+ADD patches/tensorboard/notebook.py /opt/conda/lib/python3.6/site-packages/tensorboard/notebook.py
+
 # Set backend for matplotlib
 ENV MPLBACKEND "agg"
diff --git a/patches/tensorboard/notebook.py b/patches/tensorboard/notebook.py
new file mode 100644
index 00000000..4407494e
--- /dev/null
+++ b/patches/tensorboard/notebook.py
@@ -0,0 +1,49 @@
+"""%tensorboard line magic that patches TensorBoard's implementation to make use of Jupyter 
+TensorBoard server extention providing built-in proxying.
+
+Use:
+    %load_ext tensorboard.notebook
+    %tensorboard --logdir /logs
+"""
+
+import argparse
+import uuid
+
+from IPython.display import display, HTML, Javascript
+
+def _tensorboard_magic(line):
+    """Line magic function."""
+    parser = argparse.ArgumentParser()
+    parser.add_argument('--logdir', default='/kaggle/working')
+    args = parser.parse_args(line.split())
+    
+    iframe_id = 'tensorboard-' + str(uuid.uuid4())
+        
+    html = """
+<script>
+    const req = {
+        method: 'POST',
+        contentType: 'application/json',
+        body: JSON.stringify({ 'logdir': '%s' }),
+        headers: { 'Content-Type': 'application/json' }
+    };
+
+    const baseUrl = Jupyter.notebook.base_url;
+
+    fetch(baseUrl + 'api/tensorboard', req)
+        .then(res => res.json())
+        .then(res => document.getElementById('%s').src = baseUrl + 'tensorboard/' + res.name);
+</script>
+
+<iframe id="%s" style="width: 100%%; height: 620px" frameBorder="0"></iframe>
+""" % (args.logdir, iframe_id, iframe_id)
+    
+    display(HTML(html))
+    
+def load_ipython_extension(ipython):
+    """IPython extention entry point."""
+    ipython.register_magic_function(
+        _tensorboard_magic,
+        magic_kind='line',
+        magic_name='tensorboard',
+    )
\ No newline at end of file

From eb7c4fa9a613b7c3339495a8a236cd7d68888c27 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 26 Feb 2019 02:28:14 +0000
Subject: [PATCH 239/251] Allow parallel branch builds

---
 Dockerfile     |  4 +++-
 Jenkinsfile    | 12 +++++++-----
 build          | 18 +++++++++++++++---
 gpu.Dockerfile |  4 +++-
 4 files changed, 28 insertions(+), 10 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index fa7ce624..6a06bb49 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,5 +1,7 @@
+ARG BASE_TAG=5.2.0
+
 FROM gcr.io/kaggle-images/python-tensorflow-whl:1.12.0-py36 as tensorflow_whl
-FROM continuumio/anaconda3:5.2.0
+FROM continuumio/anaconda3:${BASE_TAG}
 
 ADD clean-layer.sh  /tmp/clean-layer.sh
 ADD patches/nbconvert-extensions.tpl /opt/kaggle/nbconvert-extensions.tpl
diff --git a/Jenkinsfile b/Jenkinsfile
index 2d999b95..6460bbe6 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -15,6 +15,8 @@ pipeline {
     GIT_COMMIT_AUTHOR = sh(returnStdout: true, script:"git log --format='%an' -n 1 HEAD").trim()
     GIT_COMMIT_SUMMARY = "`<https://github.com/Kaggle/docker-python/commit/${GIT_COMMIT}|${GIT_COMMIT_SHORT}>` ${GIT_COMMIT_SUBJECT} - ${GIT_COMMIT_AUTHOR}"
     SLACK_CHANNEL = sh(returnStdout: true, script: "if [[ \"${GIT_BRANCH}\" == \"master\" ]]; then echo \"#kernelops\"; else echo \"#builds\"; fi").trim()
+    PRETEST_TAG = sh(returnStdout: true, script: "if [[ \"${GIT_BRANCH}\" == \"master\" ]]; then echo \"ci-pretest\"; else echo \"ci-${GIT_BRANCH}-pretest\"; fi").trim()
+    STAGING_TAG = sh(returnStdout: true, script: "if [[ \"${GIT_BRANCH}\" == \"master\" ]]; then echo \"staging\"; else echo \"${GIT_BRANCH}-staging\"; fi").trim()
   }
 
   stages {
@@ -34,7 +36,7 @@ pipeline {
           set -exo pipefail
 
           date
-          ./push ci-pretest
+          ./push ${PRETEST_TAG}
         '''
       }
     }
@@ -56,7 +58,7 @@ pipeline {
           set -exo pipefail
 
           date
-          ./push staging
+          ./push ${STAGING_TAG}
         '''
       }
     }
@@ -73,7 +75,7 @@ pipeline {
         sh '''#!/bin/bash
           set -exo pipefail
           docker image prune -f # remove previously built image to prevent disk from filling up
-          ./build --gpu | ts
+          ./build --gpu --base-image-tag ${STAGING_TAG} | ts
         '''
       }
     }
@@ -85,7 +87,7 @@ pipeline {
           set -exo pipefail
 
           date
-          ./push --gpu ci-pretest
+          ./push --gpu ${PRETEST_TAG}
         '''
       }
     }
@@ -109,7 +111,7 @@ pipeline {
           set -exo pipefail
 
           date
-          ./push --gpu staging
+          ./push --gpu ${STAGING_TAG}
         '''
       }
     }
diff --git a/build b/build
index f2a7af45..8a0fd51f 100755
--- a/build
+++ b/build
@@ -7,14 +7,16 @@ Usage: $0 [OPTIONS]
 Build a new Python Docker image.
 
 Options:
-    -g, --gpu       Build an image with GPU support.
-    -c, --use-cache Use layer cache when building a new image.
+    -g, --gpu                 Build an image with GPU support.
+    -c, --use-cache           Use layer cache when building a new image.
+    -b, --base-image-tag TAG  Base image tag. Defaults to value defined in DOCKERFILE.
 EOF
 }
 
 CACHE_FLAG='--no-cache'
 DOCKERFILE='Dockerfile'
 IMAGE_TAG='kaggle/python-build'
+BUILD_ARGS=''
 
 while :; do
     case "$1" in 
@@ -29,6 +31,15 @@ while :; do
         -c|--use-cache)
             CACHE_FLAG=''
             ;;
+        -b|--base-image-tag)
+            if [[ -z $2 ]]; then
+                usage
+                printf 'ERROR: No TAG specified after the %s flag.\n' "$1" >&2
+                exit
+            fi
+            BUILD_ARGS="--build-arg BASE_TAG=$2"
+            shift # skip the flag value
+            ;;
         -?*)
             usage
             printf 'ERROR: Unknown option: %s\n' "$1" >&2
@@ -44,6 +55,7 @@ done
 readonly CACHE_FLAG
 readonly DOCKERFILE
 readonly IMAGE_TAG
+readonly BUILD_ARGS
 
 set -x
-docker build --rm --pull $CACHE_FLAG -t "$IMAGE_TAG" -f "$DOCKERFILE" .
+docker build --rm --pull $CACHE_FLAG -t "$IMAGE_TAG" -f "$DOCKERFILE" $BUILD_ARGS .
diff --git a/gpu.Dockerfile b/gpu.Dockerfile
index 1100ac16..75359360 100644
--- a/gpu.Dockerfile
+++ b/gpu.Dockerfile
@@ -1,6 +1,8 @@
+ARG BASE_TAG=staging
+
 FROM nvidia/cuda:9.2-cudnn7-devel-ubuntu16.04 AS nvidia
 FROM gcr.io/kaggle-images/python-tensorflow-whl:1.12.0-py36 as tensorflow_whl
-FROM gcr.io/kaggle-images/python:staging
+FROM gcr.io/kaggle-images/python:${BASE_TAG}
 
 ADD clean-layer.sh  /tmp/clean-layer.sh
 

From d6ca2b0d9c4bca590a9d42126145885819f4c2fa Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Tue, 26 Feb 2019 02:39:23 +0000
Subject: [PATCH 240/251] Update PRETEST_TAG to avoid duplication

---
 Jenkinsfile | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 6460bbe6..512b04a2 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -15,7 +15,7 @@ pipeline {
     GIT_COMMIT_AUTHOR = sh(returnStdout: true, script:"git log --format='%an' -n 1 HEAD").trim()
     GIT_COMMIT_SUMMARY = "`<https://github.com/Kaggle/docker-python/commit/${GIT_COMMIT}|${GIT_COMMIT_SHORT}>` ${GIT_COMMIT_SUBJECT} - ${GIT_COMMIT_AUTHOR}"
     SLACK_CHANNEL = sh(returnStdout: true, script: "if [[ \"${GIT_BRANCH}\" == \"master\" ]]; then echo \"#kernelops\"; else echo \"#builds\"; fi").trim()
-    PRETEST_TAG = sh(returnStdout: true, script: "if [[ \"${GIT_BRANCH}\" == \"master\" ]]; then echo \"ci-pretest\"; else echo \"ci-${GIT_BRANCH}-pretest\"; fi").trim()
+    PRETEST_TAG = sh(returnStdout: true, script: "if [[ \"${GIT_BRANCH}\" == \"master\" ]]; then echo \"ci-pretest\"; else echo \"${GIT_BRANCH}-pretest\"; fi").trim()
     STAGING_TAG = sh(returnStdout: true, script: "if [[ \"${GIT_BRANCH}\" == \"master\" ]]; then echo \"staging\"; else echo \"${GIT_BRANCH}-staging\"; fi").trim()
   }
 

From a16bc4b2de75c3467971383a945f7f5093e2fe2e Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Tue, 26 Feb 2019 14:37:22 -0800
Subject: [PATCH 241/251] Changes what kaggle_secrets expects to receive from
 Web Tier, looks for wasSuccessful field.

---
 patches/kaggle_secrets.py  | 9 ++++++---
 tests/test_user_secrets.py | 2 +-
 2 files changed, 7 insertions(+), 4 deletions(-)

diff --git a/patches/kaggle_secrets.py b/patches/kaggle_secrets.py
index 919ab90b..54cab292 100644
--- a/patches/kaggle_secrets.py
+++ b/patches/kaggle_secrets.py
@@ -45,7 +45,10 @@ def _make_post_request(self, data):
         try:
             with urllib.request.urlopen(req) as response:
                 response_json = json.loads(response.read())
-                return response_json
+                if not response_json.get('wasSuccessful') or 'result' not in response_json:
+                    raise BackendError(
+                        'Unexpected response from the service.')
+                return response_json['result']
         except urllib.error.HTTPError as e:
             if e.code == 401 or e.code == 403:
                 raise CredentialError(f'Service responded with error code {e.code}.'
@@ -57,7 +60,7 @@ def get_bigquery_access_token(self):
             'Target': self.BIGQUERY_TARGET_VALUE
         }
         response_json = self._make_post_request(request_body)
-        if 'Secret' not in response_json:
+        if 'secret' not in response_json:
             raise BackendError(
                 'Unexpected response from the service.')
-        return response_json['Secret']
+        return response_json['secret']
diff --git a/tests/test_user_secrets.py b/tests/test_user_secrets.py
index bae71213..d24c8c2c 100644
--- a/tests/test_user_secrets.py
+++ b/tests/test_user_secrets.py
@@ -49,7 +49,7 @@ def set_request(self):
                 _request['headers'] = self.headers
 
             def get_response(self):
-                return {"Secret": secret}
+                return {'result': {'secret': secret, 'secretType': 'refreshToken', 'secretProvider': 'google'}, 'wasSuccessful': True}
 
         env = EnvironmentVarGuard()
         env.set(_KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME, _TEST_JWT)

From fe26648ecce05fb82c3f63d96571c08d2ca05f1f Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Tue, 26 Feb 2019 14:43:08 -0800
Subject: [PATCH 242/251] Add timeout to UserSecretsClient

---
 patches/kaggle_secrets.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/patches/kaggle_secrets.py b/patches/kaggle_secrets.py
index 54cab292..1d0cc998 100644
--- a/patches/kaggle_secrets.py
+++ b/patches/kaggle_secrets.py
@@ -11,6 +11,7 @@
 _KAGGLE_DEFAULT_URL_BASE = "https://www.kaggle.com"
 _KAGGLE_URL_BASE_ENV_VAR_NAME = "KAGGLE_URL_BASE"
 _KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME = "KAGGLE_USER_SECRETS_TOKEN"
+TIMEOUT_SECS = 10
 
 
 class CredentialError(Exception):
@@ -43,7 +44,7 @@ def _make_post_request(self, data):
         req = urllib.request.Request(url, headers=self.headers, data=bytes(
             json.dumps(request_body), encoding="utf-8"))
         try:
-            with urllib.request.urlopen(req) as response:
+            with urllib.request.urlopen(req, timeout=TIMEOUT_SECS) as response:
                 response_json = json.loads(response.read())
                 if not response_json.get('wasSuccessful') or 'result' not in response_json:
                     raise BackendError(

From 4cd0b761939c050d7ca49e80663185dff663daad Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Tue, 26 Feb 2019 15:17:30 -0800
Subject: [PATCH 243/251] Increase timeout for usersecretsclient, add test case
 for wasSuccesful: false.

---
 patches/kaggle_secrets.py  |  2 +-
 tests/test_user_secrets.py | 19 +++++++++++++++----
 2 files changed, 16 insertions(+), 5 deletions(-)

diff --git a/patches/kaggle_secrets.py b/patches/kaggle_secrets.py
index 1d0cc998..8ec99caa 100644
--- a/patches/kaggle_secrets.py
+++ b/patches/kaggle_secrets.py
@@ -11,7 +11,7 @@
 _KAGGLE_DEFAULT_URL_BASE = "https://www.kaggle.com"
 _KAGGLE_URL_BASE_ENV_VAR_NAME = "KAGGLE_URL_BASE"
 _KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME = "KAGGLE_USER_SECRETS_TOKEN"
-TIMEOUT_SECS = 10
+TIMEOUT_SECS = 40
 
 
 class CredentialError(Exception):
diff --git a/tests/test_user_secrets.py b/tests/test_user_secrets.py
index d24c8c2c..b8c1b352 100644
--- a/tests/test_user_secrets.py
+++ b/tests/test_user_secrets.py
@@ -10,7 +10,7 @@
 from google.cloud import bigquery
 from kaggle_secrets import (_KAGGLE_URL_BASE_ENV_VAR_NAME,
                             _KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME,
-                            CredentialError, UserSecretsClient)
+                            CredentialError, UserSecretsClient, BackendError)
 
 _TEST_JWT = 'test-secrets-key'
 
@@ -37,7 +37,7 @@ def do_POST(s):
 class TestUserSecrets(unittest.TestCase):
     SERVER_ADDRESS = urlparse(os.getenv(_KAGGLE_URL_BASE_ENV_VAR_NAME))
 
-    def _test_client(self, client_func, expected_path, expected_body, secret):
+    def _test_client(self, client_func, expected_path, expected_body, secret=None, success=True):
         _request = {}
 
         class AccessTokenHandler(UserSecretsHTTPHandler):
@@ -49,7 +49,10 @@ def set_request(self):
                 _request['headers'] = self.headers
 
             def get_response(self):
-                return {'result': {'secret': secret, 'secretType': 'refreshToken', 'secretProvider': 'google'}, 'wasSuccessful': True}
+                if success:
+                    return {'result': {'secret': secret, 'secretType': 'refreshToken', 'secretProvider': 'google'}, 'wasSuccessful': "true"}
+                else:
+                    return {'wasSuccessful': "false"}
 
         env = EnvironmentVarGuard()
         env.set(_KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME, _TEST_JWT)
@@ -87,4 +90,12 @@ def call_get_access_token():
             secret_response = client.get_bigquery_access_token()
             self.assertEqual(secret_response, secret)
         self._test_client(call_get_access_token,
-                          '/requests/GetUserSecretRequest', {'Target': 1, 'JWE': _TEST_JWT}, secret)
+                          '/requests/GetUserSecretRequest', {'Target': 1, 'JWE': _TEST_JWT}, secret=secret)
+    
+    def test_get_access_token_handles_unsuccessful(self):
+        def call_get_access_token():
+            client = UserSecretsClient()
+            with self.assertRaises(BackendError):
+                client.get_bigquery_access_token()
+        self._test_client(call_get_access_token,
+                          '/requests/GetUserSecretRequest', {'Target': 1, 'JWE': _TEST_JWT}, success=False)

From 8ae0efad36c00566dd87d5a8f51a070dd5b328d1 Mon Sep 17 00:00:00 2001
From: Aurelio Agundez <aurelio@agundez.com>
Date: Tue, 26 Feb 2019 18:38:26 -0800
Subject: [PATCH 244/251] Apply PR suggestions

---
 gpu.Dockerfile                       |  3 ++
 patches/tensorboard/notebook.py      | 11 +++++--
 tests/data/jupyter_tensorboard.ipynb | 45 ++++++++++++++++++++++++++++
 tests/test_jupytertensorboard.py     | 25 ++++++++++++++++
 4 files changed, 81 insertions(+), 3 deletions(-)
 create mode 100644 tests/data/jupyter_tensorboard.ipynb
 create mode 100644 tests/test_jupytertensorboard.py

diff --git a/gpu.Dockerfile b/gpu.Dockerfile
index 534427e7..9eedf302 100644
--- a/gpu.Dockerfile
+++ b/gpu.Dockerfile
@@ -57,3 +57,6 @@ RUN pip install pycuda && \
     pip install cupy-cuda92 && \
     pip install pynvrtc && \
     /tmp/clean-layer.sh
+
+# Re-add TensorBoard Jupyter extension patch
+ADD patches/tensorboard/notebook.py /opt/conda/lib/python3.6/site-packages/tensorboard/notebook.py
diff --git a/patches/tensorboard/notebook.py b/patches/tensorboard/notebook.py
index 4407494e..ccb43789 100644
--- a/patches/tensorboard/notebook.py
+++ b/patches/tensorboard/notebook.py
@@ -1,5 +1,5 @@
 """%tensorboard line magic that patches TensorBoard's implementation to make use of Jupyter 
-TensorBoard server extention providing built-in proxying.
+TensorBoard server extension providing built-in proxying.
 
 Use:
     %load_ext tensorboard.notebook
@@ -12,7 +12,11 @@
 from IPython.display import display, HTML, Javascript
 
 def _tensorboard_magic(line):
-    """Line magic function."""
+    """Line magic function.
+
+    Makes an AJAX call to the Jupyter TensorBoard server extension and outputs
+    an IFrame displaying the TensorBoard instance.
+    """
     parser = argparse.ArgumentParser()
     parser.add_argument('--logdir', default='/kaggle/working')
     args = parser.parse_args(line.split())
@@ -20,6 +24,7 @@ def _tensorboard_magic(line):
     iframe_id = 'tensorboard-' + str(uuid.uuid4())
         
     html = """
+<!-- JUPYTER_TENSORBOARD_TEST_MARKER -->
 <script>
     const req = {
         method: 'POST',
@@ -41,7 +46,7 @@ def _tensorboard_magic(line):
     display(HTML(html))
     
 def load_ipython_extension(ipython):
-    """IPython extention entry point."""
+    """IPython extension entry point."""
     ipython.register_magic_function(
         _tensorboard_magic,
         magic_kind='line',
diff --git a/tests/data/jupyter_tensorboard.ipynb b/tests/data/jupyter_tensorboard.ipynb
new file mode 100644
index 00000000..0f750a6e
--- /dev/null
+++ b/tests/data/jupyter_tensorboard.ipynb
@@ -0,0 +1,45 @@
+{
+  "cells": [
+    {
+      "metadata": {
+        "_uuid": "8f2839f25d086af736a60e9eeb907d3b93b6e0e5",
+        "_cell_guid": "b1076dfc-b9ad-4769-8c92-a6c4dae69d19",
+        "trusted": true
+      },
+      "cell_type": "code",
+      "source": "%load_ext tensorboard.notebook\n%tensorboard --logdir /logs",
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "metadata": {
+        "_cell_guid": "79c7e3d0-c299-4dcb-8224-4455121ee9b0",
+        "collapsed": true,
+        "_uuid": "d629ff2d2480ee46fbb7e2d37f6b5fab8052498a",
+        "trusted": false
+      },
+      "cell_type": "code",
+      "source": "",
+      "execution_count": null,
+      "outputs": []
+    }
+  ],
+  "metadata": {
+    "kernelspec": {
+      "display_name": "Python 3",
+      "language": "python",
+      "name": "python3"
+    },
+    "language_info": {
+      "name": "python",
+      "version": "3.6.4",
+      "mimetype": "text/x-python",
+      "codemirror_mode": { "name": "ipython", "version": 3 },
+      "pygments_lexer": "ipython3",
+      "nbconvert_exporter": "python",
+      "file_extension": ".py"
+    }
+  },
+  "nbformat": 4,
+  "nbformat_minor": 1
+}
\ No newline at end of file
diff --git a/tests/test_jupytertensorboard.py b/tests/test_jupytertensorboard.py
new file mode 100644
index 00000000..a76c8a4c
--- /dev/null
+++ b/tests/test_jupytertensorboard.py
@@ -0,0 +1,25 @@
+import os
+import subprocess
+import unittest
+
+class TestJupyterTensorBoard(unittest.TestCase):
+    def test_jupytertensorboard(self):
+        file_path = os.path.realpath(__file__)
+        ipynb_path = os.path.join(
+            os.path.dirname(file_path), 
+            'data',
+            'jupyter_tensorboard.ipynb',
+        )
+
+        result = subprocess.run([
+                'jupyter',
+                'nbconvert',
+                '--execute',
+                '--stdout',
+                ipynb_path,
+            ],
+            stdout=subprocess.PIPE
+        )
+
+        self.assertTrue(result.returncode == 0)
+        self.assertTrue(b'JUPYTER_TENSORBOARD_TEST_MARKER' in result.stdout)

From 38d95dbeb6b55a0a18848a0908fb8fe3f0a13edf Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Wed, 27 Feb 2019 15:47:52 -0800
Subject: [PATCH 245/251] Updates pip version as the latest version doesn't
 seem to have issues with cartopy.

---
 Dockerfile | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 6a06bb49..08d29d79 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -17,10 +17,7 @@ RUN sed -i "s/httpredir.debian.org/debian.uchicago.edu/" /etc/apt/sources.list &
     apt-get update && apt-get install -y build-essential unzip && \
     # https://stackoverflow.com/a/46498173
     conda update -y conda && conda update -y python && \
-    # cartopy package fails to install with the latest version of pip (19.0.1) with:
-    # "ModuleNotFoundError: No module named 'versioneer'"
-    # `versioneer` is checked in the cartopy package, the sys path seems to differ with the new version of pip.
-    pip install pip==18.1 && \
+    pip install pip==19.0.3 && \
     apt-get -y install cmake && \
     /tmp/clean-layer.sh
 

From 7d4e8712216121b9cb70a782117b018c122f7d3f Mon Sep 17 00:00:00 2001
From: Aurelio Agundez <aurelio@agundez.com>
Date: Wed, 27 Feb 2019 22:52:35 -0800
Subject: [PATCH 246/251] Hide IFrame in published notebook to avoid empty
 output cell

---
 patches/tensorboard/notebook.py | 12 ++++++++++--
 1 file changed, 10 insertions(+), 2 deletions(-)

diff --git a/patches/tensorboard/notebook.py b/patches/tensorboard/notebook.py
index ccb43789..7375f97a 100644
--- a/patches/tensorboard/notebook.py
+++ b/patches/tensorboard/notebook.py
@@ -37,10 +37,18 @@ def _tensorboard_magic(line):
 
     fetch(baseUrl + 'api/tensorboard', req)
         .then(res => res.json())
-        .then(res => document.getElementById('%s').src = baseUrl + 'tensorboard/' + res.name);
+        .then(res => {
+            const iframe = document.getElementById('%s');
+            iframe.src = baseUrl + 'tensorboard/' + res.name;
+            iframe.style.display = 'block';
+        });
 </script>
 
-<iframe id="%s" style="width: 100%%; height: 620px" frameBorder="0"></iframe>
+<iframe
+    id="%s"
+    style="width: 100%%; height: 620px; display: none;"
+    frameBorder="0">
+</iframe>
 """ % (args.logdir, iframe_id, iframe_id)
     
     display(HTML(html))

From 33ddc9da6d2f83fd288750820bab6218d9da6f88 Mon Sep 17 00:00:00 2001
From: Aurelio Agundez <aurelio@agundez.com>
Date: Thu, 28 Feb 2019 10:17:23 -0800
Subject: [PATCH 247/251] Leave comment about replacing patch with worker
 tunneling

---
 Dockerfile | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 5047fcc6..33b85a22 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -512,7 +512,8 @@ ADD patches/kaggle_gcp.py /root/.local/lib/python3.6/site-packages/kaggle_gcp.py
 ADD patches/kaggle_secrets.py /root/.local/lib/python3.6/site-packages/kaggle_secrets.py
 ADD patches/sitecustomize.py /root/.local/lib/python3.6/site-packages/sitecustomize.py
 
-# TensorBoard Jupyter extension
+# TensorBoard Jupyter extension. Should be replaced with TensorBoard's provided magic once we have
+# worker tunneling support in place.
 ENV JUPYTER_CONFIG_DIR "/root/.jupyter/"
 RUN pip install jupyter_tensorboard && \
     jupyter serverextension enable jupyter_tensorboard && \

From def9436e86c713476ddd609b600a83829f296b26 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 28 Feb 2019 11:39:10 -0800
Subject: [PATCH 248/251] Document cuda compute compabilities

---
 tensorflow-whl/Dockerfile | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tensorflow-whl/Dockerfile b/tensorflow-whl/Dockerfile
index 1cd1acdf..17f2dc08 100644
--- a/tensorflow-whl/Dockerfile
+++ b/tensorflow-whl/Dockerfile
@@ -87,6 +87,7 @@ RUN cd /usr/local/src/tensorflow && \
 # Create a tensorflow wheel for GPU/cuda
 ENV TF_NEED_CUDA=1
 ENV TF_CUDA_VERSION=9.2
+# 3.7 is for the K80 and 6.0 is for the P100: https://developer.nvidia.com/cuda-gpus
 ENV TF_CUDA_COMPUTE_CAPABILITIES=3.7,6.0
 ENV TF_CUDNN_VERSION=7
 ENV TF_NCCL_VERSION=2

From 513ccea6c2912d91a3375b9b70b6de87596e6037 Mon Sep 17 00:00:00 2001
From: Ilya Figotin <ifigotin@google.com>
Date: Thu, 7 Mar 2019 09:12:28 -0800
Subject: [PATCH 249/251] Properly store access token so it can be used by
 creds

---
 patches/kaggle_gcp.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/patches/kaggle_gcp.py b/patches/kaggle_gcp.py
index f6f42baf..88395f71 100644
--- a/patches/kaggle_gcp.py
+++ b/patches/kaggle_gcp.py
@@ -14,10 +14,9 @@ class KaggleKernelCredentials(credentials.Credentials):
     """
 
     def refresh(self, request):
-        print("Calling Kaggle.UserSecrets to refresh token.")
         try:
             client = UserSecretsClient()
-            fresh_token = client.get_bigquery_access_token()
+            self.token = client.get_bigquery_access_token()
         except Exception as e:
             raise RefreshError('Unable to refresh access token.') from e
 

From e4024b9224b5d5a472ac33dca9e9931921330fd1 Mon Sep 17 00:00:00 2001
From: Vincent Roseberry <rosbo@google.com>
Date: Thu, 7 Mar 2019 21:51:14 +0000
Subject: [PATCH 250/251] Fix tesseract unit test

---
 tests/test_pytesseract.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/tests/test_pytesseract.py b/tests/test_pytesseract.py
index ef6bba09..353b8adb 100644
--- a/tests/test_pytesseract.py
+++ b/tests/test_pytesseract.py
@@ -2,6 +2,7 @@
 import io
 import pytesseract
 import numpy as np
+from PIL import Image
 from wand.image import Image as wandimage
 
 class TestPytesseract(unittest.TestCase):
@@ -10,5 +11,5 @@ def test_tesseract(self):
         with wandimage(filename='/input/tests/data/test.pdf') as wand_image:
             img_buffer = np.asarray(bytearray(wand_image.make_blob(format='png')), dtype='uint8')
             bytesio = io.BytesIO(img_buffer)
-            test_string = pytesseract.image_to_string(PILImage.open(bytesio))
+            test_string = pytesseract.image_to_string(Image.open(bytesio))
             self.assertTrue(type(test_string) == str)

From f24718f31f10f08f684c3255c3e2ff464db09f24 Mon Sep 17 00:00:00 2001
From: Victor Mota <vimota@gmail.com>
Date: Fri, 8 Mar 2019 11:30:15 -0800
Subject: [PATCH 251/251] Adds support for expiry of bigquery access token.
 (#501)

* Adds support for expiry of bigquery access token.

* Updates expiry of access token in tests.

* Sets expiry to a datetime instead of seconds to expiry.

* Add more typing information for kaggle_secrets.py
---
 .gitignore                 |  1 +
 patches/kaggle_gcp.py      |  2 +-
 patches/kaggle_secrets.py  | 22 ++++++++++++++++++----
 tests/test_user_secrets.py | 11 ++++++++---
 4 files changed, 28 insertions(+), 8 deletions(-)

diff --git a/.gitignore b/.gitignore
index 79136554..0d038d25 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,3 +1,4 @@
 *.pyc
 .idea/
 .vscode
+.mypy_cache
\ No newline at end of file
diff --git a/patches/kaggle_gcp.py b/patches/kaggle_gcp.py
index 88395f71..0cdadadb 100644
--- a/patches/kaggle_gcp.py
+++ b/patches/kaggle_gcp.py
@@ -16,7 +16,7 @@ class KaggleKernelCredentials(credentials.Credentials):
     def refresh(self, request):
         try:
             client = UserSecretsClient()
-            self.token = client.get_bigquery_access_token()
+            self.token, self.expiry = client.get_bigquery_access_token()
         except Exception as e:
             raise RefreshError('Unable to refresh access token.') from e
 
diff --git a/patches/kaggle_secrets.py b/patches/kaggle_secrets.py
index 8ec99caa..f3643cb9 100644
--- a/patches/kaggle_secrets.py
+++ b/patches/kaggle_secrets.py
@@ -7,6 +7,9 @@
 import json
 import os
 import urllib.request
+from urllib.error import HTTPError
+from typing import Tuple, Optional
+from datetime import datetime, timedelta
 
 _KAGGLE_DEFAULT_URL_BASE = "https://www.kaggle.com"
 _KAGGLE_URL_BASE_ENV_VAR_NAME = "KAGGLE_URL_BASE"
@@ -37,7 +40,7 @@ def __init__(self):
                 f'but none found in environment variable {_KAGGLE_USER_SECRETS_TOKEN_ENV_VAR_NAME}')
         self.headers = {'Content-type': 'application/json'}
 
-    def _make_post_request(self, data):
+    def _make_post_request(self, data: dict) -> dict:
         url = f'{self.url_base}{self.GET_USER_SECRET_ENDPOINT}'
         request_body = dict(data)
         request_body['JWE'] = self.jwt_token
@@ -50,13 +53,21 @@ def _make_post_request(self, data):
                     raise BackendError(
                         'Unexpected response from the service.')
                 return response_json['result']
-        except urllib.error.HTTPError as e:
+        except HTTPError as e:
             if e.code == 401 or e.code == 403:
                 raise CredentialError(f'Service responded with error code {e.code}.'
                                       ' Please ensure you have access to the resource.') from e
             raise BackendError('Unexpected response from the service.') from e
 
-    def get_bigquery_access_token(self):
+    def get_bigquery_access_token(self) -> Tuple[str, Optional[datetime]]:
+        """Retrieves BigQuery access token information from the UserSecrets service.
+        
+        This returns the token for the current kernel as well as its expiry (abs time) if it
+        is present.
+        Example usage:
+            client = UserSecretsClient()
+            token, expiry = client.get_bigquery_access_token()
+        """
         request_body = {
             'Target': self.BIGQUERY_TARGET_VALUE
         }
@@ -64,4 +75,7 @@ def get_bigquery_access_token(self):
         if 'secret' not in response_json:
             raise BackendError(
                 'Unexpected response from the service.')
-        return response_json['secret']
+        # Optionally return expiry if it is set.
+        expiresInSeconds = response_json.get('expiresInSeconds')
+        expiry = datetime.utcnow() + timedelta(seconds=expiresInSeconds) if expiresInSeconds else None
+        return response_json['secret'], expiry
diff --git a/tests/test_user_secrets.py b/tests/test_user_secrets.py
index b8c1b352..2e6e31ec 100644
--- a/tests/test_user_secrets.py
+++ b/tests/test_user_secrets.py
@@ -5,6 +5,8 @@
 from http.server import BaseHTTPRequestHandler, HTTPServer
 from test.support import EnvironmentVarGuard
 from urllib.parse import urlparse
+from datetime import datetime, timedelta
+import mock
 
 from google.auth.exceptions import DefaultCredentialsError
 from google.cloud import bigquery
@@ -50,7 +52,7 @@ def set_request(self):
 
             def get_response(self):
                 if success:
-                    return {'result': {'secret': secret, 'secretType': 'refreshToken', 'secretProvider': 'google'}, 'wasSuccessful': "true"}
+                    return {'result': {'secret': secret, 'secretType': 'refreshToken', 'secretProvider': 'google', 'expiresInSeconds': 3600}, 'wasSuccessful': "true"}
                 else:
                     return {'wasSuccessful': "false"}
 
@@ -82,13 +84,16 @@ def test_no_token_fails(self):
             with self.assertRaises(CredentialError):
                 client = UserSecretsClient()
 
-    def test_get_access_token_succeeds(self):
+    @mock.patch('kaggle_secrets.datetime')
+    def test_get_access_token_succeeds(self, mock_dt):
         secret = '12345'
+        now = datetime(1993, 4, 24)
+        mock_dt.utcnow = mock.Mock(return_value=now)
 
         def call_get_access_token():
             client = UserSecretsClient()
             secret_response = client.get_bigquery_access_token()
-            self.assertEqual(secret_response, secret)
+            self.assertEqual(secret_response, (secret, now + timedelta(seconds=3600))) 
         self._test_client(call_get_access_token,
                           '/requests/GetUserSecretRequest', {'Target': 1, 'JWE': _TEST_JWT}, secret=secret)