Merge pull request #6 from P-T-I/master

Work around file limits

Author: P-T-I

docker/files/mongodb/data_dump_compress.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+# This script is used to automatically extract a dump from a local running instance of cve_search, 7zip it, and cut the
+# 7z archive into 50M pieces
+
+mongodump -d cvedb --gzip
+
+7z a -t7z -m0=lzma -mx=9 -mfb=64 -md=32m -ms=on db_dump.7z ./dump
+
+split -b 50M db_dump.7z "db_dump_part"
+
+rm -rf ./dump
+rm -rf ./db_dump.7z

docker/files/mongodb/db_dump_partaa

@@ -2,4 +2,13 @@
 
 echo "Running install script..."
 
+cat /install/db_dump_part* > /install/db_dump.7z
+
+rm -rf /install/db_dump_part*
+
+7z x /install/db_dump.7z
+
 mongorestore --gzip -v /install/dump
+
+rm -rf /install/db_dump.7z
+rm -rf /install/dump

docker/files/mongodb/db_dump_partab

@@ -17,6 +17,8 @@ RUN pip install -r requirements.txt
 
 COPY ./docker/files/cve_search/install.sh .
 
+RUN ["chmod", "+x", "./install.sh"]
+
 COPY ./docker/files/cve_search/configuration.ini ./etc/configuration.ini
 
 RUN ./install.sh

docker/files/mongodb/db_dump_partac

@@ -9,7 +9,15 @@ ENV APP /install
 RUN mkdir $APP
 WORKDIR $APP
 
+RUN apt-get update
+RUN apt-get install -y p7zip-full
+
 COPY ./docker/files/mongodb/install.sh /docker-entrypoint-initdb.d/install.sh
-COPY ./docker/files/mongodb/dump ./dump
+
+RUN ["chmod", "+x", "/docker-entrypoint-initdb.d/install.sh"]
+
+COPY ./docker/files/mongodb/db_dump_part* ./
+
+RUN ["chown", "mongodb:", "-R", "/install"]
 
 EXPOSE 27017

docker/files/mongodb/db_dump_partad

@@ -10,6 +10,9 @@ RUN mkdir $APP
 WORKDIR $APP
 
 COPY ./docker/files/redis/install.sh .
+
+RUN ["chmod", "+x", "./install.sh"]
+
 COPY ./docker/files/redis/dump.rdb .
 
 RUN ./install.sh