tanner finetuning

docker/tanner/tanner/Dockerfile

@@ -18,11 +18,22 @@ RUN apk -U --no-cache add \
 # Setup Tanner
     git clone --depth=1 https://github.com/mushorg/tanner /opt/tanner && \
     cp /root/dist/config.py /opt/tanner/tanner/ && \
-    cp /root/dist/requirements.txt /opt/tanner/ && \
     cd /opt/tanner/ && \
     pip3 install --no-cache-dir --upgrade pip setuptools && \
     pip3 install --no-cache-dir -r requirements.txt && \
     python3 setup.py install && \
+    rm -rf .coveragerc \
+           .git \
+           .gitignore \
+           .travis.yml \
+           Tanner.egg-info \
+           build \
+           dist \
+           docker \
+           docs \
+           requirements.txt \
+           setup.py \
+           tanner/data && \
     cd / && \
     
 # Setup configs, user, groups
@@ -34,6 +45,10 @@ RUN apk -U --no-cache add \
 # Clean up
     apk del --purge \
             build-base \
+            git \
+            libcap \
+            libffi-dev \
+            libressl-dev \
             linux-headers \
             python3-dev && \
     rm -rf /root/* && \

docker/tanner/tanner/dist/config.py

@@ -5,8 +5,12 @@ import sys
 
 LOGGER = logging.getLogger(__name__)
 
-config_template = {'DATA': {'db_config': '/opt/tanner/db/db_config.json', 'dorks': '/opt/tanner/data/dorks.pickle',
-                            'user_dorks': '/opt/tanner/data/user_dorks.pickle'},
+config_template = {'DATA': {'db_config': '/opt/tanner/db/db_config.json',
+                            'dorks': '/opt/tanner/data/dorks.pickle',
+                            'user_dorks': '/opt/tanner/data/user_dorks.pickle',
+                            'crawler_stats': '/opt/tanner/data/crawler_user_agents.txt',
+                            'geo_db': '/opt/tanner/db/GeoLite2-City.mmdb'
+                            },                            
                    'TANNER': {'host': '0.0.0.0', 'port': 8090},
                    'WEB': {'host': '0.0.0.0', 'port': 8091},
                    'API': {'host': '0.0.0.0', 'port': 8092},

docker/tanner/tanner/dist/requirements.txt

@@ -1,14 +0,0 @@
-aiohttp
-aiomysql
-aiohttp_jinja2==0.14.0
-docker<2.6
-mimesis
-yarl
-redis
-aioredis
-uvloop
-pymongo
-pylibinjection
-jinja2
-pycodestyle
-geoip2