From 44490df8c50eb3419d9b20a6a9ac9085cf7044dc Mon Sep 17 00:00:00 2001 From: Mou97 Date: Fri, 29 May 2020 14:23:36 +0100 Subject: [PATCH] added a dockerfile version to avoid 'connection closed: RPC failed' error when cloning big repos --- Dockerfile-badInternet | 185 +++++++++++++++++++++++++++++++++++++++++ 1 file changed, 185 insertions(+) create mode 100644 Dockerfile-badInternet diff --git a/Dockerfile-badInternet b/Dockerfile-badInternet new file mode 100644 index 0000000..2965c98 --- /dev/null +++ b/Dockerfile-badInternet @@ -0,0 +1,185 @@ +FROM ubuntu:18.04 + +# Based on +# https://switch2osm.org/manually-building-a-tile-server-18-04-lts/ + +# Set up environment +ENV TZ=UTC +ENV AUTOVACUUM=on +ENV UPDATES=disabled +RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone + +# Install dependencies +RUN apt-get update \ + && apt-get install wget gnupg2 lsb-core -y \ + && wget --quiet -O - https://www.postgresql.org/media/keys/ACCC4CF8.asc | apt-key add - \ + && echo "deb [ trusted=yes ] https://apt.postgresql.org/pub/repos/apt/ `lsb_release -cs`-pgdg main" | tee /etc/apt/sources.list.d/pgdg.list \ + && apt-get update \ + && apt-get install -y apt-transport-https ca-certificates + +RUN apt-get install -y curl \ + && wget --quiet -O - https://deb.nodesource.com/setup_10.x | bash - \ + && apt-get install -y nodejs + +RUN apt-get install -y --no-install-recommends \ + apache2 \ + apache2-dev \ + autoconf \ + build-essential \ + bzip2 \ + cmake \ + cron \ + fonts-noto-cjk \ + fonts-noto-hinted \ + fonts-noto-unhinted \ + gcc \ + gdal-bin \ + git-core \ + libagg-dev \ + libboost-filesystem-dev \ + libboost-system-dev \ + libbz2-dev \ + libcairo-dev \ + libcairomm-1.0-dev \ + libexpat1-dev \ + libfreetype6-dev \ + libgdal-dev \ + libgeos++-dev \ + libgeos-dev \ + libgeotiff-epsg \ + libicu-dev \ + liblua5.3-dev \ + libmapnik-dev \ + libpq-dev \ + libproj-dev \ + libprotobuf-c0-dev \ + libtiff5-dev \ + libtool \ + libxml2-dev \ + lua5.3 \ + make \ + mapnik-utils \ + node-gyp \ + osmium-tool \ + osmosis \ + postgis \ + postgresql-12 \ + postgresql-contrib-12 \ + postgresql-server-dev-12 \ + protobuf-c-compiler \ + python3-mapnik \ + python3-lxml \ + python3-psycopg2 \ + python3-shapely \ + sudo \ + tar \ + ttf-unifont \ + unzip \ + wget \ + zlib1g-dev \ +&& apt-get clean autoclean \ +&& apt-get autoremove --yes \ +&& rm -rf /var/lib/{apt,dpkg,cache,log}/ + +# Set up PostGIS +RUN wget https://download.osgeo.org/postgis/source/postgis-3.0.0.tar.gz -O postgis.tar.gz \ + && mkdir -p postgis_src \ + && tar -xvzf postgis.tar.gz --strip 1 -C postgis_src \ + && rm postgis.tar.gz \ + && cd postgis_src \ + && ./configure && make && make install \ + && cd .. && rm -rf postgis_src + +# Set up renderer user +RUN adduser --disabled-password --gecos "" renderer + +# Install latest osm2pgsql +RUN mkdir -p /home/renderer/src \ + && cd /home/renderer/src \ + && git clone https://github.com/openstreetmap/osm2pgsql.git --depth 1 \ + && cd /home/renderer/src/osm2pgsql \ + && git fetch --unshallow \ + && rm -rf .git \ + && mkdir build \ + && cd build \ + && cmake .. \ + && make -j $(nproc) \ + && make install \ + && mkdir /nodes \ + && chown renderer:renderer /nodes \ + && rm -rf /home/renderer/src/osm2pgsql + +# Install mod_tile and renderd +RUN mkdir -p /home/renderer/src \ + && cd /home/renderer/src \ + && git clone -b switch2osm https://github.com/SomeoneElseOSM/mod_tile.git \ + && cd mod_tile \ + && ./autogen.sh \ + && ./configure \ + && make -j $(nproc) \ + && make -j $(nproc) install \ + && make -j $(nproc) install-mod_tile \ + && ldconfig \ + && cd .. + +# Configure stylesheet +RUN mkdir -p /home/renderer/src \ + && cd /home/renderer/src \ + && git clone https://github.com/gravitystorm/openstreetmap-carto.git \ + && git -C openstreetmap-carto checkout v4.23.0 \ + && cd openstreetmap-carto \ + && rm -rf .git \ + && npm install -g carto@0.18.2 \ + && carto project.mml > mapnik.xml \ + && scripts/get-shapefiles.py \ + && rm /home/renderer/src/openstreetmap-carto/data/*.zip + +# Configure renderd +RUN sed -i 's/renderaccount/renderer/g' /usr/local/etc/renderd.conf \ + && sed -i 's/\/truetype//g' /usr/local/etc/renderd.conf \ + && sed -i 's/hot/tile/g' /usr/local/etc/renderd.conf + +# Configure Apache +RUN mkdir /var/lib/mod_tile \ + && chown renderer /var/lib/mod_tile \ + && mkdir /var/run/renderd \ + && chown renderer /var/run/renderd \ + && echo "LoadModule tile_module /usr/lib/apache2/modules/mod_tile.so" >> /etc/apache2/conf-available/mod_tile.conf \ + && echo "LoadModule headers_module /usr/lib/apache2/modules/mod_headers.so" >> /etc/apache2/conf-available/mod_headers.conf \ + && a2enconf mod_tile && a2enconf mod_headers +COPY apache.conf /etc/apache2/sites-available/000-default.conf +COPY leaflet-demo.html /var/www/html/index.html +RUN ln -sf /dev/stdout /var/log/apache2/access.log \ + && ln -sf /dev/stderr /var/log/apache2/error.log + +# Configure PosgtreSQL +COPY postgresql.custom.conf.tmpl /etc/postgresql/12/main/ +RUN chown -R postgres:postgres /var/lib/postgresql \ + && chown postgres:postgres /etc/postgresql/12/main/postgresql.custom.conf.tmpl \ + && echo "host all all 0.0.0.0/0 md5" >> /etc/postgresql/12/main/pg_hba.conf \ + && echo "host all all ::/0 md5" >> /etc/postgresql/12/main/pg_hba.conf + +# Copy update scripts +COPY openstreetmap-tiles-update-expire /usr/bin/ +RUN chmod +x /usr/bin/openstreetmap-tiles-update-expire \ + && mkdir /var/log/tiles \ + && chmod a+rw /var/log/tiles \ + && ln -s /home/renderer/src/mod_tile/osmosis-db_replag /usr/bin/osmosis-db_replag \ + && echo "* * * * * renderer openstreetmap-tiles-update-expire\n" >> /etc/crontab + +# Install trim_osc.py helper script +RUN mkdir -p /home/renderer/src \ + && cd /home/renderer/src \ + && git clone https://github.com/zverik/regional \ + && cd regional \ + && git checkout 612fe3e040d8bb70d2ab3b133f3b2cfc6c940520 \ + && rm -rf .git \ + && chmod u+x /home/renderer/src/regional/trim_osc.py + +# Start running +COPY run.sh / +COPY indexes.sql / +ENTRYPOINT ["/run.sh"] +CMD [] + +EXPOSE 80 5432