mirror of
https://gitcode.com/gh_mirrors/ope/OpenFace.git
synced 2026-07-22 21:07:45 +00:00
b802889ef0
* - Use staged container builds to improve caching and reduce size
- Image size reduced from 8 GB to 1.6ish
- Switched from Make to Ninja for faster builds that do not hog processor
- Removed unneded dependencies
- Added to .dockerignore
- Readme for docker stuff
- Staged Builds
- Docker's overlay FS means that `rm`ing files does not reduce size
- Once build artifacts are build, the build dependencies are no longer needed
- Both of these can be solved by building in a temporary image and copying
only the needed libraries in
- Leverages DESTDIR to generate a directory structure that can be just
copied onto the `/` of the filesystem
- Similarly, the data files (like models) can be downloaded ahead of time
into their own image and copied in. This saves on network IO.
- Anything in a RUN directive that is non-deterministic (e.g. downloading
a file from a link, the content of that link changes) does not cause a cache
miss, so if you need to update something RUN uses, either modify the
dockerfile or build with `--no-cache` to force a rebuild
- Switch to Ninja
- cmake can generate many types of build systems
- Ninja builds faster than GNU Make
- `make -j` has a tendency to lock up my system when building locally
- Do not need to tell ninja how many jobs to run
- .dockerignore
- Paths in .dockerignore are basically invisible to dockerd, so when dockerd
zips up the build context, all of the cruft can be ignored
- it is beneficial to docker build speed to add any large, unnecssary files
and directories to .dockerignore.
- Just remember they cannot be seen by dockerd
* removing cruft and some format fixes
* updated dockerfile to opencv 4.1.0
111 lines
3.9 KiB
Docker
111 lines
3.9 KiB
Docker
# ==================== Building Model Layer ===========================
|
|
# This is a little trick to improve caching and minimize rebuild time
|
|
# and bandwidth. Note that RUN commands only cache-miss if the prior layers
|
|
# miss, or the dockerfile changes prior to this step.
|
|
# To update these patch files, be sure to run build with --no-cache
|
|
FROM alpine as model_data
|
|
RUN apk --no-cache --update-cache add wget
|
|
WORKDIR /data/patch_experts
|
|
|
|
RUN wget -q https://www.dropbox.com/s/7na5qsjzz8yfoer/cen_patches_0.25_of.dat &&\
|
|
wget -q https://www.dropbox.com/s/k7bj804cyiu474t/cen_patches_0.35_of.dat &&\
|
|
wget -q https://www.dropbox.com/s/ixt4vkbmxgab1iu/cen_patches_0.50_of.dat &&\
|
|
wget -q https://www.dropbox.com/s/2t5t1sdpshzfhpj/cen_patches_1.00_of.dat
|
|
|
|
## ==================== Install Ubuntu Base libs ===========================
|
|
## This will be our base image for OpenFace, and also the base for the compiler
|
|
## image. We only need packages which are linked
|
|
|
|
FROM ubuntu:18.04 as ubuntu_base
|
|
|
|
LABEL maintainer="Michael McDermott <mikemcdermott23@gmail.com>"
|
|
|
|
ARG DEBIAN_FRONTEND=noninteractive
|
|
|
|
# todo: minimize this even more
|
|
RUN apt-get update -qq &&\
|
|
apt-get install -qq curl &&\
|
|
apt-get install -qq --no-install-recommends \
|
|
libopenblas-dev liblapack-dev \
|
|
libavcodec-dev libavformat-dev libswscale-dev \
|
|
libtbb2 libtbb-dev libjpeg-dev \
|
|
libpng-dev libtiff-dev &&\
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
## ==================== Build-time dependency libs ======================
|
|
## This will build and install opencv and dlib into an additional dummy
|
|
## directory, /root/diff, so we can later copy in these artifacts,
|
|
## minimizing docker layer size
|
|
## Protip: ninja is faster than `make -j` and less likely to lock up system
|
|
FROM ubuntu_base as cv_deps
|
|
|
|
WORKDIR /root/build-dep
|
|
ARG DEBIAN_FRONTEND=noninteractive
|
|
|
|
RUN apt-get update -qq && apt-get install -qq -y \
|
|
cmake ninja-build pkg-config build-essential checkinstall\
|
|
g++-8 &&\
|
|
rm -rf /var/lib/apt/lists/* &&\
|
|
update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-8 800 --slave /usr/bin/g++ g++ /usr/bin/g++-8
|
|
|
|
## llvm clang-3.7 libc++-dev libc++abi-dev \
|
|
## ==================== Building dlib ===========================
|
|
|
|
RUN curl http://dlib.net/files/dlib-19.13.tar.bz2 -LO &&\
|
|
tar xf dlib-19.13.tar.bz2 && \
|
|
rm dlib-19.13.tar.bz2 &&\
|
|
mv dlib-19.13 dlib &&\
|
|
mkdir -p dlib/build &&\
|
|
cd dlib/build &&\
|
|
cmake -DCMAKE_BUILD_TYPE=Release -G Ninja .. &&\
|
|
ninja && \
|
|
ninja install && \
|
|
DESTDIR=/root/diff ninja install &&\
|
|
ldconfig
|
|
|
|
## ==================== Building OpenCV ======================
|
|
ENV OPENCV_VERSION=4.1.0
|
|
|
|
RUN curl https://github.com/opencv/opencv/archive/${OPENCV_VERSION}.tar.gz -LO &&\
|
|
tar xf ${OPENCV_VERSION}.tar.gz && \
|
|
rm ${OPENCV_VERSION}.tar.gz &&\
|
|
mv opencv-${OPENCV_VERSION} opencv && \
|
|
mkdir -p opencv/build && \
|
|
cd opencv/build && \
|
|
cmake -D CMAKE_BUILD_TYPE=RELEASE \
|
|
-D CMAKE_INSTALL_PREFIX=/usr/local \
|
|
-D WITH_TBB=ON -D WITH_CUDA=OFF \
|
|
-DWITH_QT=OFF -DWITH_GTK=OFF\
|
|
-G Ninja .. && \
|
|
ninja && \
|
|
ninja install &&\
|
|
DESTDIR=/root/diff ninja install
|
|
|
|
## ==================== Building OpenFace ===========================
|
|
FROM cv_deps as openface
|
|
WORKDIR /root/openface
|
|
|
|
COPY ./ ./
|
|
|
|
COPY --from=model_data /data/patch_experts/* \
|
|
/root/openface/lib/local/LandmarkDetector/model/patch_experts/
|
|
|
|
RUN mkdir -p build && cd build && \
|
|
cmake -D CMAKE_BUILD_TYPE=RELEASE -G Ninja .. && \
|
|
ninja &&\
|
|
DESTDIR=/root/diff ninja install
|
|
|
|
|
|
## ==================== Streamline container ===========================
|
|
## Clean up - start fresh and only copy in necessary stuff
|
|
## This shrinks the image from ~8 GB to ~1.6 GB
|
|
FROM ubuntu_base as final
|
|
|
|
WORKDIR /root
|
|
|
|
# Copy in only necessary libraries
|
|
COPY --from=openface /root/diff /
|
|
|
|
# Since we "imported" the build artifacts, we need to reconfigure ld
|
|
RUN ldconfig
|