[aws][system] Add C++ dependencies images

Author: mcopik

config/systems.json

@@ -62,6 +62,16 @@
             "uuid": "3.4.0"
           }
         }
+      },
+      "cpp": {
+        "base_images": {
+          "all": "amazon/aws-lambda-provided:al2.2022.04.27.09"
+        },
+        "dependencies": [
+            "sdk", "boost", "hiredis"
+        ],
+        "versions": ["all"],
+        "images": ["build"]
       }
     }
   },

docker/aws/cpp/Dockerfile.dependencies.boost

@@ -0,0 +1,19 @@
+ARG BASE_IMAGE
+FROM ${BASE_IMAGE} as builder
+ARG WORKERS
+ENV WORKERS=${WORKERS}
+
+
+RUN yum install -y cmake curl libcurl libcurl-devel git gcc gcc-c++ make tar gzip which python-devel
+RUN curl -LO https://boostorg.jfrog.io/artifactory/main/release/1.79.0/source/boost_1_79_0.tar.gz\
+      && tar -xf boost_1_79_0.tar.gz && cd boost_1_79_0\
+      && echo "using gcc : : $(which gcc10-c++) ;"  >> tools/build/src/user-config.jam\
+      && ./bootstrap.sh --prefix=/opt\
+      && ./b2 -j${WORKERS} --prefix=/opt cxxflags="-fPIC" link=static install
+#RUN curl -LO https://boostorg.jfrog.io/artifactory/main/release/1.79.0/source/boost_1_79_0.tar.gz\
+#      && tar -xf boost_1_79_0.tar.gz && cd boost_1_79_0 && ./bootstrap.sh --prefix=/opt\
+#      && ./b2 -j${WORKERS} --prefix=/opt cxxflags="-fPIC" link=static install
+
+FROM ${BASE_IMAGE}
+
+COPY --from=builder /opt /opt

docker/aws/cpp/Dockerfile.dependencies.hiredis

@@ -0,0 +1,12 @@
+ARG BASE_IMAGE
+FROM ${BASE_IMAGE} as builder
+ARG WORKERS
+ENV WORKERS=${WORKERS}
+
+RUN yum install -y git make gcc gcc-c++
+RUN   git clone https://github.com/redis/hiredis.git && cd hiredis\
+      && PREFIX=/opt make -j${WORKERS} install
+
+FROM ${BASE_IMAGE}
+
+COPY --from=builder /opt /opt

docker/aws/cpp/Dockerfile.dependencies.sdk

@@ -0,0 +1,16 @@
+ARG BASE_IMAGE
+FROM ${BASE_IMAGE} as builder
+ARG WORKERS
+ENV WORKERS=${WORKERS}
+
+
+RUN apt-get update && apt-get install -y cmake build-essential curl libcurl4-openssl-dev openssl libssl-dev git zlib1g zlib1g-dev && update-ca-certificates
+RUN   git clone --recurse-submodules https://github.com/aws/aws-sdk-cpp.git\
+      && cd aws-sdk-cpp && mkdir build && cd build\
+      && cmake -DCMAKE_BUILD_TYPE=Release -DBUILD_ONLY="s3;dynamodb;sqs" -DBUILD_SHARED_LIBS="off" -DENABLE_TESTING=OFF -DCMAKE_INSTALL_PREFIX=/opt/ ..\
+      && cmake --build . --parallel ${WORKERS}\
+      && cmake --install .
+
+FROM ${BASE_IMAGE}
+
+COPY --from=builder /opt /opt

docker/aws/python/Dockerfile.build

@@ -4,7 +4,7 @@ ARG VERSION
 ENV PYTHON_VERSION=${VERSION}
 
 # useradd, groupmod
-RUN yum install -y shadow-utils
+RUN yum install -y cmake curl libcurl libcurl-devel
 ENV GOSU_VERSION 1.14
 # https://github.com/tianon/gosu/releases/tag/1.14
 # key https://keys.openpgp.org/search?q=tianon%40debian.org

tools/build_docker_images.py

@@ -12,8 +12,10 @@
 parser.add_argument(
     "--deployment", default=None, choices=["local", "aws", "azure", "gcp"], action="store"
 )
-parser.add_argument("--type", default=None, choices=["build", "run", "manage"], action="store")
-parser.add_argument("--language", default=None, choices=["python", "nodejs"], action="store")
+parser.add_argument("--type", default=None, choices=["build", "dependencies", "run", "manage"], action="store")
+parser.add_argument("--type-tag", default=None, type=str, action="store")
+parser.add_argument("--language", default=None, choices=["python", "nodejs", "cpp"], action="store")
+parser.add_argument('--parallel', default=1, type=int, action='store')
 args = parser.parse_args()
 config = json.load(open(os.path.join(PROJECT_DIR, "config", "systems.json"), "r"))
 client = docker.from_env()
@@ -40,6 +42,7 @@ def build(image_type, system, language=None, version=None, version_name=None):
     # if we pass an integer, the build will fail with 'connection reset by peer'
     buildargs = {
         "VERSION": version,
+        'WORKERS': str(args.parallel)
     }
     if version:
         buildargs["BASE_IMAGE"] = version_name
@@ -50,7 +53,6 @@ def build(image_type, system, language=None, version=None, version_name=None):
     )
     client.images.build(path=PROJECT_DIR, dockerfile=dockerfile, buildargs=buildargs, tag=target)
 
-
 def build_language(system, language, language_config):
     configs = []
     if "base_images" in language_config:
@@ -74,6 +76,22 @@ def build_systems(system, system_config):
             build(args.type, system)
         else:
             print(f"Skipping manage image for {system}")
+    elif args.type == "dependencies":
+        if args.language:
+            if "dependencies" in system_config["languages"][args.language]:
+                language_config = system_config["languages"][args.language]
+                # for all dependencies 
+                if args.type_tag:
+                    # for all image versions
+                    for version, base_image in language_config["base_images"].items():
+                        build(f"{args.type}.{args.type_tag}", system, args.language, version, base_image)
+                else:
+                    for dep in system_config["languages"][args.language]["dependencies"]:
+                        # for all image versions
+                        for version, base_image in language_config["base_images"].items():
+                            build(f"{args.type}.{dep}", system, args.language, version, base_image)
+        else:
+            raise RuntimeError('Language must be specified for dependencies')
     else:
         if args.language:
             build_language(system, args.language, system_config["languages"][args.language])