-
Notifications
You must be signed in to change notification settings - Fork 361
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Fix dockerfile cross compile (#7286)
* dockerfile fix cross compile and reduce size
* limit platforms to linux amd64 and arm64
* remove darwin{amd64,arm64} as alpine base doesn't have one
* Fix apps in path- Loading branch information
Showing
4 changed files
with
59 additions
and
129 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,15 +1,22 @@ | ||
| Makefile | ||
| cover.out | ||
| README.md | ||
| .github/ | ||
| .git/ | ||
| .github/ | ||
| .gitignore | ||
| lakefs | ||
| lakectl | ||
| cmd/lakefs/lakefs | ||
| cmd/lakectl/lakefs | ||
| test/ | ||
| .idea | ||
| Makefile | ||
| README.md | ||
| clients/ | ||
| docs/ | ||
| cmd/lakectl/lakefs | ||
| cmd/lakefs/lakefs | ||
| cover.out | ||
| design/ | ||
| docs/ | ||
| esti/ | ||
| examples/ | ||
| lakectl | ||
| lakefs | ||
| pkg/gateway/testdata/ | ||
| target/ | ||
| test/ | ||
| venv/ | ||
| webui/node_modules/ | ||
| webui/src/ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,114 +1,40 @@ | ||
| # Build lakeFS | ||
| FROM --platform=$BUILDPLATFORM golang:1.21.4-alpine3.18 AS build | ||
|
|
||
| # syntax=docker/dockerfile:1 | ||
| ARG VERSION=dev | ||
|
|
||
| FROM --platform=$BUILDPLATFORM golang:1.21.4-alpine3.18 AS build | ||
| WORKDIR /build | ||
|
|
||
| # Packages required to build | ||
| RUN apk add --no-cache build-base | ||
|
|
||
| # Copy project deps first since they don't change often | ||
| RUN apk add --no-cache build-base ca-certificates | ||
| COPY go.mod go.sum ./ | ||
| RUN --mount=type=cache,target=/go/pkg go mod download | ||
|
|
||
| # Copy project | ||
| COPY . ./ | ||
|
|
||
| # Build a binaries | ||
| ARG TARGETOS TARGETARCH | ||
| FROM build as build-lakefs | ||
| ARG VERSION TARGETOS TARGETARCH | ||
| RUN --mount=type=cache,target=/root/.cache/go-build \ | ||
| --mount=type=cache,target=/go/pkg \ | ||
| GOOS=$TARGETOS GOARCH=$TARGETARCH \ | ||
| go build -ldflags "-X github.com/treeverse/lakefs/pkg/version.Version=${VERSION}" -o lakefs ./cmd/lakefs | ||
|
|
||
| FROM build as build-lakectl | ||
| ARG VERSION TARGETOS TARGETARCH | ||
| RUN --mount=type=cache,target=/root/.cache/go-build \ | ||
| --mount=type=cache,target=/go/pkg \ | ||
| GOOS=$TARGETOS GOARCH=$TARGETARCH \ | ||
| go build -ldflags "-X github.com/treeverse/lakefs/pkg/version.Version=${VERSION}" -o lakectl ./cmd/lakectl | ||
|
|
||
|
|
||
| # Build delta diff binary | ||
| FROM --platform=$BUILDPLATFORM rust:1.71-alpine3.18 AS build-delta-diff-plugin | ||
| RUN apk update && apk add build-base pkgconfig openssl-dev alpine-sdk | ||
| RUN cargo new --bin delta-diff | ||
| WORKDIR /delta-diff | ||
|
|
||
| # 2. Copy our manifests | ||
| COPY ./pkg/plugins/diff/delta_diff_server/Cargo.lock ./ | ||
| COPY ./pkg/plugins/diff/delta_diff_server/Cargo.toml ./ | ||
|
|
||
| # 3. Build only the dependencies to cache them in this layer | ||
|
|
||
| # Rust default behavior is to build a static binary (default target is <arch>-unknown-linux-musl on Alpine, and musl | ||
| # is assumed to be static). It links to openssl statically, but these are dynamic libraries. Setting RUSTFLAGS=-Ctarget-feature=-crt-static | ||
| # forces Rust to create a dynamic binary, despite asking for musl. | ||
| RUN RUSTFLAGS=-Ctarget-feature=-crt-static cargo build --release | ||
| RUN rm src/*.rs | ||
|
|
||
| # 4. Now that the dependency is built, copy your source code | ||
| COPY ./pkg/plugins/diff/delta_diff_server/src ./src | ||
|
|
||
| # 5. Build for release. | ||
| RUN rm ./target/release/deps/delta_diff* | ||
| RUN RUSTFLAGS=-Ctarget-feature=-crt-static cargo build --release | ||
|
|
||
| # Just lakectl | ||
| FROM --platform=$BUILDPLATFORM alpine:3.18 AS lakectl | ||
|
|
||
| RUN apk add -U --no-cache ca-certificates | ||
|
|
||
| FROM alpine:3.18 AS lakectl | ||
| WORKDIR /app | ||
| ENV PATH /app:$PATH | ||
| COPY --from=build /build/lakectl ./ | ||
| COPY --from=build-lakectl /build/lakectl /app/ | ||
| RUN apk add -U --no-cache ca-certificates | ||
| RUN addgroup -S lakefs && adduser -S lakefs -G lakefs | ||
| USER lakefs | ||
| WORKDIR /home/lakefs | ||
| ENTRYPOINT ["/app/lakectl"] | ||
|
|
||
| # lakefs with lakectl | ||
| FROM --platform=$BUILDPLATFORM alpine:3.18 AS lakefs | ||
|
|
||
| RUN apk add -U --no-cache ca-certificates netcat-openbsd | ||
|
|
||
| WORKDIR /app | ||
| COPY ./scripts/wait-for ./ | ||
| ENV PATH /app:$PATH | ||
| COPY --from=build /build/lakefs /build/lakectl ./ | ||
|
|
||
| FROM lakectl AS lakefs | ||
| COPY ./scripts/wait-for /app/ | ||
| COPY --from=build-lakefs /build/lakefs /app/ | ||
| EXPOSE 8000/tcp | ||
|
|
||
| # Setup user | ||
| RUN addgroup -S lakefs && adduser -S lakefs -G lakefs | ||
| USER lakefs | ||
| WORKDIR /home/lakefs | ||
|
|
||
| ENTRYPOINT ["/app/lakefs"] | ||
| CMD ["run"] | ||
|
|
||
| # Include lakefs-plugins | ||
| FROM --platform=$BUILDPLATFORM alpine:3.18 AS lakefs-plugins | ||
|
|
||
| RUN apk add -U --no-cache \ | ||
| alpine-sdk \ | ||
| ca-certificates \ | ||
| libc6-compat \ | ||
| netcat-openbsd \ | ||
| openssl-dev | ||
|
|
||
| WORKDIR /app | ||
| COPY ./scripts/wait-for ./ | ||
| ENV PATH /app:$PATH | ||
| COPY --from=build /build/lakefs /build/lakectl ./ | ||
| COPY --from=build-delta-diff-plugin /delta-diff/target/release/delta_diff ./ | ||
|
|
||
| EXPOSE 8000/tcp | ||
|
|
||
| # Setup user | ||
| RUN addgroup -S lakefs && adduser -S lakefs -G lakefs | ||
| USER lakefs | ||
| WORKDIR /home/lakefs | ||
|
|
||
| RUN mkdir -p /home/lakefs/.lakefs/plugins/diff && ln -s /app/delta_diff /home/lakefs/.lakefs/plugins/diff/delta | ||
|
|
||
| ENTRYPOINT ["/app/lakefs"] | ||
| CMD ["run"] |