🎉 Init

This commit is contained in:
2026-08-01 16:49:08 +02:00
commit 9d90b901e1
40 changed files with 2532 additions and 0 deletions
+103
View File
@@ -0,0 +1,103 @@
####
# This Dockerfile is used in order to build a container that runs the Quarkus application in JVM mode
#
# Before building the container image run:
#
# ./mvnw package
#
# Then, build the image with:
#
# docker build -f src/main/docker/Dockerfile.jvm -t quarkus/core-jvm .
#
# Then run the container using:
#
# docker run -i --rm -p 8080:8080 quarkus/core-jvm
#
# If you want to include the debug port into your docker image
# you will have to expose the debug port (default 5005 being the default) like this : EXPOSE 8080 5005.
# Additionally you will have to set -e JAVA_DEBUG=true and -e JAVA_DEBUG_PORT=*:5005
# when running the container
#
# Then run the container using :
#
# docker run -i --rm -p 8080:8080 quarkus/core-jvm
#
# This image uses the `run-java.sh` script to run the application.
# This scripts computes the command line to execute your Java application, and
# includes memory/GC tuning.
# You can configure the behavior using the following environment properties:
# - JAVA_OPTS: JVM options passed to the `java` command (example: "-verbose:class") - Be aware that this will override
# the default JVM options, use `JAVA_OPTS_APPEND` to append options
# - JAVA_OPTS_APPEND: User specified Java options to be appended to generated options
# in JAVA_OPTS (example: "-Dsome.property=foo")
# - JAVA_MAX_MEM_RATIO: Is used when no `-Xmx` option is given in JAVA_OPTS. This is
# used to calculate a default maximal heap memory based on a containers restriction.
# If used in a container without any memory constraints for the container then this
# option has no effect. If there is a memory constraint then `-Xmx` is set to a ratio
# of the container available memory as set here. The default is `50` which means 50%
# of the available memory is used as an upper boundary. You can skip this mechanism by
# setting this value to `0` in which case no `-Xmx` option is added.
# - JAVA_INITIAL_MEM_RATIO: Is used when no `-Xms` option is given in JAVA_OPTS. This
# is used to calculate a default initial heap memory based on the maximum heap memory.
# If used in a container without any memory constraints for the container then this
# option has no effect. If there is a memory constraint then `-Xms` is set to a ratio
# of the `-Xmx` memory as set here. The default is `25` which means 25% of the `-Xmx`
# is used as the initial heap size. You can skip this mechanism by setting this value
# to `0` in which case no `-Xms` option is added (example: "25")
# - JAVA_MAX_INITIAL_MEM: Is used when no `-Xms` option is given in JAVA_OPTS.
# This is used to calculate the maximum value of the initial heap memory. If used in
# a container without any memory constraints for the container then this option has
# no effect. If there is a memory constraint then `-Xms` is limited to the value set
# here. The default is 4096MB which means the calculated value of `-Xms` never will
# be greater than 4096MB. The value of this variable is expressed in MB (example: "4096")
# - JAVA_DIAGNOSTICS: Set this to get some diagnostics information to standard output
# when things are happening. This option, if set to true, will set
# `-XX:+UnlockDiagnosticVMOptions`. Disabled by default (example: "true").
# - JAVA_DEBUG: If set remote debugging will be switched on. Disabled by default (example:
# true").
# - JAVA_DEBUG_PORT: Port used for remote debugging. Defaults to 5005 (example: "8787").
# - CONTAINER_CORE_LIMIT: A calculated core limit as described in
# https://www.kernel.org/doc/Documentation/scheduler/sched-bwc.txt. (example: "2")
# - CONTAINER_MAX_MEMORY: Memory limit given to the container (example: "1024").
# - GC_MIN_HEAP_FREE_RATIO: Minimum percentage of heap free after GC to avoid expansion.
# (example: "20")
# - GC_MAX_HEAP_FREE_RATIO: Maximum percentage of heap free after GC to avoid shrinking.
# (example: "40")
# - GC_TIME_RATIO: Specifies the ratio of the time spent outside the garbage collection.
# (example: "4")
# - GC_ADAPTIVE_SIZE_POLICY_WEIGHT: The weighting given to the current GC time versus
# previous GC times. (example: "90")
# - GC_METASPACE_SIZE: The initial metaspace size. (example: "20")
# - GC_MAX_METASPACE_SIZE: The maximum metaspace size. (example: "100")
# - GC_CONTAINER_OPTIONS: Specify Java GC to use. The value of this variable should
# contain the necessary JRE command-line options to specify the required GC, which
# will override the default of `-XX:+UseParallelGC` (example: -XX:+UseG1GC).
# - HTTPS_PROXY: The location of the https proxy. (example: "myuser@127.0.0.1:8080")
# - HTTP_PROXY: The location of the http proxy. (example: "myuser@127.0.0.1:8080")
# - NO_PROXY: A comma separated lists of hosts, IP addresses or domains that can be
# accessed directly. (example: "foo.example.com,bar.example.com")
#
# You can find more information about the UBI base runtime images and their configuration here:
# https://rh-openjdk.github.io/redhat-openjdk-containers/
###
FROM registry.access.redhat.com/ubi9/openjdk-21-runtime:1.24
ENV LANGUAGE='en_US:en'
# We make four distinct layers so if there are application changes the library layers can be re-used
COPY --chown=185 target/quarkus-app/lib/ /deployments/lib/
COPY --chown=185 target/quarkus-app/*.jar /deployments/
COPY --chown=185 target/quarkus-app/app/ /deployments/app/
COPY --chown=185 target/quarkus-app/quarkus/ /deployments/quarkus/
USER root
RUN mkdir -p /var/lib/r9t && chown 185 /var/lib/r9t
EXPOSE 8080
USER 185
ENV JAVA_OPTS_APPEND="-Dquarkus.http.host=0.0.0.0 -Djava.util.logging.manager=org.jboss.logmanager.LogManager"
ENV JAVA_APP_JAR="/deployments/quarkus-run.jar"
ENTRYPOINT [ "/opt/jboss/container/java/run/run-java.sh" ]
+99
View File
@@ -0,0 +1,99 @@
####
# This Dockerfile is used in order to build a container that runs the Quarkus application in JVM mode
#
# Before building the container image run:
#
# ./mvnw package -Dquarkus.package.jar.type=legacy-jar
#
# Then, build the image with:
#
# docker build -f src/main/docker/Dockerfile.legacy-jar -t quarkus/core-legacy-jar .
#
# Then run the container using:
#
# docker run -i --rm -p 8080:8080 quarkus/core-legacy-jar
#
# If you want to include the debug port into your docker image
# you will have to expose the debug port (default 5005 being the default) like this : EXPOSE 8080 5005.
# Additionally you will have to set -e JAVA_DEBUG=true and -e JAVA_DEBUG_PORT=*:5005
# when running the container
#
# Then run the container using :
#
# docker run -i --rm -p 8080:8080 quarkus/core-legacy-jar
#
# This image uses the `run-java.sh` script to run the application.
# This scripts computes the command line to execute your Java application, and
# includes memory/GC tuning.
# You can configure the behavior using the following environment properties:
# - JAVA_OPTS: JVM options passed to the `java` command (example: "-verbose:class") - Be aware that this will override
# the default JVM options, use `JAVA_OPTS_APPEND` to append options
# - JAVA_OPTS_APPEND: User specified Java options to be appended to generated options
# in JAVA_OPTS (example: "-Dsome.property=foo")
# - JAVA_MAX_MEM_RATIO: Is used when no `-Xmx` option is given in JAVA_OPTS. This is
# used to calculate a default maximal heap memory based on a containers restriction.
# If used in a container without any memory constraints for the container then this
# option has no effect. If there is a memory constraint then `-Xmx` is set to a ratio
# of the container available memory as set here. The default is `50` which means 50%
# of the available memory is used as an upper boundary. You can skip this mechanism by
# setting this value to `0` in which case no `-Xmx` option is added.
# - JAVA_INITIAL_MEM_RATIO: Is used when no `-Xms` option is given in JAVA_OPTS. This
# is used to calculate a default initial heap memory based on the maximum heap memory.
# If used in a container without any memory constraints for the container then this
# option has no effect. If there is a memory constraint then `-Xms` is set to a ratio
# of the `-Xmx` memory as set here. The default is `25` which means 25% of the `-Xmx`
# is used as the initial heap size. You can skip this mechanism by setting this value
# to `0` in which case no `-Xms` option is added (example: "25")
# - JAVA_MAX_INITIAL_MEM: Is used when no `-Xms` option is given in JAVA_OPTS.
# This is used to calculate the maximum value of the initial heap memory. If used in
# a container without any memory constraints for the container then this option has
# no effect. If there is a memory constraint then `-Xms` is limited to the value set
# here. The default is 4096MB which means the calculated value of `-Xms` never will
# be greater than 4096MB. The value of this variable is expressed in MB (example: "4096")
# - JAVA_DIAGNOSTICS: Set this to get some diagnostics information to standard output
# when things are happening. This option, if set to true, will set
# `-XX:+UnlockDiagnosticVMOptions`. Disabled by default (example: "true").
# - JAVA_DEBUG: If set remote debugging will be switched on. Disabled by default (example:
# true").
# - JAVA_DEBUG_PORT: Port used for remote debugging. Defaults to 5005 (example: "8787").
# - CONTAINER_CORE_LIMIT: A calculated core limit as described in
# https://www.kernel.org/doc/Documentation/scheduler/sched-bwc.txt. (example: "2")
# - CONTAINER_MAX_MEMORY: Memory limit given to the container (example: "1024").
# - GC_MIN_HEAP_FREE_RATIO: Minimum percentage of heap free after GC to avoid expansion.
# (example: "20")
# - GC_MAX_HEAP_FREE_RATIO: Maximum percentage of heap free after GC to avoid shrinking.
# (example: "40")
# - GC_TIME_RATIO: Specifies the ratio of the time spent outside the garbage collection.
# (example: "4")
# - GC_ADAPTIVE_SIZE_POLICY_WEIGHT: The weighting given to the current GC time versus
# previous GC times. (example: "90")
# - GC_METASPACE_SIZE: The initial metaspace size. (example: "20")
# - GC_MAX_METASPACE_SIZE: The maximum metaspace size. (example: "100")
# - GC_CONTAINER_OPTIONS: Specify Java GC to use. The value of this variable should
# contain the necessary JRE command-line options to specify the required GC, which
# will override the default of `-XX:+UseParallelGC` (example: -XX:+UseG1GC).
# - HTTPS_PROXY: The location of the https proxy. (example: "myuser@127.0.0.1:8080")
# - HTTP_PROXY: The location of the http proxy. (example: "myuser@127.0.0.1:8080")
# - NO_PROXY: A comma separated lists of hosts, IP addresses or domains that can be
# accessed directly. (example: "foo.example.com,bar.example.com")
#
# You can find more information about the UBI base runtime images and their configuration here:
# https://rh-openjdk.github.io/redhat-openjdk-containers/
###
FROM registry.access.redhat.com/ubi9/openjdk-21-runtime:1.24
ENV LANGUAGE='en_US:en'
COPY target/lib/* /deployments/lib/
COPY target/*-runner.jar /deployments/quarkus-run.jar
USER root
RUN mkdir -p /var/lib/r9t && chown 185 /var/lib/r9t
EXPOSE 8080
USER 185
ENV JAVA_OPTS_APPEND="-Dquarkus.http.host=0.0.0.0 -Djava.util.logging.manager=org.jboss.logmanager.LogManager"
ENV JAVA_APP_JAR="/deployments/quarkus-run.jar"
ENTRYPOINT [ "/opt/jboss/container/java/run/run-java.sh" ]
+30
View File
@@ -0,0 +1,30 @@
####
# This Dockerfile is used in order to build a container that runs the Quarkus application in native (no JVM) mode.
#
# Before building the container image run:
#
# ./mvnw package -Dnative
#
# Then, build the image with:
#
# docker build -f src/main/docker/Dockerfile.native -t quarkus/core .
#
# Then run the container using:
#
# docker run -i --rm -p 8080:8080 quarkus/core
#
# The ` registry.access.redhat.com/ubi9/ubi-minimal:9.7` base image is based on UBI 9.
# To use UBI 8, switch to `quay.io/ubi8/ubi-minimal:8.10`.
###
FROM registry.access.redhat.com/ubi9/ubi-minimal:9.7
WORKDIR /work/
RUN chown 1001 /work \
&& chmod "g+rwX" /work \
&& chown 1001:root /work
RUN mkdir -p /var/lib/r9t && chown 1001:root /var/lib/r9t
COPY --chown=1001:root --chmod=0755 target/*-runner /work/application
EXPOSE 8080
USER 1001
ENTRYPOINT ["./application", "-Dquarkus.http.host=0.0.0.0"]
+33
View File
@@ -0,0 +1,33 @@
####
# This Dockerfile is used in order to build a container that runs the Quarkus application in native (no JVM) mode.
# It uses a micro base image, tuned for Quarkus native executables.
# It reduces the size of the resulting container image.
# Check https://quarkus.io/guides/quarkus-runtime-base-image for further information about this image.
#
# Before building the container image run:
#
# ./mvnw package -Dnative
#
# Then, build the image with:
#
# docker build -f src/main/docker/Dockerfile.native-micro -t quarkus/core .
#
# Then run the container using:
#
# docker run -i --rm -p 8080:8080 quarkus/core
#
# The `quay.io/quarkus/ubi9-quarkus-micro-image:2.0` base image is based on UBI 9.
# To use UBI 8, switch to `quay.io/quarkus/quarkus-micro-image:2.0`.
###
FROM quay.io/quarkus/ubi9-quarkus-micro-image:2.0
WORKDIR /work/
RUN chown 1001 /work \
&& chmod "g+rwX" /work \
&& chown 1001:root /work
RUN mkdir -p /var/lib/r9t && chown 1001:root /var/lib/r9t
COPY --chown=1001:root --chmod=0755 target/*-runner /work/application
EXPOSE 8080
USER 1001
ENTRYPOINT ["./application", "-Dquarkus.http.host=0.0.0.0"]
@@ -0,0 +1,84 @@
package dev.dinauer.r9t.core.auth;
import java.io.IOException;
import java.io.InputStream;
public class AwsChunkedInputStream extends InputStream
{
private final InputStream delegate;
private int remainingInChunk;
private boolean finished;
public AwsChunkedInputStream(InputStream delegate)
{
this.delegate = delegate;
}
@Override
public int read() throws IOException
{
byte[] single = new byte[1];
int count = read(single, 0, 1);
if (count == -1)
{
return -1;
}
return single[0] & 0xFF;
}
@Override
public int read(byte[] buffer, int offset, int length) throws IOException
{
if (finished)
{
return -1;
}
if (remainingInChunk == 0)
{
remainingInChunk = readChunkSize();
if (remainingInChunk == 0)
{
finished = true;
return -1;
}
}
int count = delegate.read(buffer, offset, Math.min(length, remainingInChunk));
if (count == -1)
{
throw new IOException("Unexpected end of aws-chunked stream");
}
remainingInChunk -= count;
if (remainingInChunk == 0)
{
readCrLf();
}
return count;
}
private int readChunkSize() throws IOException
{
String sizeHex = readLine().split(";", 2)[0].trim();
return Integer.parseInt(sizeHex, 16);
}
private String readLine() throws IOException
{
StringBuilder line = new StringBuilder();
int current;
while ((current = delegate.read()) != -1 && current != '\r')
{
line.append((char) current);
}
delegate.read();
return line.toString();
}
private void readCrLf() throws IOException
{
delegate.read();
delegate.read();
}
}
@@ -0,0 +1,62 @@
package dev.dinauer.r9t.core.auth;
import io.quarkus.security.AuthenticationFailedException;
import io.quarkus.security.identity.AuthenticationRequestContext;
import io.quarkus.security.identity.IdentityProvider;
import io.quarkus.security.identity.SecurityIdentity;
import io.quarkus.security.runtime.QuarkusSecurityIdentity;
import io.smallrye.mutiny.Uni;
import jakarta.enterprise.context.ApplicationScoped;
import org.apache.commons.lang3.StringUtils;
import org.eclipse.microprofile.config.inject.ConfigProperty;
import java.nio.charset.StandardCharsets;
import java.security.MessageDigest;
@ApplicationScoped
public class S3IdentityProvider implements IdentityProvider<SigV4AuthenticationRequest>
{
@ConfigProperty(name = "dev.dinauer.r9t.credentials.access-key")
String accessKey;
@ConfigProperty(name = "dev.dinauer.r9t.credentials.secret-key")
String secretKey;
@Override
public Class<SigV4AuthenticationRequest> getRequestType()
{
return SigV4AuthenticationRequest.class;
}
@Override
public Uni<SecurityIdentity> authenticate(SigV4AuthenticationRequest request, AuthenticationRequestContext context)
{
if (!constantTimeEquals(accessKey, request.getAccessKeyId()))
{
return Uni.createFrom().failure(new AuthenticationFailedException("Unknown access key"));
}
byte[] signingKey = SigV4Signer.signingKey(secretKey, request.getDateStamp(), request.getRegion(), request.getService());
String expectedSignature = SigV4Signer.hex(SigV4Signer.hmacSha256(signingKey, request.getStringToSign()));
if (!constantTimeEquals(expectedSignature, request.getSignature()))
{
return Uni.createFrom().failure(new AuthenticationFailedException("Signature mismatch"));
}
SecurityIdentity identity = QuarkusSecurityIdentity.builder()
.setPrincipal(new S3Principal(accessKey))
.addRole("s3-user")
.build();
return Uni.createFrom().item(identity);
}
private boolean constantTimeEquals(String expected, String actual)
{
if (StringUtils.isAnyEmpty(expected, actual))
{
return false;
}
return MessageDigest.isEqual(expected.getBytes(StandardCharsets.UTF_8), actual.getBytes(StandardCharsets.UTF_8));
}
}
@@ -0,0 +1,12 @@
package dev.dinauer.r9t.core.auth;
import java.security.Principal;
public record S3Principal(String name) implements Principal
{
@Override
public String getName()
{
return name;
}
}
@@ -0,0 +1,54 @@
package dev.dinauer.r9t.core.auth;
import io.quarkus.security.identity.request.BaseAuthenticationRequest;
public class SigV4AuthenticationRequest extends BaseAuthenticationRequest
{
private final String accessKeyId;
private final String dateStamp;
private final String region;
private final String service;
private final String stringToSign;
private final String signature;
public SigV4AuthenticationRequest(String accessKeyId, String dateStamp, String region, String service,
String stringToSign, String signature)
{
this.accessKeyId = accessKeyId;
this.dateStamp = dateStamp;
this.region = region;
this.service = service;
this.stringToSign = stringToSign;
this.signature = signature;
}
public String getAccessKeyId()
{
return accessKeyId;
}
public String getDateStamp()
{
return dateStamp;
}
public String getRegion()
{
return region;
}
public String getService()
{
return service;
}
public String getStringToSign()
{
return stringToSign;
}
public String getSignature()
{
return signature;
}
}
@@ -0,0 +1,27 @@
package dev.dinauer.r9t.core.auth;
import org.apache.commons.lang3.ArrayUtils;
import org.apache.commons.lang3.StringUtils;
import java.util.List;
public record SigV4AuthorizationHeader(String accessKeyId, String dateStamp, String region, String service,
List<String> signedHeaders, String signature)
{
public static SigV4AuthorizationHeader parse(String header)
{
String credential = StringUtils.substringBetween(header, "Credential=", ",");
String signedHeaders = StringUtils.substringBetween(header, "SignedHeaders=", ",");
String signature = StringUtils.substringAfter(header, "Signature=");
String[] credentialParts = StringUtils.split(credential, "/");
if (!StringUtils.startsWith(header, "AWS4-HMAC-SHA256 ") || StringUtils.isAnyBlank(signedHeaders, signature)
|| ArrayUtils.getLength(credentialParts) != 5)
{
return null;
}
return new SigV4AuthorizationHeader(credentialParts[0], credentialParts[1], credentialParts[2], credentialParts[3],
List.of(StringUtils.split(signedHeaders, ";")), signature);
}
}
@@ -0,0 +1,122 @@
package dev.dinauer.r9t.core.auth;
import io.vertx.core.MultiMap;
import org.apache.commons.lang3.StringUtils;
import java.nio.charset.StandardCharsets;
import java.util.ArrayList;
import java.util.Collections;
import java.util.Comparator;
import java.util.List;
import java.util.Map;
public final class SigV4CanonicalRequest
{
private SigV4CanonicalRequest()
{
}
public static String build(String method, String path, MultiMap queryParams, MultiMap headers,
List<String> signedHeaderNames, String hashedPayload)
{
return method + "\n"
+ canonicalUri(path) + "\n"
+ canonicalQueryString(queryParams) + "\n"
+ canonicalHeaders(headers, signedHeaderNames) + "\n"
+ signedHeadersLine(signedHeaderNames) + "\n"
+ hashedPayload;
}
public static String stringToSign(String amzDate, String credentialScope, String canonicalRequest)
{
return "AWS4-HMAC-SHA256\n"
+ amzDate + "\n"
+ credentialScope + "\n"
+ SigV4Signer.sha256Hex(canonicalRequest);
}
private static String canonicalUri(String path)
{
if (StringUtils.isEmpty(path))
{
return "/";
}
String[] segments = path.split("/", -1);
StringBuilder result = new StringBuilder();
for (int i = 0; i < segments.length; i++)
{
if (i > 0)
{
result.append("/");
}
result.append(uriEncode(segments[i]));
}
return result.toString();
}
private static String canonicalQueryString(MultiMap queryParams)
{
List<Map.Entry<String, String>> entries = new ArrayList<>(queryParams.entries());
entries.sort(Comparator.<Map.Entry<String, String>, String>comparing(entry -> uriEncode(entry.getKey()))
.thenComparing(entry -> uriEncode(entry.getValue())));
StringBuilder result = new StringBuilder();
for (int i = 0; i < entries.size(); i++)
{
if (i > 0)
{
result.append("&");
}
result.append(uriEncode(entries.get(i).getKey())).append("=").append(uriEncode(entries.get(i).getValue()));
}
return result.toString();
}
private static String canonicalHeaders(MultiMap headers, List<String> signedHeaderNames)
{
List<String> sortedNames = new ArrayList<>(signedHeaderNames);
sortedNames.replaceAll(String::toLowerCase);
Collections.sort(sortedNames);
StringBuilder result = new StringBuilder();
for (String name : sortedNames)
{
List<String> values = headers.getAll(name);
result.append(name).append(":").append(String.join(",", values).trim()).append("\n");
}
return result.toString();
}
private static String signedHeadersLine(List<String> signedHeaderNames)
{
List<String> sortedNames = new ArrayList<>(signedHeaderNames);
sortedNames.replaceAll(String::toLowerCase);
Collections.sort(sortedNames);
return String.join(";", sortedNames);
}
private static String uriEncode(String value)
{
StringBuilder result = new StringBuilder();
for (byte b : value.getBytes(StandardCharsets.UTF_8))
{
char c = (char) (b & 0xFF);
if (isUnreserved(c))
{
result.append(c);
}
else
{
result.append(String.format("%%%02X", b & 0xFF));
}
}
return result.toString();
}
private static boolean isUnreserved(char c)
{
return (c >= 'A' && c <= 'Z') || (c >= 'a' && c <= 'z') || (c >= '0' && c <= '9')
|| c == '-' || c == '_' || c == '.' || c == '~';
}
}
@@ -0,0 +1,89 @@
package dev.dinauer.r9t.core.auth;
import io.quarkus.security.identity.IdentityProviderManager;
import io.quarkus.security.identity.SecurityIdentity;
import io.quarkus.vertx.http.runtime.security.ChallengeData;
import io.quarkus.vertx.http.runtime.security.HttpAuthenticationMechanism;
import io.quarkus.vertx.http.runtime.security.HttpCredentialTransport;
import io.smallrye.mutiny.Uni;
import io.vertx.core.MultiMap;
import io.vertx.ext.web.RoutingContext;
import jakarta.enterprise.context.ApplicationScoped;
import org.apache.commons.lang3.StringUtils;
import java.time.Instant;
import java.time.ZoneOffset;
import java.time.format.DateTimeFormatter;
import java.time.format.DateTimeParseException;
import java.time.temporal.ChronoUnit;
@ApplicationScoped
public class SigV4HttpAuthenticationMechanism implements HttpAuthenticationMechanism
{
private static final DateTimeFormatter AMZ_DATE_FORMAT = DateTimeFormatter.ofPattern("yyyyMMdd'T'HHmmss'Z'");
private static final long MAX_SKEW_SECONDS = 900;
@Override
public Uni<SecurityIdentity> authenticate(RoutingContext context, IdentityProviderManager identityProviderManager)
{
SigV4AuthorizationHeader parsed = SigV4AuthorizationHeader.parse(context.request().getHeader("Authorization"));
if (parsed == null)
{
return Uni.createFrom().nullItem();
}
String amzDate = context.request().getHeader("X-Amz-Date");
String hashedPayload = context.request().getHeader("X-Amz-Content-Sha256");
if (StringUtils.isAnyBlank(amzDate, hashedPayload) || !StringUtils.startsWith(amzDate, parsed.dateStamp()))
{
return Uni.createFrom().nullItem();
}
if (!withinClockSkew(amzDate))
{
return Uni.createFrom().nullItem();
}
MultiMap headers = context.request().headers();
MultiMap queryParams = context.request().params();
String canonicalRequest = SigV4CanonicalRequest.build(
context.request().method().name(),
context.request().path(),
queryParams,
headers,
parsed.signedHeaders(),
hashedPayload);
String credentialScope = parsed.dateStamp() + "/" + parsed.region() + "/" + parsed.service() + "/aws4_request";
String stringToSign = SigV4CanonicalRequest.stringToSign(amzDate, credentialScope, canonicalRequest);
SigV4AuthenticationRequest request = new SigV4AuthenticationRequest(
parsed.accessKeyId(), parsed.dateStamp(), parsed.region(), parsed.service(), stringToSign, parsed.signature());
return identityProviderManager.authenticate(request);
}
@Override
public Uni<ChallengeData> getChallenge(RoutingContext context)
{
return Uni.createFrom().item(new ChallengeData(401, "WWW-Authenticate", "AWS4-HMAC-SHA256"));
}
@Override
public Uni<HttpCredentialTransport> getCredentialTransport(RoutingContext context)
{
return Uni.createFrom().item(new HttpCredentialTransport(HttpCredentialTransport.Type.AUTHORIZATION, "AWS4-HMAC-SHA256"));
}
private boolean withinClockSkew(String amzDate)
{
try
{
Instant requestTime = AMZ_DATE_FORMAT.withZone(ZoneOffset.UTC).parse(amzDate, Instant::from);
return Math.abs(ChronoUnit.SECONDS.between(requestTime, Instant.now())) <= MAX_SKEW_SECONDS;
}
catch (DateTimeParseException e)
{
return false;
}
}
}
@@ -0,0 +1,63 @@
package dev.dinauer.r9t.core.auth;
import javax.crypto.Mac;
import javax.crypto.spec.SecretKeySpec;
import java.nio.charset.StandardCharsets;
import java.security.InvalidKeyException;
import java.security.MessageDigest;
import java.security.NoSuchAlgorithmException;
import java.util.HexFormat;
public final class SigV4Signer
{
private static final String HMAC_ALGORITHM = "HmacSHA256";
private SigV4Signer()
{
}
public static byte[] hmacSha256(byte[] key, String data)
{
try
{
Mac mac = Mac.getInstance(HMAC_ALGORITHM);
mac.init(new SecretKeySpec(key, HMAC_ALGORITHM));
return mac.doFinal(data.getBytes(StandardCharsets.UTF_8));
}
catch (NoSuchAlgorithmException | InvalidKeyException e)
{
throw new IllegalStateException(e);
}
}
public static byte[] signingKey(String secretKey, String dateStamp, String region, String service)
{
byte[] kDate = hmacSha256(("AWS4" + secretKey).getBytes(StandardCharsets.UTF_8), dateStamp);
byte[] kRegion = hmacSha256(kDate, region);
byte[] kService = hmacSha256(kRegion, service);
return hmacSha256(kService, "aws4_request");
}
public static String sha256Hex(String data)
{
return sha256Hex(data.getBytes(StandardCharsets.UTF_8));
}
public static String sha256Hex(byte[] data)
{
try
{
MessageDigest digest = MessageDigest.getInstance("SHA-256");
return hex(digest.digest(data));
}
catch (NoSuchAlgorithmException e)
{
throw new IllegalStateException(e);
}
}
public static String hex(byte[] bytes)
{
return HexFormat.of().formatHex(bytes);
}
}
@@ -0,0 +1,7 @@
package dev.dinauer.r9t.core.bucket;
import java.time.Instant;
public record Bucket(String name, Instant creationDate)
{
}
@@ -0,0 +1,111 @@
package dev.dinauer.r9t.core.bucket;
import dev.dinauer.r9t.core.s3.S3ErrorCode;
import dev.dinauer.r9t.core.s3.S3Exception;
import jakarta.annotation.PostConstruct;
import jakarta.enterprise.context.ApplicationScoped;
import org.eclipse.microprofile.config.inject.ConfigProperty;
import java.io.IOException;
import java.nio.file.DirectoryNotEmptyException;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.attribute.BasicFileAttributes;
import java.util.List;
import java.util.stream.Stream;
@ApplicationScoped
public class BucketRepo
{
@ConfigProperty(name = "dev.dinauer.r9t.workdir", defaultValue = "/var/lib/r9t")
String workdir;
@PostConstruct
void init()
{
try
{
Files.createDirectories(root());
}
catch (IOException e)
{
throw new S3Exception(S3ErrorCode.INTERNAL_ERROR, workdir, e);
}
}
public Path root()
{
return Path.of(workdir);
}
public Path resolve(String bucket)
{
Path target = root().resolve(bucket).normalize();
if (!target.startsWith(root()))
{
throw new S3Exception(S3ErrorCode.INVALID_ARGUMENT, bucket);
}
return target;
}
public boolean exists(String bucket)
{
return Files.isDirectory(resolve(bucket));
}
public void create(String bucket)
{
try
{
Files.createDirectories(resolve(bucket));
}
catch (IOException e)
{
throw new S3Exception(S3ErrorCode.INTERNAL_ERROR, bucket, e);
}
}
public void delete(String bucket)
{
try
{
Files.delete(resolve(bucket));
}
catch (DirectoryNotEmptyException e)
{
throw new S3Exception(S3ErrorCode.BUCKET_NOT_EMPTY, bucket, e);
}
catch (IOException e)
{
throw new S3Exception(S3ErrorCode.INTERNAL_ERROR, bucket, e);
}
}
public List<Bucket> list()
{
try (Stream<Path> entries = Files.list(root()))
{
return entries
.filter(Files::isDirectory)
.map(this::toBucket)
.toList();
}
catch (IOException e)
{
throw new S3Exception(S3ErrorCode.INTERNAL_ERROR, "/", e);
}
}
private Bucket toBucket(Path dir)
{
try
{
BasicFileAttributes attributes = Files.readAttributes(dir, BasicFileAttributes.class);
return new Bucket(dir.getFileName().toString(), attributes.creationTime().toInstant());
}
catch (IOException e)
{
throw new S3Exception(S3ErrorCode.INTERNAL_ERROR, dir.toString(), e);
}
}
}
@@ -0,0 +1,46 @@
package dev.dinauer.r9t.core.bucket;
import io.quarkus.security.Authenticated;
import jakarta.inject.Inject;
import jakarta.ws.rs.DELETE;
import jakarta.ws.rs.GET;
import jakarta.ws.rs.PUT;
import jakarta.ws.rs.Path;
import jakarta.ws.rs.PathParam;
import jakarta.ws.rs.Produces;
import jakarta.ws.rs.core.MediaType;
import jakarta.ws.rs.core.Response;
@Path("/")
@Authenticated
public class BucketResource
{
@Inject
BucketService bucketService;
@Inject
BucketXmlMapper bucketXmlMapper;
@GET
@Produces(MediaType.APPLICATION_XML)
public Response list()
{
return Response.ok(bucketXmlMapper.map(bucketService.list())).build();
}
@PUT
@Path("{bucket}")
public Response create(@PathParam("bucket") String bucket)
{
bucketService.create(bucket);
return Response.ok().build();
}
@DELETE
@Path("{bucket}")
public Response delete(@PathParam("bucket") String bucket)
{
bucketService.delete(bucket);
return Response.noContent().build();
}
}
@@ -0,0 +1,60 @@
package dev.dinauer.r9t.core.bucket;
import dev.dinauer.r9t.core.s3.S3ErrorCode;
import dev.dinauer.r9t.core.s3.S3Exception;
import jakarta.enterprise.context.ApplicationScoped;
import jakarta.inject.Inject;
import java.util.List;
import java.util.regex.Pattern;
@ApplicationScoped
public class BucketService
{
private static final Pattern NAME_PATTERN = Pattern.compile("^[a-z0-9][a-z0-9.-]{1,61}[a-z0-9]$");
@Inject
BucketRepo bucketRepo;
public List<Bucket> list()
{
return bucketRepo.list();
}
public boolean exists(String name)
{
return bucketRepo.exists(name);
}
public void create(String name)
{
validate(name);
if (bucketRepo.exists(name))
{
throw new S3Exception(S3ErrorCode.BUCKET_ALREADY_EXISTS, name);
}
bucketRepo.create(name);
}
public void delete(String name)
{
require(name);
bucketRepo.delete(name);
}
public void require(String name)
{
if (!bucketRepo.exists(name))
{
throw new S3Exception(S3ErrorCode.NO_SUCH_BUCKET, name);
}
}
private void validate(String name)
{
if (!NAME_PATTERN.matcher(name).matches())
{
throw new S3Exception(S3ErrorCode.INVALID_BUCKET_NAME, name);
}
}
}
@@ -0,0 +1,30 @@
package dev.dinauer.r9t.core.bucket;
import dev.dinauer.r9t.core.s3.S3Xml;
import jakarta.enterprise.context.ApplicationScoped;
import java.util.List;
import java.util.stream.Collectors;
@ApplicationScoped
public class BucketXmlMapper
{
public String map(Bucket input)
{
return "<Bucket>\n"
+ " <Name>" + S3Xml.escape(input.name()) + "</Name>\n"
+ " <CreationDate>" + input.creationDate() + "</CreationDate>\n"
+ "</Bucket>";
}
public String map(List<Bucket> input)
{
String buckets = input.stream().map(this::map).collect(Collectors.joining());
return "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n"
+ "<ListAllMyBucketsResult xmlns=\"http://s3.amazonaws.com/doc/2006-03-01/\">\n"
+ " <Buckets>\n"
+ buckets
+ " </Buckets>\n"
+ "</ListAllMyBucketsResult>";
}
}
@@ -0,0 +1,32 @@
package dev.dinauer.r9t.core.init;
import dev.dinauer.r9t.core.bucket.BucketService;
import io.quarkus.runtime.StartupEvent;
import jakarta.enterprise.context.ApplicationScoped;
import jakarta.enterprise.event.Observes;
import jakarta.inject.Inject;
import org.eclipse.microprofile.config.inject.ConfigProperty;
import java.util.List;
import java.util.Optional;
@ApplicationScoped
public class InitService
{
@ConfigProperty(name = "dev.dinauer.r9t.init.buckets")
Optional<List<String>> buckets;
@Inject
BucketService bucketService;
void init(@Observes StartupEvent event)
{
for (String bucket : buckets.orElse(List.of()))
{
if (!bucketService.exists(bucket))
{
bucketService.create(bucket);
}
}
}
}
@@ -0,0 +1,135 @@
package dev.dinauer.r9t.core.object;
import dev.dinauer.r9t.core.bucket.BucketRepo;
import dev.dinauer.r9t.core.s3.S3ErrorCode;
import dev.dinauer.r9t.core.s3.S3Exception;
import jakarta.enterprise.context.ApplicationScoped;
import jakarta.inject.Inject;
import java.io.IOException;
import java.io.InputStream;
import java.nio.ByteBuffer;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.StandardCopyOption;
import java.nio.file.attribute.BasicFileAttributes;
import java.nio.file.attribute.UserDefinedFileAttributeView;
import java.security.DigestInputStream;
import java.security.MessageDigest;
import java.security.NoSuchAlgorithmException;
import java.util.HexFormat;
import java.util.List;
import java.util.stream.Stream;
@ApplicationScoped
public class ObjectRepo
{
private static final String ETAG_ATTRIBUTE = "user.etag";
private static final String CONTENT_TYPE_ATTRIBUTE = "user.contentType";
@Inject
BucketRepo bucketRepo;
public Path resolve(String bucket, String key)
{
Path bucketPath = bucketRepo.resolve(bucket);
Path target = bucketPath.resolve(key).normalize();
if (!target.startsWith(bucketPath))
{
throw new S3Exception(S3ErrorCode.INVALID_ARGUMENT, key);
}
return target;
}
public boolean exists(String bucket, String key)
{
return Files.isRegularFile(resolve(bucket, key));
}
public String put(String bucket, String key, String contentType, InputStream data)
{
Path target = resolve(bucket, key);
try
{
Files.createDirectories(target.getParent());
MessageDigest digest = MessageDigest.getInstance("MD5");
try (DigestInputStream digestInputStream = new DigestInputStream(data, digest))
{
Files.copy(digestInputStream, target, StandardCopyOption.REPLACE_EXISTING);
}
String etag = HexFormat.of().formatHex(digest.digest());
writeAttribute(target, ETAG_ATTRIBUTE, etag);
writeAttribute(target, CONTENT_TYPE_ATTRIBUTE, contentType);
return etag;
}
catch (IOException | NoSuchAlgorithmException e)
{
throw new S3Exception(S3ErrorCode.INTERNAL_ERROR, bucket + "/" + key, e);
}
}
public S3Object metadata(String bucket, String key)
{
Path target = resolve(bucket, key);
try
{
BasicFileAttributes attributes = Files.readAttributes(target, BasicFileAttributes.class);
String etag = readAttribute(target, ETAG_ATTRIBUTE);
String contentType = readAttribute(target, CONTENT_TYPE_ATTRIBUTE);
return new S3Object(key, attributes.size(), attributes.lastModifiedTime().toInstant(), etag, contentType);
}
catch (IOException e)
{
throw new S3Exception(S3ErrorCode.INTERNAL_ERROR, bucket + "/" + key, e);
}
}
public Path file(String bucket, String key)
{
return resolve(bucket, key);
}
public void delete(String bucket, String key)
{
try
{
Files.deleteIfExists(resolve(bucket, key));
}
catch (IOException e)
{
throw new S3Exception(S3ErrorCode.INTERNAL_ERROR, bucket + "/" + key, e);
}
}
public List<S3Object> list(String bucket)
{
Path bucketPath = bucketRepo.resolve(bucket);
try (Stream<Path> entries = Files.walk(bucketPath))
{
return entries
.filter(Files::isRegularFile)
.map(path -> metadata(bucket, bucketPath.relativize(path).toString()))
.toList();
}
catch (IOException e)
{
throw new S3Exception(S3ErrorCode.INTERNAL_ERROR, bucket, e);
}
}
private void writeAttribute(Path file, String name, String value) throws IOException
{
UserDefinedFileAttributeView view = Files.getFileAttributeView(file, UserDefinedFileAttributeView.class);
view.write(name, StandardCharsets.UTF_8.encode(value));
}
private String readAttribute(Path file, String name) throws IOException
{
UserDefinedFileAttributeView view = Files.getFileAttributeView(file, UserDefinedFileAttributeView.class);
ByteBuffer buffer = ByteBuffer.allocate(view.size(name));
view.read(name, buffer);
buffer.flip();
return StandardCharsets.UTF_8.decode(buffer).toString();
}
}
@@ -0,0 +1,87 @@
package dev.dinauer.r9t.core.object;
import dev.dinauer.r9t.core.auth.AwsChunkedInputStream;
import io.quarkus.security.Authenticated;
import org.apache.commons.lang3.StringUtils;
import jakarta.inject.Inject;
import jakarta.ws.rs.Consumes;
import jakarta.ws.rs.DELETE;
import jakarta.ws.rs.GET;
import jakarta.ws.rs.HEAD;
import jakarta.ws.rs.HeaderParam;
import jakarta.ws.rs.PUT;
import jakarta.ws.rs.Path;
import jakarta.ws.rs.PathParam;
import jakarta.ws.rs.Produces;
import jakarta.ws.rs.core.MediaType;
import jakarta.ws.rs.core.Response;
import java.io.InputStream;
import java.util.Date;
@Path("/{bucket}")
@Authenticated
public class ObjectResource
{
@Inject
ObjectService objectService;
@Inject
ObjectXmlMapper objectXmlMapper;
@GET
@Produces(MediaType.APPLICATION_XML)
public Response list(@PathParam("bucket") String bucket)
{
return Response.ok(objectXmlMapper.map(bucket, objectService.list(bucket))).build();
}
@PUT
@Path("{key:.+}")
@Consumes(MediaType.WILDCARD)
public Response put(@PathParam("bucket") String bucket, @PathParam("key") String key,
@HeaderParam("Content-Type") String contentType,
@HeaderParam("X-Amz-Content-Sha256") String contentSha256, InputStream body)
{
InputStream payload = body;
if (StringUtils.startsWith(contentSha256, "STREAMING-"))
{
payload = new AwsChunkedInputStream(body);
}
String etag = objectService.put(bucket, key, contentType, payload);
return Response.ok().header("ETag", "\"" + etag + "\"").build();
}
@GET
@Path("{key:.+}")
public Response get(@PathParam("bucket") String bucket, @PathParam("key") String key)
{
S3Object metadata = objectService.metadata(bucket, key);
return Response.ok(objectService.file(bucket, key).toFile())
.type(metadata.contentType())
.header("ETag", "\"" + metadata.etag() + "\"")
.lastModified(Date.from(metadata.lastModified()))
.build();
}
@HEAD
@Path("{key:.+}")
public Response head(@PathParam("bucket") String bucket, @PathParam("key") String key)
{
S3Object metadata = objectService.metadata(bucket, key);
return Response.ok()
.type(metadata.contentType())
.header("ETag", "\"" + metadata.etag() + "\"")
.header("Content-Length", metadata.size())
.lastModified(Date.from(metadata.lastModified()))
.build();
}
@DELETE
@Path("{key:.+}")
public Response delete(@PathParam("bucket") String bucket, @PathParam("key") String key)
{
objectService.delete(bucket, key);
return Response.noContent().build();
}
}
@@ -0,0 +1,60 @@
package dev.dinauer.r9t.core.object;
import dev.dinauer.r9t.core.bucket.BucketService;
import dev.dinauer.r9t.core.s3.S3ErrorCode;
import dev.dinauer.r9t.core.s3.S3Exception;
import jakarta.enterprise.context.ApplicationScoped;
import jakarta.inject.Inject;
import java.io.InputStream;
import java.nio.file.Path;
import java.util.List;
@ApplicationScoped
public class ObjectService
{
@Inject
ObjectRepo objectRepo;
@Inject
BucketService bucketService;
public List<S3Object> list(String bucket)
{
bucketService.require(bucket);
return objectRepo.list(bucket);
}
public String put(String bucket, String key, String contentType, InputStream data)
{
bucketService.require(bucket);
String resolvedContentType = contentType;
if (resolvedContentType == null)
{
resolvedContentType = "application/octet-stream";
}
return objectRepo.put(bucket, key, resolvedContentType, data);
}
public S3Object metadata(String bucket, String key)
{
bucketService.require(bucket);
if (!objectRepo.exists(bucket, key))
{
throw new S3Exception(S3ErrorCode.NO_SUCH_KEY, bucket + "/" + key);
}
return objectRepo.metadata(bucket, key);
}
public Path file(String bucket, String key)
{
metadata(bucket, key);
return objectRepo.file(bucket, key);
}
public void delete(String bucket, String key)
{
bucketService.require(bucket);
objectRepo.delete(bucket, key);
}
}
@@ -0,0 +1,32 @@
package dev.dinauer.r9t.core.object;
import dev.dinauer.r9t.core.s3.S3Xml;
import jakarta.enterprise.context.ApplicationScoped;
import java.util.List;
import java.util.stream.Collectors;
@ApplicationScoped
public class ObjectXmlMapper
{
public String map(S3Object input)
{
return "<Contents>\n"
+ " <Key>" + S3Xml.escape(input.key()) + "</Key>\n"
+ " <LastModified>" + input.lastModified() + "</LastModified>\n"
+ " <ETag>&quot;" + input.etag() + "&quot;</ETag>\n"
+ " <Size>" + input.size() + "</Size>\n"
+ "</Contents>";
}
public String map(String bucket, List<S3Object> input)
{
String contents = input.stream().map(this::map).collect(Collectors.joining());
return "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n"
+ "<ListBucketResult xmlns=\"http://s3.amazonaws.com/doc/2006-03-01/\">\n"
+ " <Name>" + S3Xml.escape(bucket) + "</Name>\n"
+ " <IsTruncated>false</IsTruncated>\n"
+ contents
+ "</ListBucketResult>";
}
}
@@ -0,0 +1,7 @@
package dev.dinauer.r9t.core.object;
import java.time.Instant;
public record S3Object(String key, long size, Instant lastModified, String etag, String contentType)
{
}
@@ -0,0 +1,38 @@
package dev.dinauer.r9t.core.s3;
public enum S3ErrorCode
{
NO_SUCH_BUCKET("NoSuchBucket", 404, "The specified bucket does not exist"),
NO_SUCH_KEY("NoSuchKey", 404, "The specified key does not exist"),
BUCKET_ALREADY_EXISTS("BucketAlreadyExists", 409, "The requested bucket name is not available"),
BUCKET_NOT_EMPTY("BucketNotEmpty", 409, "The bucket you tried to delete is not empty"),
INVALID_BUCKET_NAME("InvalidBucketName", 400, "The specified bucket is not valid"),
INVALID_ARGUMENT("InvalidArgument", 400, "Invalid argument"),
INTERNAL_ERROR("InternalError", 500, "We encountered an internal error");
private final String code;
private final int httpStatus;
private final String message;
S3ErrorCode(String code, int httpStatus, String message)
{
this.code = code;
this.httpStatus = httpStatus;
this.message = message;
}
public String getCode()
{
return code;
}
public int getHttpStatus()
{
return httpStatus;
}
public String getMessage()
{
return message;
}
}
@@ -0,0 +1,31 @@
package dev.dinauer.r9t.core.s3;
public class S3Exception extends RuntimeException
{
private final S3ErrorCode code;
private final String resource;
public S3Exception(S3ErrorCode code, String resource)
{
super(code.getCode() + ": " + resource);
this.code = code;
this.resource = resource;
}
public S3Exception(S3ErrorCode code, String resource, Throwable cause)
{
super(code.getCode() + ": " + resource, cause);
this.code = code;
this.resource = resource;
}
public S3ErrorCode getCode()
{
return code;
}
public String getResource()
{
return resource;
}
}
@@ -0,0 +1,19 @@
package dev.dinauer.r9t.core.s3;
import jakarta.ws.rs.core.MediaType;
import jakarta.ws.rs.core.Response;
import jakarta.ws.rs.ext.ExceptionMapper;
import jakarta.ws.rs.ext.Provider;
@Provider
public class S3ExceptionMapper implements ExceptionMapper<S3Exception>
{
@Override
public Response toResponse(S3Exception exception)
{
return Response.status(exception.getCode().getHttpStatus())
.type(MediaType.APPLICATION_XML)
.entity(S3Xml.error(exception.getCode(), exception.getResource()))
.build();
}
}
@@ -0,0 +1,31 @@
package dev.dinauer.r9t.core.s3;
import java.util.UUID;
public final class S3Xml
{
private S3Xml()
{
}
public static String escape(String value)
{
return value
.replace("&", "&amp;")
.replace("<", "&lt;")
.replace(">", "&gt;")
.replace("\"", "&quot;")
.replace("'", "&apos;");
}
public static String error(S3ErrorCode code, String resource)
{
return "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n"
+ "<Error>\n"
+ " <Code>" + code.getCode() + "</Code>\n"
+ " <Message>" + escape(code.getMessage()) + "</Message>\n"
+ " <Resource>" + escape(resource) + "</Resource>\n"
+ " <RequestId>" + UUID.randomUUID() + "</RequestId>\n"
+ "</Error>";
}
}
@@ -0,0 +1,2 @@
%dev.dev.dinauer.r9t.credentials.access-key=devkey
%dev.dev.dinauer.r9t.credentials.secret-key=devsecret
@@ -0,0 +1,73 @@
package dev.dinauer.r9t.core.auth;
import java.net.URI;
import java.net.http.HttpRequest;
import java.time.Instant;
import java.time.ZoneOffset;
import java.time.format.DateTimeFormatter;
import java.util.LinkedHashMap;
import java.util.Map;
public final class SigV4TestSigner
{
private static final DateTimeFormatter AMZ_DATE = DateTimeFormatter.ofPattern("yyyyMMdd'T'HHmmss'Z'").withZone(ZoneOffset.UTC);
private static final DateTimeFormatter DATE_STAMP = DateTimeFormatter.ofPattern("yyyyMMdd").withZone(ZoneOffset.UTC);
private static final String REGION = "us-east-1";
private static final String SERVICE = "s3";
private SigV4TestSigner()
{
}
public static void sign(HttpRequest.Builder builder, String method, URI uri, String accessKey, String secretKey, byte[] body)
{
Instant now = Instant.now();
String amzDate = AMZ_DATE.format(now);
String dateStamp = DATE_STAMP.format(now);
String payloadHash = SigV4Signer.sha256Hex(body);
String host = uri.getHost() + ":" + uri.getPort();
Map<String, String> headers = new LinkedHashMap<>();
headers.put("host", host);
headers.put("x-amz-content-sha256", payloadHash);
headers.put("x-amz-date", amzDate);
String signedHeaders = String.join(";", headers.keySet());
StringBuilder canonicalHeaders = new StringBuilder();
for (Map.Entry<String, String> entry : headers.entrySet())
{
canonicalHeaders.append(entry.getKey()).append(":").append(entry.getValue()).append("\n");
}
String path = uri.getRawPath();
if (path == null || path.isEmpty())
{
path = "/";
}
String query = uri.getRawQuery();
if (query == null)
{
query = "";
}
String canonicalRequest = method + "\n"
+ path + "\n"
+ query + "\n"
+ canonicalHeaders + "\n"
+ signedHeaders + "\n"
+ payloadHash;
String credentialScope = dateStamp + "/" + REGION + "/" + SERVICE + "/aws4_request";
String stringToSign = SigV4CanonicalRequest.stringToSign(amzDate, credentialScope, canonicalRequest);
byte[] signingKey = SigV4Signer.signingKey(secretKey, dateStamp, REGION, SERVICE);
String signature = SigV4Signer.hex(SigV4Signer.hmacSha256(signingKey, stringToSign));
String authorizationHeader = "AWS4-HMAC-SHA256 Credential=" + accessKey + "/" + credentialScope
+ ", SignedHeaders=" + signedHeaders + ", Signature=" + signature;
builder.header("X-Amz-Date", amzDate)
.header("X-Amz-Content-Sha256", payloadHash)
.header("Authorization", authorizationHeader);
}
}
@@ -0,0 +1,83 @@
package dev.dinauer.r9t.core.object;
import dev.dinauer.r9t.core.auth.SigV4TestSigner;
import io.quarkus.test.common.http.TestHTTPResource;
import io.quarkus.test.junit.QuarkusTest;
import org.junit.jupiter.api.AfterEach;
import org.junit.jupiter.api.Test;
import java.net.URI;
import java.net.http.HttpClient;
import java.net.http.HttpRequest;
import java.net.http.HttpResponse;
import java.nio.charset.StandardCharsets;
import static org.junit.jupiter.api.Assertions.assertEquals;
import static org.junit.jupiter.api.Assertions.assertTrue;
@QuarkusTest
public class ObjectUploadTest
{
private static final String BUCKET = "upload-test-bucket";
private static final String KEY = "upload-test.txt";
private static final String ACCESS_KEY = "testkey";
private static final String SECRET_KEY = "testsecret";
@TestHTTPResource
URI baseUri;
private final HttpClient client = HttpClient.newBuilder().version(HttpClient.Version.HTTP_1_1).build();
@Test
public void upload() throws Exception
{
HttpResponse<Void> createBucket = send("PUT", baseUri.resolve(BUCKET), new byte[0], null);
assertEquals(200, createBucket.statusCode());
byte[] content = "hello upload test".getBytes(StandardCharsets.UTF_8);
HttpResponse<Void> put = send("PUT", baseUri.resolve(BUCKET + "/" + KEY), content, "text/plain");
assertEquals(200, put.statusCode());
assertTrue(put.headers().firstValue("ETag").isPresent());
HttpResponse<byte[]> get = sendForBytes("GET", baseUri.resolve(BUCKET + "/" + KEY));
assertEquals(200, get.statusCode());
assertEquals("text/plain", get.headers().firstValue("Content-Type").orElse(""));
assertEquals(new String(content, StandardCharsets.UTF_8), new String(get.body(), StandardCharsets.UTF_8));
}
@Test
public void unsignedRequestIsRejected() throws Exception
{
HttpResponse<Void> response = client.send(
HttpRequest.newBuilder(baseUri.resolve(BUCKET)).PUT(HttpRequest.BodyPublishers.noBody()).build(),
HttpResponse.BodyHandlers.discarding());
assertEquals(401, response.statusCode());
}
@AfterEach
public void cleanup() throws Exception
{
send("DELETE", baseUri.resolve(BUCKET + "/" + KEY), new byte[0], null);
send("DELETE", baseUri.resolve(BUCKET), new byte[0], null);
}
private HttpResponse<Void> send(String method, URI uri, byte[] body, String contentType) throws Exception
{
HttpRequest.Builder builder = HttpRequest.newBuilder(uri)
.method(method, HttpRequest.BodyPublishers.ofByteArray(body));
if (contentType != null)
{
builder.header("Content-Type", contentType);
}
SigV4TestSigner.sign(builder, method, uri, ACCESS_KEY, SECRET_KEY, body);
return client.send(builder.build(), HttpResponse.BodyHandlers.discarding());
}
private HttpResponse<byte[]> sendForBytes(String method, URI uri) throws Exception
{
HttpRequest.Builder builder = HttpRequest.newBuilder(uri)
.method(method, HttpRequest.BodyPublishers.ofByteArray(new byte[0]));
SigV4TestSigner.sign(builder, method, uri, ACCESS_KEY, SECRET_KEY, new byte[0]);
return client.send(builder.build(), HttpResponse.BodyHandlers.ofByteArray());
}
}
@@ -0,0 +1,3 @@
dev.dinauer.r9t.workdir=target/test-r9t
dev.dinauer.r9t.credentials.access-key=testkey
dev.dinauer.r9t.credentials.secret-key=testsecret