commit 9d90b901e1ec4e57e56de0dd007057ccffab4e71 Author: Andreas Dinauer Date: Sat Aug 1 16:49:08 2026 +0200 πŸŽ‰ Init diff --git a/.dockerignore b/.dockerignore new file mode 100644 index 0000000..94810d0 --- /dev/null +++ b/.dockerignore @@ -0,0 +1,5 @@ +* +!target/*-runner +!target/*-runner.jar +!target/lib/* +!target/quarkus-app/* \ No newline at end of file diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..94e948b --- /dev/null +++ b/.gitignore @@ -0,0 +1,48 @@ +#Maven +target/ +pom.xml.tag +pom.xml.releaseBackup +pom.xml.versionsBackup +release.properties +.flattened-pom.xml + +# Eclipse +.project +.classpath +.settings/ +bin/ + +# IntelliJ +.idea +*.ipr +*.iml +*.iws + +# NetBeans +nb-configuration.xml + +# Visual Studio Code +.vscode +.factorypath + +# OSX +.DS_Store + +# Vim +*.swp +*.swo + +# patch +*.orig +*.rej + +# Local environment +.env + +# Claude Code (session-local permissions/state) +.claude/ + +# Plugin directory +/.quarkus/cli/plugins/ +# TLS Certificates +.certs/ diff --git a/.mvn/wrapper/maven-wrapper.properties b/.mvn/wrapper/maven-wrapper.properties new file mode 100644 index 0000000..a3c407f --- /dev/null +++ b/.mvn/wrapper/maven-wrapper.properties @@ -0,0 +1,4 @@ +wrapperVersion=3.3.4 +distributionType=only-script +distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.9.16/apache-maven-3.9.16-bin.zip +distributionSha256Sum=5af3b743dd8b876b5c45da33b676251e5f1687712644abb4ee519ca56e1d89ce diff --git a/CLAUDE.md b/CLAUDE.md new file mode 100644 index 0000000..d483aa5 --- /dev/null +++ b/CLAUDE.md @@ -0,0 +1,125 @@ +# Architecture +- We always feature first package structure +``` +src/ +└── main/ + └── java/ + └── com/example/app/ + └── order/ + β”œβ”€β”€ OrderEntity.java # JPA-Entity (Datenbank-Mapping) + β”œβ”€β”€ Order.java # Domain-/DTO-Model + β”œβ”€β”€ OrderRepo.java # Datenbankzugriff (Hibernate Panache) + β”œβ”€β”€ OrderService.java # Business-Logik + β”œβ”€β”€ OrderMapper.java # Mapping Entity > DTO + └── OrderResource.java # REST-Endpoints + Mapping +``` +- We always use `Resource` > `Service` > `Repository` +- We use DTOs +- We use Java classes as mappers that always offer a method map for single entity and lists like: +```java +@ApplicationScoped +public class OrderMapper +{ + public Order map(OrderEntity input) + { + return new Order(input.getId(), input.getTimestamp()); + } + + public List map(List input) + { + return input.stream().map(this::map).toList(); + } +} +``` +- Mapping happens before we return the data in our resources like: +```java +@GET +@Path("/orders") +public List get() +{ + return orderMapper.map(orderRepo.list()); +} +``` +- We use Builder Pattern for POJOs that are not records +- Our Entities have suffix `Entity` and have an ID of type String like this: +```java +@Entity +@Table(name = "order") +public class OrderEntity +{ + @Id + @GeneratedValue(strategy = GenerationType.UUID) + private String id; + + public ProductEntity setId(String id) + { + this.id = id; + return this; + } + + public String getId() + { + return id; + } +} +``` +- We use the Repository pattern. Every Entity that needs to be queried gets a repostiory like: +```java +@ApplicationScoped +public class OrderRepo implements PanacheRepositoryBase +{ +} +``` + +# Naming Conventions +- We keep naming short and accurate like OrderCreationService.create() and NOT OrderCreationService.createOrder() + +# Code Style +- Opening braces `{` always go on their own line (Allman style), never at the end of the previous line. +- `catch` and `else` keywords also go on their own line +- We do not use constructor injection. We do field injection: + +```java +import jakarta.inject.Inject; +import org.eclipse.microprofile.config.inject.ConfigProperty; + +@Inject +OrderService orderService; + +@ConfigProperty(name = "dev.dinauer.r9t.workdir", defaultValue = "/var/lib/r9t") +String path; +``` +- When we use if statements we most of the time go the happy path within the if statement like: +```java +public int getPrice() +{ + if (orderItem.price != null) + { + return orderItem.price; + } + return 0; +} +``` +- Using breaks or continue like this when we could just invert the if is a code smell: +```java +public int sumPrice(Order order) +{ + int total = 0; + for (Item item : order.items) + { + if (item.price == null) + { + continue; + } + else + { + total += item.price; + } + } + return total; +} +``` +- We never use ternary operators +- Don't Repeat Yourself: Duplizierten Code in wiederverwendbare Funktionen/Module auslagern statt copy-pasten. +- No comments at all +- Ursachen von Fehlern finden. Nicht Symptome beheben. Fehler nicht stillschweigend verschlucken. \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..24009b4 --- /dev/null +++ b/README.md @@ -0,0 +1,58 @@ +# core + +This project uses Quarkus, the Supersonic Subatomic Java Framework. + +If you want to learn more about Quarkus, please visit its website: . + +## Running the application in dev mode + +You can run your application in dev mode that enables live coding using: + +```shell script +./mvnw quarkus:dev +``` + +> **_NOTE:_** Quarkus now ships with a Dev UI, which is available in dev mode only at . + +## Packaging and running the application + +The application can be packaged using: + +```shell script +./mvnw package +``` + +It produces the `quarkus-run.jar` file in the `target/quarkus-app/` directory. +Be aware that it’s not an _ΓΌber-jar_ as the dependencies are copied into the `target/quarkus-app/lib/` directory. + +The application is now runnable using `java -jar target/quarkus-app/quarkus-run.jar`. + +If you want to build an _ΓΌber-jar_, execute the following command: + +```shell script +./mvnw package -Dquarkus.package.jar.type=uber-jar +``` + +The application, packaged as an _ΓΌber-jar_, is now runnable using `java -jar target/*-runner.jar`. + +## Creating a native executable + +You can create a native executable using: + +```shell script +./mvnw package -Dnative +``` + +Or, if you don't have GraalVM installed, you can run the native executable build in a container using: + +```shell script +./mvnw package -Dnative -Dquarkus.native.container-build=true +``` + +You can then execute your native executable with: `./target/core-1.0.0-SNAPSHOT-runner` + +If you want to learn more about building native executables, please consult . + +## Related Guides + +- REST ([guide](https://quarkus.io/guides/rest)): Build RESTful web services and APIs using Jakarta REST (formerly JAX-RS) diff --git a/mvnw b/mvnw new file mode 100755 index 0000000..bd8896b --- /dev/null +++ b/mvnw @@ -0,0 +1,295 @@ +#!/bin/sh +# ---------------------------------------------------------------------------- +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# ---------------------------------------------------------------------------- + +# ---------------------------------------------------------------------------- +# Apache Maven Wrapper startup batch script, version 3.3.4 +# +# Optional ENV vars +# ----------------- +# JAVA_HOME - location of a JDK home dir, required when download maven via java source +# MVNW_REPOURL - repo url base for downloading maven distribution +# MVNW_USERNAME/MVNW_PASSWORD - user and password for downloading maven +# MVNW_VERBOSE - true: enable verbose log; debug: trace the mvnw script; others: silence the output +# ---------------------------------------------------------------------------- + +set -euf +[ "${MVNW_VERBOSE-}" != debug ] || set -x + +# OS specific support. +native_path() { printf %s\\n "$1"; } +case "$(uname)" in +CYGWIN* | MINGW*) + [ -z "${JAVA_HOME-}" ] || JAVA_HOME="$(cygpath --unix "$JAVA_HOME")" + native_path() { cygpath --path --windows "$1"; } + ;; +esac + +# set JAVACMD and JAVACCMD +set_java_home() { + # For Cygwin and MinGW, ensure paths are in Unix format before anything is touched + if [ -n "${JAVA_HOME-}" ]; then + if [ -x "$JAVA_HOME/jre/sh/java" ]; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD="$JAVA_HOME/jre/sh/java" + JAVACCMD="$JAVA_HOME/jre/sh/javac" + else + JAVACMD="$JAVA_HOME/bin/java" + JAVACCMD="$JAVA_HOME/bin/javac" + + if [ ! -x "$JAVACMD" ] || [ ! -x "$JAVACCMD" ]; then + echo "The JAVA_HOME environment variable is not defined correctly, so mvnw cannot run." >&2 + echo "JAVA_HOME is set to \"$JAVA_HOME\", but \"\$JAVA_HOME/bin/java\" or \"\$JAVA_HOME/bin/javac\" does not exist." >&2 + return 1 + fi + fi + else + JAVACMD="$( + 'set' +e + 'unset' -f command 2>/dev/null + 'command' -v java + )" || : + JAVACCMD="$( + 'set' +e + 'unset' -f command 2>/dev/null + 'command' -v javac + )" || : + + if [ ! -x "${JAVACMD-}" ] || [ ! -x "${JAVACCMD-}" ]; then + echo "The java/javac command does not exist in PATH nor is JAVA_HOME set, so mvnw cannot run." >&2 + return 1 + fi + fi +} + +# hash string like Java String::hashCode +hash_string() { + str="${1:-}" h=0 + while [ -n "$str" ]; do + char="${str%"${str#?}"}" + h=$(((h * 31 + $(LC_CTYPE=C printf %d "'$char")) % 4294967296)) + str="${str#?}" + done + printf %x\\n $h +} + +verbose() { :; } +[ "${MVNW_VERBOSE-}" != true ] || verbose() { printf %s\\n "${1-}"; } + +die() { + printf %s\\n "$1" >&2 + exit 1 +} + +trim() { + # MWRAPPER-139: + # Trims trailing and leading whitespace, carriage returns, tabs, and linefeeds. + # Needed for removing poorly interpreted newline sequences when running in more + # exotic environments such as mingw bash on Windows. + printf "%s" "${1}" | tr -d '[:space:]' +} + +scriptDir="$(dirname "$0")" +scriptName="$(basename "$0")" + +# parse distributionUrl and optional distributionSha256Sum, requires .mvn/wrapper/maven-wrapper.properties +while IFS="=" read -r key value; do + case "${key-}" in + distributionUrl) distributionUrl=$(trim "${value-}") ;; + distributionSha256Sum) distributionSha256Sum=$(trim "${value-}") ;; + esac +done <"$scriptDir/.mvn/wrapper/maven-wrapper.properties" +[ -n "${distributionUrl-}" ] || die "cannot read distributionUrl property in $scriptDir/.mvn/wrapper/maven-wrapper.properties" + +case "${distributionUrl##*/}" in +maven-mvnd-*bin.*) + MVN_CMD=mvnd.sh _MVNW_REPO_PATTERN=/maven/mvnd/ + case "${PROCESSOR_ARCHITECTURE-}${PROCESSOR_ARCHITEW6432-}:$(uname -a)" in + *AMD64:CYGWIN* | *AMD64:MINGW*) distributionPlatform=windows-amd64 ;; + :Darwin*x86_64) distributionPlatform=darwin-amd64 ;; + :Darwin*arm64) distributionPlatform=darwin-aarch64 ;; + :Linux*x86_64*) distributionPlatform=linux-amd64 ;; + *) + echo "Cannot detect native platform for mvnd on $(uname)-$(uname -m), use pure java version" >&2 + distributionPlatform=linux-amd64 + ;; + esac + distributionUrl="${distributionUrl%-bin.*}-$distributionPlatform.zip" + ;; +maven-mvnd-*) MVN_CMD=mvnd.sh _MVNW_REPO_PATTERN=/maven/mvnd/ ;; +*) MVN_CMD="mvn${scriptName#mvnw}" _MVNW_REPO_PATTERN=/org/apache/maven/ ;; +esac + +# apply MVNW_REPOURL and calculate MAVEN_HOME +# maven home pattern: ~/.m2/wrapper/dists/{apache-maven-,maven-mvnd--}/ +[ -z "${MVNW_REPOURL-}" ] || distributionUrl="$MVNW_REPOURL$_MVNW_REPO_PATTERN${distributionUrl#*"$_MVNW_REPO_PATTERN"}" +distributionUrlName="${distributionUrl##*/}" +distributionUrlNameMain="${distributionUrlName%.*}" +distributionUrlNameMain="${distributionUrlNameMain%-bin}" +MAVEN_USER_HOME="${MAVEN_USER_HOME:-${HOME}/.m2}" +MAVEN_HOME="${MAVEN_USER_HOME}/wrapper/dists/${distributionUrlNameMain-}/$(hash_string "$distributionUrl")" + +exec_maven() { + unset MVNW_VERBOSE MVNW_USERNAME MVNW_PASSWORD MVNW_REPOURL || : + exec "$MAVEN_HOME/bin/$MVN_CMD" "$@" || die "cannot exec $MAVEN_HOME/bin/$MVN_CMD" +} + +if [ -d "$MAVEN_HOME" ]; then + verbose "found existing MAVEN_HOME at $MAVEN_HOME" + exec_maven "$@" +fi + +case "${distributionUrl-}" in +*?-bin.zip | *?maven-mvnd-?*-?*.zip) ;; +*) die "distributionUrl is not valid, must match *-bin.zip or maven-mvnd-*.zip, but found '${distributionUrl-}'" ;; +esac + +# prepare tmp dir +if TMP_DOWNLOAD_DIR="$(mktemp -d)" && [ -d "$TMP_DOWNLOAD_DIR" ]; then + clean() { rm -rf -- "$TMP_DOWNLOAD_DIR"; } + trap clean HUP INT TERM EXIT +else + die "cannot create temp dir" +fi + +mkdir -p -- "${MAVEN_HOME%/*}" + +# Download and Install Apache Maven +verbose "Couldn't find MAVEN_HOME, downloading and installing it ..." +verbose "Downloading from: $distributionUrl" +verbose "Downloading to: $TMP_DOWNLOAD_DIR/$distributionUrlName" + +# select .zip or .tar.gz +if ! command -v unzip >/dev/null; then + distributionUrl="${distributionUrl%.zip}.tar.gz" + distributionUrlName="${distributionUrl##*/}" +fi + +# verbose opt +__MVNW_QUIET_WGET=--quiet __MVNW_QUIET_CURL=--silent __MVNW_QUIET_UNZIP=-q __MVNW_QUIET_TAR='' +[ "${MVNW_VERBOSE-}" != true ] || __MVNW_QUIET_WGET='' __MVNW_QUIET_CURL='' __MVNW_QUIET_UNZIP='' __MVNW_QUIET_TAR=v + +# normalize http auth +case "${MVNW_PASSWORD:+has-password}" in +'') MVNW_USERNAME='' MVNW_PASSWORD='' ;; +has-password) [ -n "${MVNW_USERNAME-}" ] || MVNW_USERNAME='' MVNW_PASSWORD='' ;; +esac + +if [ -z "${MVNW_USERNAME-}" ] && command -v wget >/dev/null; then + verbose "Found wget ... using wget" + wget ${__MVNW_QUIET_WGET:+"$__MVNW_QUIET_WGET"} "$distributionUrl" -O "$TMP_DOWNLOAD_DIR/$distributionUrlName" || die "wget: Failed to fetch $distributionUrl" +elif [ -z "${MVNW_USERNAME-}" ] && command -v curl >/dev/null; then + verbose "Found curl ... using curl" + curl ${__MVNW_QUIET_CURL:+"$__MVNW_QUIET_CURL"} -f -L -o "$TMP_DOWNLOAD_DIR/$distributionUrlName" "$distributionUrl" || die "curl: Failed to fetch $distributionUrl" +elif set_java_home; then + verbose "Falling back to use Java to download" + javaSource="$TMP_DOWNLOAD_DIR/Downloader.java" + targetZip="$TMP_DOWNLOAD_DIR/$distributionUrlName" + cat >"$javaSource" <<-END + public class Downloader extends java.net.Authenticator + { + protected java.net.PasswordAuthentication getPasswordAuthentication() + { + return new java.net.PasswordAuthentication( System.getenv( "MVNW_USERNAME" ), System.getenv( "MVNW_PASSWORD" ).toCharArray() ); + } + public static void main( String[] args ) throws Exception + { + setDefault( new Downloader() ); + java.nio.file.Files.copy( java.net.URI.create( args[0] ).toURL().openStream(), java.nio.file.Paths.get( args[1] ).toAbsolutePath().normalize() ); + } + } + END + # For Cygwin/MinGW, switch paths to Windows format before running javac and java + verbose " - Compiling Downloader.java ..." + "$(native_path "$JAVACCMD")" "$(native_path "$javaSource")" || die "Failed to compile Downloader.java" + verbose " - Running Downloader.java ..." + "$(native_path "$JAVACMD")" -cp "$(native_path "$TMP_DOWNLOAD_DIR")" Downloader "$distributionUrl" "$(native_path "$targetZip")" +fi + +# If specified, validate the SHA-256 sum of the Maven distribution zip file +if [ -n "${distributionSha256Sum-}" ]; then + distributionSha256Result=false + if [ "$MVN_CMD" = mvnd.sh ]; then + echo "Checksum validation is not supported for maven-mvnd." >&2 + echo "Please disable validation by removing 'distributionSha256Sum' from your maven-wrapper.properties." >&2 + exit 1 + elif command -v sha256sum >/dev/null; then + if echo "$distributionSha256Sum $TMP_DOWNLOAD_DIR/$distributionUrlName" | sha256sum -c - >/dev/null 2>&1; then + distributionSha256Result=true + fi + elif command -v shasum >/dev/null; then + if echo "$distributionSha256Sum $TMP_DOWNLOAD_DIR/$distributionUrlName" | shasum -a 256 -c >/dev/null 2>&1; then + distributionSha256Result=true + fi + else + echo "Checksum validation was requested but neither 'sha256sum' or 'shasum' are available." >&2 + echo "Please install either command, or disable validation by removing 'distributionSha256Sum' from your maven-wrapper.properties." >&2 + exit 1 + fi + if [ $distributionSha256Result = false ]; then + echo "Error: Failed to validate Maven distribution SHA-256, your Maven distribution might be compromised." >&2 + echo "If you updated your Maven version, you need to update the specified distributionSha256Sum property." >&2 + exit 1 + fi +fi + +# unzip and move +if command -v unzip >/dev/null; then + unzip ${__MVNW_QUIET_UNZIP:+"$__MVNW_QUIET_UNZIP"} "$TMP_DOWNLOAD_DIR/$distributionUrlName" -d "$TMP_DOWNLOAD_DIR" || die "failed to unzip" +else + tar xzf${__MVNW_QUIET_TAR:+"$__MVNW_QUIET_TAR"} "$TMP_DOWNLOAD_DIR/$distributionUrlName" -C "$TMP_DOWNLOAD_DIR" || die "failed to untar" +fi + +# Find the actual extracted directory name (handles snapshots where filename != directory name) +actualDistributionDir="" + +# First try the expected directory name (for regular distributions) +if [ -d "$TMP_DOWNLOAD_DIR/$distributionUrlNameMain" ]; then + if [ -f "$TMP_DOWNLOAD_DIR/$distributionUrlNameMain/bin/$MVN_CMD" ]; then + actualDistributionDir="$distributionUrlNameMain" + fi +fi + +# If not found, search for any directory with the Maven executable (for snapshots) +if [ -z "$actualDistributionDir" ]; then + # enable globbing to iterate over items + set +f + for dir in "$TMP_DOWNLOAD_DIR"/*; do + if [ -d "$dir" ]; then + if [ -f "$dir/bin/$MVN_CMD" ]; then + actualDistributionDir="$(basename "$dir")" + break + fi + fi + done + set -f +fi + +if [ -z "$actualDistributionDir" ]; then + verbose "Contents of $TMP_DOWNLOAD_DIR:" + verbose "$(ls -la "$TMP_DOWNLOAD_DIR")" + die "Could not find Maven distribution directory in extracted archive" +fi + +verbose "Found extracted Maven distribution directory: $actualDistributionDir" +printf %s\\n "$distributionUrl" >"$TMP_DOWNLOAD_DIR/$actualDistributionDir/mvnw.url" +mv -- "$TMP_DOWNLOAD_DIR/$actualDistributionDir" "$MAVEN_HOME" || [ -d "$MAVEN_HOME" ] || die "fail to move MAVEN_HOME" + +clean || : +exec_maven "$@" diff --git a/mvnw.cmd b/mvnw.cmd new file mode 100755 index 0000000..92450f9 --- /dev/null +++ b/mvnw.cmd @@ -0,0 +1,189 @@ +<# : batch portion +@REM ---------------------------------------------------------------------------- +@REM Licensed to the Apache Software Foundation (ASF) under one +@REM or more contributor license agreements. See the NOTICE file +@REM distributed with this work for additional information +@REM regarding copyright ownership. The ASF licenses this file +@REM to you under the Apache License, Version 2.0 (the +@REM "License"); you may not use this file except in compliance +@REM with the License. You may obtain a copy of the License at +@REM +@REM http://www.apache.org/licenses/LICENSE-2.0 +@REM +@REM Unless required by applicable law or agreed to in writing, +@REM software distributed under the License is distributed on an +@REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +@REM KIND, either express or implied. See the License for the +@REM specific language governing permissions and limitations +@REM under the License. +@REM ---------------------------------------------------------------------------- + +@REM ---------------------------------------------------------------------------- +@REM Apache Maven Wrapper startup batch script, version 3.3.4 +@REM +@REM Optional ENV vars +@REM MVNW_REPOURL - repo url base for downloading maven distribution +@REM MVNW_USERNAME/MVNW_PASSWORD - user and password for downloading maven +@REM MVNW_VERBOSE - true: enable verbose log; others: silence the output +@REM ---------------------------------------------------------------------------- + +@IF "%__MVNW_ARG0_NAME__%"=="" (SET __MVNW_ARG0_NAME__=%~nx0) +@SET __MVNW_CMD__= +@SET __MVNW_ERROR__= +@SET __MVNW_PSMODULEP_SAVE=%PSModulePath% +@SET PSModulePath= +@FOR /F "usebackq tokens=1* delims==" %%A IN (`powershell -noprofile "& {$scriptDir='%~dp0'; $script='%__MVNW_ARG0_NAME__%'; icm -ScriptBlock ([Scriptblock]::Create((Get-Content -Raw '%~f0'))) -NoNewScope}"`) DO @( + IF "%%A"=="MVN_CMD" (set __MVNW_CMD__=%%B) ELSE IF "%%B"=="" (echo %%A) ELSE (echo %%A=%%B) +) +@SET PSModulePath=%__MVNW_PSMODULEP_SAVE% +@SET __MVNW_PSMODULEP_SAVE= +@SET __MVNW_ARG0_NAME__= +@SET MVNW_USERNAME= +@SET MVNW_PASSWORD= +@IF NOT "%__MVNW_CMD__%"=="" ("%__MVNW_CMD__%" %*) +@echo Cannot start maven from wrapper >&2 && exit /b 1 +@GOTO :EOF +: end batch / begin powershell #> + +$ErrorActionPreference = "Stop" +if ($env:MVNW_VERBOSE -eq "true") { + $VerbosePreference = "Continue" +} + +# calculate distributionUrl, requires .mvn/wrapper/maven-wrapper.properties +$distributionUrl = (Get-Content -Raw "$scriptDir/.mvn/wrapper/maven-wrapper.properties" | ConvertFrom-StringData).distributionUrl +if (!$distributionUrl) { + Write-Error "cannot read distributionUrl property in $scriptDir/.mvn/wrapper/maven-wrapper.properties" +} + +switch -wildcard -casesensitive ( $($distributionUrl -replace '^.*/','') ) { + "maven-mvnd-*" { + $USE_MVND = $true + $distributionUrl = $distributionUrl -replace '-bin\.[^.]*$',"-windows-amd64.zip" + $MVN_CMD = "mvnd.cmd" + break + } + default { + $USE_MVND = $false + $MVN_CMD = $script -replace '^mvnw','mvn' + break + } +} + +# apply MVNW_REPOURL and calculate MAVEN_HOME +# maven home pattern: ~/.m2/wrapper/dists/{apache-maven-,maven-mvnd--}/ +if ($env:MVNW_REPOURL) { + $MVNW_REPO_PATTERN = if ($USE_MVND -eq $False) { "/org/apache/maven/" } else { "/maven/mvnd/" } + $distributionUrl = "$env:MVNW_REPOURL$MVNW_REPO_PATTERN$($distributionUrl -replace "^.*$MVNW_REPO_PATTERN",'')" +} +$distributionUrlName = $distributionUrl -replace '^.*/','' +$distributionUrlNameMain = $distributionUrlName -replace '\.[^.]*$','' -replace '-bin$','' + +$MAVEN_M2_PATH = "$HOME/.m2" +if ($env:MAVEN_USER_HOME) { + $MAVEN_M2_PATH = "$env:MAVEN_USER_HOME" +} + +if (-not (Test-Path -Path $MAVEN_M2_PATH)) { + New-Item -Path $MAVEN_M2_PATH -ItemType Directory | Out-Null +} + +$MAVEN_WRAPPER_DISTS = $null +if ((Get-Item $MAVEN_M2_PATH).Target[0] -eq $null) { + $MAVEN_WRAPPER_DISTS = "$MAVEN_M2_PATH/wrapper/dists" +} else { + $MAVEN_WRAPPER_DISTS = (Get-Item $MAVEN_M2_PATH).Target[0] + "/wrapper/dists" +} + +$MAVEN_HOME_PARENT = "$MAVEN_WRAPPER_DISTS/$distributionUrlNameMain" +$MAVEN_HOME_NAME = ([System.Security.Cryptography.SHA256]::Create().ComputeHash([byte[]][char[]]$distributionUrl) | ForEach-Object {$_.ToString("x2")}) -join '' +$MAVEN_HOME = "$MAVEN_HOME_PARENT/$MAVEN_HOME_NAME" + +if (Test-Path -Path "$MAVEN_HOME" -PathType Container) { + Write-Verbose "found existing MAVEN_HOME at $MAVEN_HOME" + Write-Output "MVN_CMD=$MAVEN_HOME/bin/$MVN_CMD" + exit $? +} + +if (! $distributionUrlNameMain -or ($distributionUrlName -eq $distributionUrlNameMain)) { + Write-Error "distributionUrl is not valid, must end with *-bin.zip, but found $distributionUrl" +} + +# prepare tmp dir +$TMP_DOWNLOAD_DIR_HOLDER = New-TemporaryFile +$TMP_DOWNLOAD_DIR = New-Item -Itemtype Directory -Path "$TMP_DOWNLOAD_DIR_HOLDER.dir" +$TMP_DOWNLOAD_DIR_HOLDER.Delete() | Out-Null +trap { + if ($TMP_DOWNLOAD_DIR.Exists) { + try { Remove-Item $TMP_DOWNLOAD_DIR -Recurse -Force | Out-Null } + catch { Write-Warning "Cannot remove $TMP_DOWNLOAD_DIR" } + } +} + +New-Item -Itemtype Directory -Path "$MAVEN_HOME_PARENT" -Force | Out-Null + +# Download and Install Apache Maven +Write-Verbose "Couldn't find MAVEN_HOME, downloading and installing it ..." +Write-Verbose "Downloading from: $distributionUrl" +Write-Verbose "Downloading to: $TMP_DOWNLOAD_DIR/$distributionUrlName" + +$webclient = New-Object System.Net.WebClient +if ($env:MVNW_USERNAME -and $env:MVNW_PASSWORD) { + $webclient.Credentials = New-Object System.Net.NetworkCredential($env:MVNW_USERNAME, $env:MVNW_PASSWORD) +} +[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12 +$webclient.DownloadFile($distributionUrl, "$TMP_DOWNLOAD_DIR/$distributionUrlName") | Out-Null + +# If specified, validate the SHA-256 sum of the Maven distribution zip file +$distributionSha256Sum = (Get-Content -Raw "$scriptDir/.mvn/wrapper/maven-wrapper.properties" | ConvertFrom-StringData).distributionSha256Sum +if ($distributionSha256Sum) { + if ($USE_MVND) { + Write-Error "Checksum validation is not supported for maven-mvnd. `nPlease disable validation by removing 'distributionSha256Sum' from your maven-wrapper.properties." + } + Import-Module $PSHOME\Modules\Microsoft.PowerShell.Utility -Function Get-FileHash + if ((Get-FileHash "$TMP_DOWNLOAD_DIR/$distributionUrlName" -Algorithm SHA256).Hash.ToLower() -ne $distributionSha256Sum) { + Write-Error "Error: Failed to validate Maven distribution SHA-256, your Maven distribution might be compromised. If you updated your Maven version, you need to update the specified distributionSha256Sum property." + } +} + +# unzip and move +Expand-Archive "$TMP_DOWNLOAD_DIR/$distributionUrlName" -DestinationPath "$TMP_DOWNLOAD_DIR" | Out-Null + +# Find the actual extracted directory name (handles snapshots where filename != directory name) +$actualDistributionDir = "" + +# First try the expected directory name (for regular distributions) +$expectedPath = Join-Path "$TMP_DOWNLOAD_DIR" "$distributionUrlNameMain" +$expectedMvnPath = Join-Path "$expectedPath" "bin/$MVN_CMD" +if ((Test-Path -Path $expectedPath -PathType Container) -and (Test-Path -Path $expectedMvnPath -PathType Leaf)) { + $actualDistributionDir = $distributionUrlNameMain +} + +# If not found, search for any directory with the Maven executable (for snapshots) +if (!$actualDistributionDir) { + Get-ChildItem -Path "$TMP_DOWNLOAD_DIR" -Directory | ForEach-Object { + $testPath = Join-Path $_.FullName "bin/$MVN_CMD" + if (Test-Path -Path $testPath -PathType Leaf) { + $actualDistributionDir = $_.Name + } + } +} + +if (!$actualDistributionDir) { + Write-Error "Could not find Maven distribution directory in extracted archive" +} + +Write-Verbose "Found extracted Maven distribution directory: $actualDistributionDir" +Rename-Item -Path "$TMP_DOWNLOAD_DIR/$actualDistributionDir" -NewName $MAVEN_HOME_NAME | Out-Null +try { + Move-Item -Path "$TMP_DOWNLOAD_DIR/$MAVEN_HOME_NAME" -Destination $MAVEN_HOME_PARENT | Out-Null +} catch { + if (! (Test-Path -Path "$MAVEN_HOME" -PathType Container)) { + Write-Error "fail to move MAVEN_HOME" + } +} finally { + try { Remove-Item $TMP_DOWNLOAD_DIR -Recurse -Force | Out-Null } + catch { Write-Warning "Cannot remove $TMP_DOWNLOAD_DIR" } +} + +Write-Output "MVN_CMD=$MAVEN_HOME/bin/$MVN_CMD" diff --git a/pipeline.sh b/pipeline.sh new file mode 100755 index 0000000..dc9bcb5 --- /dev/null +++ b/pipeline.sh @@ -0,0 +1,20 @@ +#!/usr/bin/env bash +set -euo pipefail + +IMAGE="harbor.dinauer.dev/r9t/core" +TAG="${1:-1.0.0}" +# + + +cd "$(dirname "${BASH_SOURCE[0]}")" + +echo "==> Building application" +./mvnw package + +echo "==> Building image ${IMAGE}:${TAG}" +docker build -f src/main/docker/Dockerfile.jvm -t "${IMAGE}:${TAG}" . + +echo "==> Pushing ${IMAGE}:${TAG}" +docker push "${IMAGE}:${TAG}" + +echo "==> Done: ${IMAGE}:${TAG}" diff --git a/pom.xml b/pom.xml new file mode 100644 index 0000000..f454c2c --- /dev/null +++ b/pom.xml @@ -0,0 +1,123 @@ + + + 4.0.0 + dev.dinauer.r9t + core + 1.0.0-SNAPSHOT + quarkus + + + 3.15.0 + 21 + UTF-8 + UTF-8 + quarkus-bom + io.quarkus.platform + 3.38.0 + true + 3.5.6 + + + + + + ${quarkus.platform.group-id} + ${quarkus.platform.artifact-id} + ${quarkus.platform.version} + pom + import + + + + + + + io.quarkus + quarkus-rest + + + io.quarkus + quarkus-security + + + org.apache.commons + commons-lang3 + 3.20.0 + compile + + + io.quarkus + quarkus-arc + + + io.quarkus + quarkus-junit + test + + + + + + + ${quarkus.platform.group-id} + quarkus-maven-plugin + ${quarkus.platform.version} + true + + + maven-compiler-plugin + ${compiler-plugin.version} + + true + + + + maven-surefire-plugin + ${surefire-plugin.version} + + @{argLine} + + org.jboss.logmanager.LogManager + ${maven.home} + + + + + maven-failsafe-plugin + ${surefire-plugin.version} + + + + integration-test + verify + + + + + @{argLine} + + ${project.build.directory}/${project.build.finalName}-runner + org.jboss.logmanager.LogManager + ${maven.home} + + + + + + + + + native + + + native + + + + false + false + true + + + + diff --git a/src/main/docker/Dockerfile.jvm b/src/main/docker/Dockerfile.jvm new file mode 100644 index 0000000..54c218f --- /dev/null +++ b/src/main/docker/Dockerfile.jvm @@ -0,0 +1,103 @@ +#### +# This Dockerfile is used in order to build a container that runs the Quarkus application in JVM mode +# +# Before building the container image run: +# +# ./mvnw package +# +# Then, build the image with: +# +# docker build -f src/main/docker/Dockerfile.jvm -t quarkus/core-jvm . +# +# Then run the container using: +# +# docker run -i --rm -p 8080:8080 quarkus/core-jvm +# +# If you want to include the debug port into your docker image +# you will have to expose the debug port (default 5005 being the default) like this : EXPOSE 8080 5005. +# Additionally you will have to set -e JAVA_DEBUG=true and -e JAVA_DEBUG_PORT=*:5005 +# when running the container +# +# Then run the container using : +# +# docker run -i --rm -p 8080:8080 quarkus/core-jvm +# +# This image uses the `run-java.sh` script to run the application. +# This scripts computes the command line to execute your Java application, and +# includes memory/GC tuning. +# You can configure the behavior using the following environment properties: +# - JAVA_OPTS: JVM options passed to the `java` command (example: "-verbose:class") - Be aware that this will override +# the default JVM options, use `JAVA_OPTS_APPEND` to append options +# - JAVA_OPTS_APPEND: User specified Java options to be appended to generated options +# in JAVA_OPTS (example: "-Dsome.property=foo") +# - JAVA_MAX_MEM_RATIO: Is used when no `-Xmx` option is given in JAVA_OPTS. This is +# used to calculate a default maximal heap memory based on a containers restriction. +# If used in a container without any memory constraints for the container then this +# option has no effect. If there is a memory constraint then `-Xmx` is set to a ratio +# of the container available memory as set here. The default is `50` which means 50% +# of the available memory is used as an upper boundary. You can skip this mechanism by +# setting this value to `0` in which case no `-Xmx` option is added. +# - JAVA_INITIAL_MEM_RATIO: Is used when no `-Xms` option is given in JAVA_OPTS. This +# is used to calculate a default initial heap memory based on the maximum heap memory. +# If used in a container without any memory constraints for the container then this +# option has no effect. If there is a memory constraint then `-Xms` is set to a ratio +# of the `-Xmx` memory as set here. The default is `25` which means 25% of the `-Xmx` +# is used as the initial heap size. You can skip this mechanism by setting this value +# to `0` in which case no `-Xms` option is added (example: "25") +# - JAVA_MAX_INITIAL_MEM: Is used when no `-Xms` option is given in JAVA_OPTS. +# This is used to calculate the maximum value of the initial heap memory. If used in +# a container without any memory constraints for the container then this option has +# no effect. If there is a memory constraint then `-Xms` is limited to the value set +# here. The default is 4096MB which means the calculated value of `-Xms` never will +# be greater than 4096MB. The value of this variable is expressed in MB (example: "4096") +# - JAVA_DIAGNOSTICS: Set this to get some diagnostics information to standard output +# when things are happening. This option, if set to true, will set +# `-XX:+UnlockDiagnosticVMOptions`. Disabled by default (example: "true"). +# - JAVA_DEBUG: If set remote debugging will be switched on. Disabled by default (example: +# true"). +# - JAVA_DEBUG_PORT: Port used for remote debugging. Defaults to 5005 (example: "8787"). +# - CONTAINER_CORE_LIMIT: A calculated core limit as described in +# https://www.kernel.org/doc/Documentation/scheduler/sched-bwc.txt. (example: "2") +# - CONTAINER_MAX_MEMORY: Memory limit given to the container (example: "1024"). +# - GC_MIN_HEAP_FREE_RATIO: Minimum percentage of heap free after GC to avoid expansion. +# (example: "20") +# - GC_MAX_HEAP_FREE_RATIO: Maximum percentage of heap free after GC to avoid shrinking. +# (example: "40") +# - GC_TIME_RATIO: Specifies the ratio of the time spent outside the garbage collection. +# (example: "4") +# - GC_ADAPTIVE_SIZE_POLICY_WEIGHT: The weighting given to the current GC time versus +# previous GC times. (example: "90") +# - GC_METASPACE_SIZE: The initial metaspace size. (example: "20") +# - GC_MAX_METASPACE_SIZE: The maximum metaspace size. (example: "100") +# - GC_CONTAINER_OPTIONS: Specify Java GC to use. The value of this variable should +# contain the necessary JRE command-line options to specify the required GC, which +# will override the default of `-XX:+UseParallelGC` (example: -XX:+UseG1GC). +# - HTTPS_PROXY: The location of the https proxy. (example: "myuser@127.0.0.1:8080") +# - HTTP_PROXY: The location of the http proxy. (example: "myuser@127.0.0.1:8080") +# - NO_PROXY: A comma separated lists of hosts, IP addresses or domains that can be +# accessed directly. (example: "foo.example.com,bar.example.com") +# +# You can find more information about the UBI base runtime images and their configuration here: +# https://rh-openjdk.github.io/redhat-openjdk-containers/ +### +FROM registry.access.redhat.com/ubi9/openjdk-21-runtime:1.24 + +ENV LANGUAGE='en_US:en' + + +# We make four distinct layers so if there are application changes the library layers can be re-used +COPY --chown=185 target/quarkus-app/lib/ /deployments/lib/ +COPY --chown=185 target/quarkus-app/*.jar /deployments/ +COPY --chown=185 target/quarkus-app/app/ /deployments/app/ +COPY --chown=185 target/quarkus-app/quarkus/ /deployments/quarkus/ + +USER root +RUN mkdir -p /var/lib/r9t && chown 185 /var/lib/r9t + +EXPOSE 8080 +USER 185 +ENV JAVA_OPTS_APPEND="-Dquarkus.http.host=0.0.0.0 -Djava.util.logging.manager=org.jboss.logmanager.LogManager" +ENV JAVA_APP_JAR="/deployments/quarkus-run.jar" + +ENTRYPOINT [ "/opt/jboss/container/java/run/run-java.sh" ] + diff --git a/src/main/docker/Dockerfile.legacy-jar b/src/main/docker/Dockerfile.legacy-jar new file mode 100644 index 0000000..5426b11 --- /dev/null +++ b/src/main/docker/Dockerfile.legacy-jar @@ -0,0 +1,99 @@ +#### +# This Dockerfile is used in order to build a container that runs the Quarkus application in JVM mode +# +# Before building the container image run: +# +# ./mvnw package -Dquarkus.package.jar.type=legacy-jar +# +# Then, build the image with: +# +# docker build -f src/main/docker/Dockerfile.legacy-jar -t quarkus/core-legacy-jar . +# +# Then run the container using: +# +# docker run -i --rm -p 8080:8080 quarkus/core-legacy-jar +# +# If you want to include the debug port into your docker image +# you will have to expose the debug port (default 5005 being the default) like this : EXPOSE 8080 5005. +# Additionally you will have to set -e JAVA_DEBUG=true and -e JAVA_DEBUG_PORT=*:5005 +# when running the container +# +# Then run the container using : +# +# docker run -i --rm -p 8080:8080 quarkus/core-legacy-jar +# +# This image uses the `run-java.sh` script to run the application. +# This scripts computes the command line to execute your Java application, and +# includes memory/GC tuning. +# You can configure the behavior using the following environment properties: +# - JAVA_OPTS: JVM options passed to the `java` command (example: "-verbose:class") - Be aware that this will override +# the default JVM options, use `JAVA_OPTS_APPEND` to append options +# - JAVA_OPTS_APPEND: User specified Java options to be appended to generated options +# in JAVA_OPTS (example: "-Dsome.property=foo") +# - JAVA_MAX_MEM_RATIO: Is used when no `-Xmx` option is given in JAVA_OPTS. This is +# used to calculate a default maximal heap memory based on a containers restriction. +# If used in a container without any memory constraints for the container then this +# option has no effect. If there is a memory constraint then `-Xmx` is set to a ratio +# of the container available memory as set here. The default is `50` which means 50% +# of the available memory is used as an upper boundary. You can skip this mechanism by +# setting this value to `0` in which case no `-Xmx` option is added. +# - JAVA_INITIAL_MEM_RATIO: Is used when no `-Xms` option is given in JAVA_OPTS. This +# is used to calculate a default initial heap memory based on the maximum heap memory. +# If used in a container without any memory constraints for the container then this +# option has no effect. If there is a memory constraint then `-Xms` is set to a ratio +# of the `-Xmx` memory as set here. The default is `25` which means 25% of the `-Xmx` +# is used as the initial heap size. You can skip this mechanism by setting this value +# to `0` in which case no `-Xms` option is added (example: "25") +# - JAVA_MAX_INITIAL_MEM: Is used when no `-Xms` option is given in JAVA_OPTS. +# This is used to calculate the maximum value of the initial heap memory. If used in +# a container without any memory constraints for the container then this option has +# no effect. If there is a memory constraint then `-Xms` is limited to the value set +# here. The default is 4096MB which means the calculated value of `-Xms` never will +# be greater than 4096MB. The value of this variable is expressed in MB (example: "4096") +# - JAVA_DIAGNOSTICS: Set this to get some diagnostics information to standard output +# when things are happening. This option, if set to true, will set +# `-XX:+UnlockDiagnosticVMOptions`. Disabled by default (example: "true"). +# - JAVA_DEBUG: If set remote debugging will be switched on. Disabled by default (example: +# true"). +# - JAVA_DEBUG_PORT: Port used for remote debugging. Defaults to 5005 (example: "8787"). +# - CONTAINER_CORE_LIMIT: A calculated core limit as described in +# https://www.kernel.org/doc/Documentation/scheduler/sched-bwc.txt. (example: "2") +# - CONTAINER_MAX_MEMORY: Memory limit given to the container (example: "1024"). +# - GC_MIN_HEAP_FREE_RATIO: Minimum percentage of heap free after GC to avoid expansion. +# (example: "20") +# - GC_MAX_HEAP_FREE_RATIO: Maximum percentage of heap free after GC to avoid shrinking. +# (example: "40") +# - GC_TIME_RATIO: Specifies the ratio of the time spent outside the garbage collection. +# (example: "4") +# - GC_ADAPTIVE_SIZE_POLICY_WEIGHT: The weighting given to the current GC time versus +# previous GC times. (example: "90") +# - GC_METASPACE_SIZE: The initial metaspace size. (example: "20") +# - GC_MAX_METASPACE_SIZE: The maximum metaspace size. (example: "100") +# - GC_CONTAINER_OPTIONS: Specify Java GC to use. The value of this variable should +# contain the necessary JRE command-line options to specify the required GC, which +# will override the default of `-XX:+UseParallelGC` (example: -XX:+UseG1GC). +# - HTTPS_PROXY: The location of the https proxy. (example: "myuser@127.0.0.1:8080") +# - HTTP_PROXY: The location of the http proxy. (example: "myuser@127.0.0.1:8080") +# - NO_PROXY: A comma separated lists of hosts, IP addresses or domains that can be +# accessed directly. (example: "foo.example.com,bar.example.com") +# +# You can find more information about the UBI base runtime images and their configuration here: +# https://rh-openjdk.github.io/redhat-openjdk-containers/ +### +FROM registry.access.redhat.com/ubi9/openjdk-21-runtime:1.24 + +ENV LANGUAGE='en_US:en' + + +COPY target/lib/* /deployments/lib/ +COPY target/*-runner.jar /deployments/quarkus-run.jar + +USER root +RUN mkdir -p /var/lib/r9t && chown 185 /var/lib/r9t + +EXPOSE 8080 +USER 185 +ENV JAVA_OPTS_APPEND="-Dquarkus.http.host=0.0.0.0 -Djava.util.logging.manager=org.jboss.logmanager.LogManager" +ENV JAVA_APP_JAR="/deployments/quarkus-run.jar" + +ENTRYPOINT [ "/opt/jboss/container/java/run/run-java.sh" ] diff --git a/src/main/docker/Dockerfile.native b/src/main/docker/Dockerfile.native new file mode 100644 index 0000000..00d32a2 --- /dev/null +++ b/src/main/docker/Dockerfile.native @@ -0,0 +1,30 @@ +#### +# This Dockerfile is used in order to build a container that runs the Quarkus application in native (no JVM) mode. +# +# Before building the container image run: +# +# ./mvnw package -Dnative +# +# Then, build the image with: +# +# docker build -f src/main/docker/Dockerfile.native -t quarkus/core . +# +# Then run the container using: +# +# docker run -i --rm -p 8080:8080 quarkus/core +# +# The ` registry.access.redhat.com/ubi9/ubi-minimal:9.7` base image is based on UBI 9. +# To use UBI 8, switch to `quay.io/ubi8/ubi-minimal:8.10`. +### +FROM registry.access.redhat.com/ubi9/ubi-minimal:9.7 +WORKDIR /work/ +RUN chown 1001 /work \ + && chmod "g+rwX" /work \ + && chown 1001:root /work +RUN mkdir -p /var/lib/r9t && chown 1001:root /var/lib/r9t +COPY --chown=1001:root --chmod=0755 target/*-runner /work/application + +EXPOSE 8080 +USER 1001 + +ENTRYPOINT ["./application", "-Dquarkus.http.host=0.0.0.0"] diff --git a/src/main/docker/Dockerfile.native-micro b/src/main/docker/Dockerfile.native-micro new file mode 100644 index 0000000..1f28f53 --- /dev/null +++ b/src/main/docker/Dockerfile.native-micro @@ -0,0 +1,33 @@ +#### +# This Dockerfile is used in order to build a container that runs the Quarkus application in native (no JVM) mode. +# It uses a micro base image, tuned for Quarkus native executables. +# It reduces the size of the resulting container image. +# Check https://quarkus.io/guides/quarkus-runtime-base-image for further information about this image. +# +# Before building the container image run: +# +# ./mvnw package -Dnative +# +# Then, build the image with: +# +# docker build -f src/main/docker/Dockerfile.native-micro -t quarkus/core . +# +# Then run the container using: +# +# docker run -i --rm -p 8080:8080 quarkus/core +# +# The `quay.io/quarkus/ubi9-quarkus-micro-image:2.0` base image is based on UBI 9. +# To use UBI 8, switch to `quay.io/quarkus/quarkus-micro-image:2.0`. +### +FROM quay.io/quarkus/ubi9-quarkus-micro-image:2.0 +WORKDIR /work/ +RUN chown 1001 /work \ + && chmod "g+rwX" /work \ + && chown 1001:root /work +RUN mkdir -p /var/lib/r9t && chown 1001:root /var/lib/r9t +COPY --chown=1001:root --chmod=0755 target/*-runner /work/application + +EXPOSE 8080 +USER 1001 + +ENTRYPOINT ["./application", "-Dquarkus.http.host=0.0.0.0"] diff --git a/src/main/java/dev/dinauer/r9t/core/auth/AwsChunkedInputStream.java b/src/main/java/dev/dinauer/r9t/core/auth/AwsChunkedInputStream.java new file mode 100644 index 0000000..768bd3a --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/auth/AwsChunkedInputStream.java @@ -0,0 +1,84 @@ +package dev.dinauer.r9t.core.auth; + +import java.io.IOException; +import java.io.InputStream; + +public class AwsChunkedInputStream extends InputStream +{ + private final InputStream delegate; + private int remainingInChunk; + private boolean finished; + + public AwsChunkedInputStream(InputStream delegate) + { + this.delegate = delegate; + } + + @Override + public int read() throws IOException + { + byte[] single = new byte[1]; + int count = read(single, 0, 1); + if (count == -1) + { + return -1; + } + return single[0] & 0xFF; + } + + @Override + public int read(byte[] buffer, int offset, int length) throws IOException + { + if (finished) + { + return -1; + } + + if (remainingInChunk == 0) + { + remainingInChunk = readChunkSize(); + if (remainingInChunk == 0) + { + finished = true; + return -1; + } + } + + int count = delegate.read(buffer, offset, Math.min(length, remainingInChunk)); + if (count == -1) + { + throw new IOException("Unexpected end of aws-chunked stream"); + } + + remainingInChunk -= count; + if (remainingInChunk == 0) + { + readCrLf(); + } + return count; + } + + private int readChunkSize() throws IOException + { + String sizeHex = readLine().split(";", 2)[0].trim(); + return Integer.parseInt(sizeHex, 16); + } + + private String readLine() throws IOException + { + StringBuilder line = new StringBuilder(); + int current; + while ((current = delegate.read()) != -1 && current != '\r') + { + line.append((char) current); + } + delegate.read(); + return line.toString(); + } + + private void readCrLf() throws IOException + { + delegate.read(); + delegate.read(); + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/auth/S3IdentityProvider.java b/src/main/java/dev/dinauer/r9t/core/auth/S3IdentityProvider.java new file mode 100644 index 0000000..dc27642 --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/auth/S3IdentityProvider.java @@ -0,0 +1,62 @@ +package dev.dinauer.r9t.core.auth; + +import io.quarkus.security.AuthenticationFailedException; +import io.quarkus.security.identity.AuthenticationRequestContext; +import io.quarkus.security.identity.IdentityProvider; +import io.quarkus.security.identity.SecurityIdentity; +import io.quarkus.security.runtime.QuarkusSecurityIdentity; +import io.smallrye.mutiny.Uni; +import jakarta.enterprise.context.ApplicationScoped; +import org.apache.commons.lang3.StringUtils; +import org.eclipse.microprofile.config.inject.ConfigProperty; + +import java.nio.charset.StandardCharsets; +import java.security.MessageDigest; + +@ApplicationScoped +public class S3IdentityProvider implements IdentityProvider +{ + @ConfigProperty(name = "dev.dinauer.r9t.credentials.access-key") + String accessKey; + + @ConfigProperty(name = "dev.dinauer.r9t.credentials.secret-key") + String secretKey; + + @Override + public Class getRequestType() + { + return SigV4AuthenticationRequest.class; + } + + @Override + public Uni authenticate(SigV4AuthenticationRequest request, AuthenticationRequestContext context) + { + if (!constantTimeEquals(accessKey, request.getAccessKeyId())) + { + return Uni.createFrom().failure(new AuthenticationFailedException("Unknown access key")); + } + + byte[] signingKey = SigV4Signer.signingKey(secretKey, request.getDateStamp(), request.getRegion(), request.getService()); + String expectedSignature = SigV4Signer.hex(SigV4Signer.hmacSha256(signingKey, request.getStringToSign())); + + if (!constantTimeEquals(expectedSignature, request.getSignature())) + { + return Uni.createFrom().failure(new AuthenticationFailedException("Signature mismatch")); + } + + SecurityIdentity identity = QuarkusSecurityIdentity.builder() + .setPrincipal(new S3Principal(accessKey)) + .addRole("s3-user") + .build(); + return Uni.createFrom().item(identity); + } + + private boolean constantTimeEquals(String expected, String actual) + { + if (StringUtils.isAnyEmpty(expected, actual)) + { + return false; + } + return MessageDigest.isEqual(expected.getBytes(StandardCharsets.UTF_8), actual.getBytes(StandardCharsets.UTF_8)); + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/auth/S3Principal.java b/src/main/java/dev/dinauer/r9t/core/auth/S3Principal.java new file mode 100644 index 0000000..d11d3f7 --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/auth/S3Principal.java @@ -0,0 +1,12 @@ +package dev.dinauer.r9t.core.auth; + +import java.security.Principal; + +public record S3Principal(String name) implements Principal +{ + @Override + public String getName() + { + return name; + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/auth/SigV4AuthenticationRequest.java b/src/main/java/dev/dinauer/r9t/core/auth/SigV4AuthenticationRequest.java new file mode 100644 index 0000000..199b313 --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/auth/SigV4AuthenticationRequest.java @@ -0,0 +1,54 @@ +package dev.dinauer.r9t.core.auth; + +import io.quarkus.security.identity.request.BaseAuthenticationRequest; + +public class SigV4AuthenticationRequest extends BaseAuthenticationRequest +{ + private final String accessKeyId; + private final String dateStamp; + private final String region; + private final String service; + private final String stringToSign; + private final String signature; + + public SigV4AuthenticationRequest(String accessKeyId, String dateStamp, String region, String service, + String stringToSign, String signature) + { + this.accessKeyId = accessKeyId; + this.dateStamp = dateStamp; + this.region = region; + this.service = service; + this.stringToSign = stringToSign; + this.signature = signature; + } + + public String getAccessKeyId() + { + return accessKeyId; + } + + public String getDateStamp() + { + return dateStamp; + } + + public String getRegion() + { + return region; + } + + public String getService() + { + return service; + } + + public String getStringToSign() + { + return stringToSign; + } + + public String getSignature() + { + return signature; + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/auth/SigV4AuthorizationHeader.java b/src/main/java/dev/dinauer/r9t/core/auth/SigV4AuthorizationHeader.java new file mode 100644 index 0000000..938a073 --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/auth/SigV4AuthorizationHeader.java @@ -0,0 +1,27 @@ +package dev.dinauer.r9t.core.auth; + +import org.apache.commons.lang3.ArrayUtils; +import org.apache.commons.lang3.StringUtils; + +import java.util.List; + +public record SigV4AuthorizationHeader(String accessKeyId, String dateStamp, String region, String service, + List signedHeaders, String signature) +{ + public static SigV4AuthorizationHeader parse(String header) + { + String credential = StringUtils.substringBetween(header, "Credential=", ","); + String signedHeaders = StringUtils.substringBetween(header, "SignedHeaders=", ","); + String signature = StringUtils.substringAfter(header, "Signature="); + String[] credentialParts = StringUtils.split(credential, "/"); + + if (!StringUtils.startsWith(header, "AWS4-HMAC-SHA256 ") || StringUtils.isAnyBlank(signedHeaders, signature) + || ArrayUtils.getLength(credentialParts) != 5) + { + return null; + } + + return new SigV4AuthorizationHeader(credentialParts[0], credentialParts[1], credentialParts[2], credentialParts[3], + List.of(StringUtils.split(signedHeaders, ";")), signature); + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/auth/SigV4CanonicalRequest.java b/src/main/java/dev/dinauer/r9t/core/auth/SigV4CanonicalRequest.java new file mode 100644 index 0000000..f5c02f4 --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/auth/SigV4CanonicalRequest.java @@ -0,0 +1,122 @@ +package dev.dinauer.r9t.core.auth; + +import io.vertx.core.MultiMap; +import org.apache.commons.lang3.StringUtils; + +import java.nio.charset.StandardCharsets; +import java.util.ArrayList; +import java.util.Collections; +import java.util.Comparator; +import java.util.List; +import java.util.Map; + +public final class SigV4CanonicalRequest +{ + private SigV4CanonicalRequest() + { + } + + public static String build(String method, String path, MultiMap queryParams, MultiMap headers, + List signedHeaderNames, String hashedPayload) + { + return method + "\n" + + canonicalUri(path) + "\n" + + canonicalQueryString(queryParams) + "\n" + + canonicalHeaders(headers, signedHeaderNames) + "\n" + + signedHeadersLine(signedHeaderNames) + "\n" + + hashedPayload; + } + + public static String stringToSign(String amzDate, String credentialScope, String canonicalRequest) + { + return "AWS4-HMAC-SHA256\n" + + amzDate + "\n" + + credentialScope + "\n" + + SigV4Signer.sha256Hex(canonicalRequest); + } + + private static String canonicalUri(String path) + { + if (StringUtils.isEmpty(path)) + { + return "/"; + } + + String[] segments = path.split("/", -1); + StringBuilder result = new StringBuilder(); + for (int i = 0; i < segments.length; i++) + { + if (i > 0) + { + result.append("/"); + } + result.append(uriEncode(segments[i])); + } + return result.toString(); + } + + private static String canonicalQueryString(MultiMap queryParams) + { + List> entries = new ArrayList<>(queryParams.entries()); + entries.sort(Comparator., String>comparing(entry -> uriEncode(entry.getKey())) + .thenComparing(entry -> uriEncode(entry.getValue()))); + + StringBuilder result = new StringBuilder(); + for (int i = 0; i < entries.size(); i++) + { + if (i > 0) + { + result.append("&"); + } + result.append(uriEncode(entries.get(i).getKey())).append("=").append(uriEncode(entries.get(i).getValue())); + } + return result.toString(); + } + + private static String canonicalHeaders(MultiMap headers, List signedHeaderNames) + { + List sortedNames = new ArrayList<>(signedHeaderNames); + sortedNames.replaceAll(String::toLowerCase); + Collections.sort(sortedNames); + + StringBuilder result = new StringBuilder(); + for (String name : sortedNames) + { + List values = headers.getAll(name); + result.append(name).append(":").append(String.join(",", values).trim()).append("\n"); + } + return result.toString(); + } + + private static String signedHeadersLine(List signedHeaderNames) + { + List sortedNames = new ArrayList<>(signedHeaderNames); + sortedNames.replaceAll(String::toLowerCase); + Collections.sort(sortedNames); + return String.join(";", sortedNames); + } + + private static String uriEncode(String value) + { + StringBuilder result = new StringBuilder(); + for (byte b : value.getBytes(StandardCharsets.UTF_8)) + { + char c = (char) (b & 0xFF); + if (isUnreserved(c)) + { + result.append(c); + } + else + { + result.append(String.format("%%%02X", b & 0xFF)); + } + } + return result.toString(); + } + + private static boolean isUnreserved(char c) + { + return (c >= 'A' && c <= 'Z') || (c >= 'a' && c <= 'z') || (c >= '0' && c <= '9') + || c == '-' || c == '_' || c == '.' || c == '~'; + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/auth/SigV4HttpAuthenticationMechanism.java b/src/main/java/dev/dinauer/r9t/core/auth/SigV4HttpAuthenticationMechanism.java new file mode 100644 index 0000000..c9775ce --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/auth/SigV4HttpAuthenticationMechanism.java @@ -0,0 +1,89 @@ +package dev.dinauer.r9t.core.auth; + +import io.quarkus.security.identity.IdentityProviderManager; +import io.quarkus.security.identity.SecurityIdentity; +import io.quarkus.vertx.http.runtime.security.ChallengeData; +import io.quarkus.vertx.http.runtime.security.HttpAuthenticationMechanism; +import io.quarkus.vertx.http.runtime.security.HttpCredentialTransport; +import io.smallrye.mutiny.Uni; +import io.vertx.core.MultiMap; +import io.vertx.ext.web.RoutingContext; +import jakarta.enterprise.context.ApplicationScoped; +import org.apache.commons.lang3.StringUtils; + +import java.time.Instant; +import java.time.ZoneOffset; +import java.time.format.DateTimeFormatter; +import java.time.format.DateTimeParseException; +import java.time.temporal.ChronoUnit; + +@ApplicationScoped +public class SigV4HttpAuthenticationMechanism implements HttpAuthenticationMechanism +{ + private static final DateTimeFormatter AMZ_DATE_FORMAT = DateTimeFormatter.ofPattern("yyyyMMdd'T'HHmmss'Z'"); + private static final long MAX_SKEW_SECONDS = 900; + + @Override + public Uni authenticate(RoutingContext context, IdentityProviderManager identityProviderManager) + { + SigV4AuthorizationHeader parsed = SigV4AuthorizationHeader.parse(context.request().getHeader("Authorization")); + if (parsed == null) + { + return Uni.createFrom().nullItem(); + } + + String amzDate = context.request().getHeader("X-Amz-Date"); + String hashedPayload = context.request().getHeader("X-Amz-Content-Sha256"); + if (StringUtils.isAnyBlank(amzDate, hashedPayload) || !StringUtils.startsWith(amzDate, parsed.dateStamp())) + { + return Uni.createFrom().nullItem(); + } + + if (!withinClockSkew(amzDate)) + { + return Uni.createFrom().nullItem(); + } + + MultiMap headers = context.request().headers(); + MultiMap queryParams = context.request().params(); + String canonicalRequest = SigV4CanonicalRequest.build( + context.request().method().name(), + context.request().path(), + queryParams, + headers, + parsed.signedHeaders(), + hashedPayload); + + String credentialScope = parsed.dateStamp() + "/" + parsed.region() + "/" + parsed.service() + "/aws4_request"; + String stringToSign = SigV4CanonicalRequest.stringToSign(amzDate, credentialScope, canonicalRequest); + + SigV4AuthenticationRequest request = new SigV4AuthenticationRequest( + parsed.accessKeyId(), parsed.dateStamp(), parsed.region(), parsed.service(), stringToSign, parsed.signature()); + return identityProviderManager.authenticate(request); + } + + @Override + public Uni getChallenge(RoutingContext context) + { + return Uni.createFrom().item(new ChallengeData(401, "WWW-Authenticate", "AWS4-HMAC-SHA256")); + } + + @Override + public Uni getCredentialTransport(RoutingContext context) + { + return Uni.createFrom().item(new HttpCredentialTransport(HttpCredentialTransport.Type.AUTHORIZATION, "AWS4-HMAC-SHA256")); + } + + private boolean withinClockSkew(String amzDate) + { + try + { + Instant requestTime = AMZ_DATE_FORMAT.withZone(ZoneOffset.UTC).parse(amzDate, Instant::from); + return Math.abs(ChronoUnit.SECONDS.between(requestTime, Instant.now())) <= MAX_SKEW_SECONDS; + } + catch (DateTimeParseException e) + { + return false; + } + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/auth/SigV4Signer.java b/src/main/java/dev/dinauer/r9t/core/auth/SigV4Signer.java new file mode 100644 index 0000000..3c5cfef --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/auth/SigV4Signer.java @@ -0,0 +1,63 @@ +package dev.dinauer.r9t.core.auth; + +import javax.crypto.Mac; +import javax.crypto.spec.SecretKeySpec; +import java.nio.charset.StandardCharsets; +import java.security.InvalidKeyException; +import java.security.MessageDigest; +import java.security.NoSuchAlgorithmException; +import java.util.HexFormat; + +public final class SigV4Signer +{ + private static final String HMAC_ALGORITHM = "HmacSHA256"; + + private SigV4Signer() + { + } + + public static byte[] hmacSha256(byte[] key, String data) + { + try + { + Mac mac = Mac.getInstance(HMAC_ALGORITHM); + mac.init(new SecretKeySpec(key, HMAC_ALGORITHM)); + return mac.doFinal(data.getBytes(StandardCharsets.UTF_8)); + } + catch (NoSuchAlgorithmException | InvalidKeyException e) + { + throw new IllegalStateException(e); + } + } + + public static byte[] signingKey(String secretKey, String dateStamp, String region, String service) + { + byte[] kDate = hmacSha256(("AWS4" + secretKey).getBytes(StandardCharsets.UTF_8), dateStamp); + byte[] kRegion = hmacSha256(kDate, region); + byte[] kService = hmacSha256(kRegion, service); + return hmacSha256(kService, "aws4_request"); + } + + public static String sha256Hex(String data) + { + return sha256Hex(data.getBytes(StandardCharsets.UTF_8)); + } + + public static String sha256Hex(byte[] data) + { + try + { + MessageDigest digest = MessageDigest.getInstance("SHA-256"); + return hex(digest.digest(data)); + } + catch (NoSuchAlgorithmException e) + { + throw new IllegalStateException(e); + } + } + + public static String hex(byte[] bytes) + { + return HexFormat.of().formatHex(bytes); + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/bucket/Bucket.java b/src/main/java/dev/dinauer/r9t/core/bucket/Bucket.java new file mode 100644 index 0000000..92db978 --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/bucket/Bucket.java @@ -0,0 +1,7 @@ +package dev.dinauer.r9t.core.bucket; + +import java.time.Instant; + +public record Bucket(String name, Instant creationDate) +{ +} diff --git a/src/main/java/dev/dinauer/r9t/core/bucket/BucketRepo.java b/src/main/java/dev/dinauer/r9t/core/bucket/BucketRepo.java new file mode 100644 index 0000000..8052e8e --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/bucket/BucketRepo.java @@ -0,0 +1,111 @@ +package dev.dinauer.r9t.core.bucket; + +import dev.dinauer.r9t.core.s3.S3ErrorCode; +import dev.dinauer.r9t.core.s3.S3Exception; +import jakarta.annotation.PostConstruct; +import jakarta.enterprise.context.ApplicationScoped; +import org.eclipse.microprofile.config.inject.ConfigProperty; + +import java.io.IOException; +import java.nio.file.DirectoryNotEmptyException; +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.attribute.BasicFileAttributes; +import java.util.List; +import java.util.stream.Stream; + +@ApplicationScoped +public class BucketRepo +{ + @ConfigProperty(name = "dev.dinauer.r9t.workdir", defaultValue = "/var/lib/r9t") + String workdir; + + @PostConstruct + void init() + { + try + { + Files.createDirectories(root()); + } + catch (IOException e) + { + throw new S3Exception(S3ErrorCode.INTERNAL_ERROR, workdir, e); + } + } + + public Path root() + { + return Path.of(workdir); + } + + public Path resolve(String bucket) + { + Path target = root().resolve(bucket).normalize(); + if (!target.startsWith(root())) + { + throw new S3Exception(S3ErrorCode.INVALID_ARGUMENT, bucket); + } + return target; + } + + public boolean exists(String bucket) + { + return Files.isDirectory(resolve(bucket)); + } + + public void create(String bucket) + { + try + { + Files.createDirectories(resolve(bucket)); + } + catch (IOException e) + { + throw new S3Exception(S3ErrorCode.INTERNAL_ERROR, bucket, e); + } + } + + public void delete(String bucket) + { + try + { + Files.delete(resolve(bucket)); + } + catch (DirectoryNotEmptyException e) + { + throw new S3Exception(S3ErrorCode.BUCKET_NOT_EMPTY, bucket, e); + } + catch (IOException e) + { + throw new S3Exception(S3ErrorCode.INTERNAL_ERROR, bucket, e); + } + } + + public List list() + { + try (Stream entries = Files.list(root())) + { + return entries + .filter(Files::isDirectory) + .map(this::toBucket) + .toList(); + } + catch (IOException e) + { + throw new S3Exception(S3ErrorCode.INTERNAL_ERROR, "/", e); + } + } + + private Bucket toBucket(Path dir) + { + try + { + BasicFileAttributes attributes = Files.readAttributes(dir, BasicFileAttributes.class); + return new Bucket(dir.getFileName().toString(), attributes.creationTime().toInstant()); + } + catch (IOException e) + { + throw new S3Exception(S3ErrorCode.INTERNAL_ERROR, dir.toString(), e); + } + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/bucket/BucketResource.java b/src/main/java/dev/dinauer/r9t/core/bucket/BucketResource.java new file mode 100644 index 0000000..4b84c36 --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/bucket/BucketResource.java @@ -0,0 +1,46 @@ +package dev.dinauer.r9t.core.bucket; + +import io.quarkus.security.Authenticated; +import jakarta.inject.Inject; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; + +@Path("/") +@Authenticated +public class BucketResource +{ + @Inject + BucketService bucketService; + + @Inject + BucketXmlMapper bucketXmlMapper; + + @GET + @Produces(MediaType.APPLICATION_XML) + public Response list() + { + return Response.ok(bucketXmlMapper.map(bucketService.list())).build(); + } + + @PUT + @Path("{bucket}") + public Response create(@PathParam("bucket") String bucket) + { + bucketService.create(bucket); + return Response.ok().build(); + } + + @DELETE + @Path("{bucket}") + public Response delete(@PathParam("bucket") String bucket) + { + bucketService.delete(bucket); + return Response.noContent().build(); + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/bucket/BucketService.java b/src/main/java/dev/dinauer/r9t/core/bucket/BucketService.java new file mode 100644 index 0000000..6b46dc8 --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/bucket/BucketService.java @@ -0,0 +1,60 @@ +package dev.dinauer.r9t.core.bucket; + +import dev.dinauer.r9t.core.s3.S3ErrorCode; +import dev.dinauer.r9t.core.s3.S3Exception; +import jakarta.enterprise.context.ApplicationScoped; +import jakarta.inject.Inject; + +import java.util.List; +import java.util.regex.Pattern; + +@ApplicationScoped +public class BucketService +{ + private static final Pattern NAME_PATTERN = Pattern.compile("^[a-z0-9][a-z0-9.-]{1,61}[a-z0-9]$"); + + @Inject + BucketRepo bucketRepo; + + public List list() + { + return bucketRepo.list(); + } + + public boolean exists(String name) + { + return bucketRepo.exists(name); + } + + public void create(String name) + { + validate(name); + if (bucketRepo.exists(name)) + { + throw new S3Exception(S3ErrorCode.BUCKET_ALREADY_EXISTS, name); + } + bucketRepo.create(name); + } + + public void delete(String name) + { + require(name); + bucketRepo.delete(name); + } + + public void require(String name) + { + if (!bucketRepo.exists(name)) + { + throw new S3Exception(S3ErrorCode.NO_SUCH_BUCKET, name); + } + } + + private void validate(String name) + { + if (!NAME_PATTERN.matcher(name).matches()) + { + throw new S3Exception(S3ErrorCode.INVALID_BUCKET_NAME, name); + } + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/bucket/BucketXmlMapper.java b/src/main/java/dev/dinauer/r9t/core/bucket/BucketXmlMapper.java new file mode 100644 index 0000000..ca8ef8a --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/bucket/BucketXmlMapper.java @@ -0,0 +1,30 @@ +package dev.dinauer.r9t.core.bucket; + +import dev.dinauer.r9t.core.s3.S3Xml; +import jakarta.enterprise.context.ApplicationScoped; + +import java.util.List; +import java.util.stream.Collectors; + +@ApplicationScoped +public class BucketXmlMapper +{ + public String map(Bucket input) + { + return "\n" + + " " + S3Xml.escape(input.name()) + "\n" + + " " + input.creationDate() + "\n" + + ""; + } + + public String map(List input) + { + String buckets = input.stream().map(this::map).collect(Collectors.joining()); + return "\n" + + "\n" + + " \n" + + buckets + + " \n" + + ""; + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/init/InitService.java b/src/main/java/dev/dinauer/r9t/core/init/InitService.java new file mode 100644 index 0000000..755d0e1 --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/init/InitService.java @@ -0,0 +1,32 @@ +package dev.dinauer.r9t.core.init; + +import dev.dinauer.r9t.core.bucket.BucketService; +import io.quarkus.runtime.StartupEvent; +import jakarta.enterprise.context.ApplicationScoped; +import jakarta.enterprise.event.Observes; +import jakarta.inject.Inject; +import org.eclipse.microprofile.config.inject.ConfigProperty; + +import java.util.List; +import java.util.Optional; + +@ApplicationScoped +public class InitService +{ + @ConfigProperty(name = "dev.dinauer.r9t.init.buckets") + Optional> buckets; + + @Inject + BucketService bucketService; + + void init(@Observes StartupEvent event) + { + for (String bucket : buckets.orElse(List.of())) + { + if (!bucketService.exists(bucket)) + { + bucketService.create(bucket); + } + } + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/object/ObjectRepo.java b/src/main/java/dev/dinauer/r9t/core/object/ObjectRepo.java new file mode 100644 index 0000000..5182781 --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/object/ObjectRepo.java @@ -0,0 +1,135 @@ +package dev.dinauer.r9t.core.object; + +import dev.dinauer.r9t.core.bucket.BucketRepo; +import dev.dinauer.r9t.core.s3.S3ErrorCode; +import dev.dinauer.r9t.core.s3.S3Exception; +import jakarta.enterprise.context.ApplicationScoped; +import jakarta.inject.Inject; + +import java.io.IOException; +import java.io.InputStream; +import java.nio.ByteBuffer; +import java.nio.charset.StandardCharsets; +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.StandardCopyOption; +import java.nio.file.attribute.BasicFileAttributes; +import java.nio.file.attribute.UserDefinedFileAttributeView; +import java.security.DigestInputStream; +import java.security.MessageDigest; +import java.security.NoSuchAlgorithmException; +import java.util.HexFormat; +import java.util.List; +import java.util.stream.Stream; + +@ApplicationScoped +public class ObjectRepo +{ + private static final String ETAG_ATTRIBUTE = "user.etag"; + private static final String CONTENT_TYPE_ATTRIBUTE = "user.contentType"; + + @Inject + BucketRepo bucketRepo; + + public Path resolve(String bucket, String key) + { + Path bucketPath = bucketRepo.resolve(bucket); + Path target = bucketPath.resolve(key).normalize(); + if (!target.startsWith(bucketPath)) + { + throw new S3Exception(S3ErrorCode.INVALID_ARGUMENT, key); + } + return target; + } + + public boolean exists(String bucket, String key) + { + return Files.isRegularFile(resolve(bucket, key)); + } + + public String put(String bucket, String key, String contentType, InputStream data) + { + Path target = resolve(bucket, key); + try + { + Files.createDirectories(target.getParent()); + MessageDigest digest = MessageDigest.getInstance("MD5"); + try (DigestInputStream digestInputStream = new DigestInputStream(data, digest)) + { + Files.copy(digestInputStream, target, StandardCopyOption.REPLACE_EXISTING); + } + String etag = HexFormat.of().formatHex(digest.digest()); + writeAttribute(target, ETAG_ATTRIBUTE, etag); + writeAttribute(target, CONTENT_TYPE_ATTRIBUTE, contentType); + return etag; + } + catch (IOException | NoSuchAlgorithmException e) + { + throw new S3Exception(S3ErrorCode.INTERNAL_ERROR, bucket + "/" + key, e); + } + } + + public S3Object metadata(String bucket, String key) + { + Path target = resolve(bucket, key); + try + { + BasicFileAttributes attributes = Files.readAttributes(target, BasicFileAttributes.class); + String etag = readAttribute(target, ETAG_ATTRIBUTE); + String contentType = readAttribute(target, CONTENT_TYPE_ATTRIBUTE); + return new S3Object(key, attributes.size(), attributes.lastModifiedTime().toInstant(), etag, contentType); + } + catch (IOException e) + { + throw new S3Exception(S3ErrorCode.INTERNAL_ERROR, bucket + "/" + key, e); + } + } + + public Path file(String bucket, String key) + { + return resolve(bucket, key); + } + + public void delete(String bucket, String key) + { + try + { + Files.deleteIfExists(resolve(bucket, key)); + } + catch (IOException e) + { + throw new S3Exception(S3ErrorCode.INTERNAL_ERROR, bucket + "/" + key, e); + } + } + + public List list(String bucket) + { + Path bucketPath = bucketRepo.resolve(bucket); + try (Stream entries = Files.walk(bucketPath)) + { + return entries + .filter(Files::isRegularFile) + .map(path -> metadata(bucket, bucketPath.relativize(path).toString())) + .toList(); + } + catch (IOException e) + { + throw new S3Exception(S3ErrorCode.INTERNAL_ERROR, bucket, e); + } + } + + private void writeAttribute(Path file, String name, String value) throws IOException + { + UserDefinedFileAttributeView view = Files.getFileAttributeView(file, UserDefinedFileAttributeView.class); + view.write(name, StandardCharsets.UTF_8.encode(value)); + } + + private String readAttribute(Path file, String name) throws IOException + { + UserDefinedFileAttributeView view = Files.getFileAttributeView(file, UserDefinedFileAttributeView.class); + ByteBuffer buffer = ByteBuffer.allocate(view.size(name)); + view.read(name, buffer); + buffer.flip(); + return StandardCharsets.UTF_8.decode(buffer).toString(); + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/object/ObjectResource.java b/src/main/java/dev/dinauer/r9t/core/object/ObjectResource.java new file mode 100644 index 0000000..edc52e5 --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/object/ObjectResource.java @@ -0,0 +1,87 @@ +package dev.dinauer.r9t.core.object; + +import dev.dinauer.r9t.core.auth.AwsChunkedInputStream; +import io.quarkus.security.Authenticated; +import org.apache.commons.lang3.StringUtils; +import jakarta.inject.Inject; +import jakarta.ws.rs.Consumes; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.HEAD; +import jakarta.ws.rs.HeaderParam; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; + +import java.io.InputStream; +import java.util.Date; + +@Path("/{bucket}") +@Authenticated +public class ObjectResource +{ + @Inject + ObjectService objectService; + + @Inject + ObjectXmlMapper objectXmlMapper; + + @GET + @Produces(MediaType.APPLICATION_XML) + public Response list(@PathParam("bucket") String bucket) + { + return Response.ok(objectXmlMapper.map(bucket, objectService.list(bucket))).build(); + } + + @PUT + @Path("{key:.+}") + @Consumes(MediaType.WILDCARD) + public Response put(@PathParam("bucket") String bucket, @PathParam("key") String key, + @HeaderParam("Content-Type") String contentType, + @HeaderParam("X-Amz-Content-Sha256") String contentSha256, InputStream body) + { + InputStream payload = body; + if (StringUtils.startsWith(contentSha256, "STREAMING-")) + { + payload = new AwsChunkedInputStream(body); + } + String etag = objectService.put(bucket, key, contentType, payload); + return Response.ok().header("ETag", "\"" + etag + "\"").build(); + } + + @GET + @Path("{key:.+}") + public Response get(@PathParam("bucket") String bucket, @PathParam("key") String key) + { + S3Object metadata = objectService.metadata(bucket, key); + return Response.ok(objectService.file(bucket, key).toFile()) + .type(metadata.contentType()) + .header("ETag", "\"" + metadata.etag() + "\"") + .lastModified(Date.from(metadata.lastModified())) + .build(); + } + + @HEAD + @Path("{key:.+}") + public Response head(@PathParam("bucket") String bucket, @PathParam("key") String key) + { + S3Object metadata = objectService.metadata(bucket, key); + return Response.ok() + .type(metadata.contentType()) + .header("ETag", "\"" + metadata.etag() + "\"") + .header("Content-Length", metadata.size()) + .lastModified(Date.from(metadata.lastModified())) + .build(); + } + + @DELETE + @Path("{key:.+}") + public Response delete(@PathParam("bucket") String bucket, @PathParam("key") String key) + { + objectService.delete(bucket, key); + return Response.noContent().build(); + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/object/ObjectService.java b/src/main/java/dev/dinauer/r9t/core/object/ObjectService.java new file mode 100644 index 0000000..a17f165 --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/object/ObjectService.java @@ -0,0 +1,60 @@ +package dev.dinauer.r9t.core.object; + +import dev.dinauer.r9t.core.bucket.BucketService; +import dev.dinauer.r9t.core.s3.S3ErrorCode; +import dev.dinauer.r9t.core.s3.S3Exception; +import jakarta.enterprise.context.ApplicationScoped; +import jakarta.inject.Inject; + +import java.io.InputStream; +import java.nio.file.Path; +import java.util.List; + +@ApplicationScoped +public class ObjectService +{ + @Inject + ObjectRepo objectRepo; + + @Inject + BucketService bucketService; + + public List list(String bucket) + { + bucketService.require(bucket); + return objectRepo.list(bucket); + } + + public String put(String bucket, String key, String contentType, InputStream data) + { + bucketService.require(bucket); + String resolvedContentType = contentType; + if (resolvedContentType == null) + { + resolvedContentType = "application/octet-stream"; + } + return objectRepo.put(bucket, key, resolvedContentType, data); + } + + public S3Object metadata(String bucket, String key) + { + bucketService.require(bucket); + if (!objectRepo.exists(bucket, key)) + { + throw new S3Exception(S3ErrorCode.NO_SUCH_KEY, bucket + "/" + key); + } + return objectRepo.metadata(bucket, key); + } + + public Path file(String bucket, String key) + { + metadata(bucket, key); + return objectRepo.file(bucket, key); + } + + public void delete(String bucket, String key) + { + bucketService.require(bucket); + objectRepo.delete(bucket, key); + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/object/ObjectXmlMapper.java b/src/main/java/dev/dinauer/r9t/core/object/ObjectXmlMapper.java new file mode 100644 index 0000000..0fd2d29 --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/object/ObjectXmlMapper.java @@ -0,0 +1,32 @@ +package dev.dinauer.r9t.core.object; + +import dev.dinauer.r9t.core.s3.S3Xml; +import jakarta.enterprise.context.ApplicationScoped; + +import java.util.List; +import java.util.stream.Collectors; + +@ApplicationScoped +public class ObjectXmlMapper +{ + public String map(S3Object input) + { + return "\n" + + " " + S3Xml.escape(input.key()) + "\n" + + " " + input.lastModified() + "\n" + + " "" + input.etag() + ""\n" + + " " + input.size() + "\n" + + ""; + } + + public String map(String bucket, List input) + { + String contents = input.stream().map(this::map).collect(Collectors.joining()); + return "\n" + + "\n" + + " " + S3Xml.escape(bucket) + "\n" + + " false\n" + + contents + + ""; + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/object/S3Object.java b/src/main/java/dev/dinauer/r9t/core/object/S3Object.java new file mode 100644 index 0000000..153fe8f --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/object/S3Object.java @@ -0,0 +1,7 @@ +package dev.dinauer.r9t.core.object; + +import java.time.Instant; + +public record S3Object(String key, long size, Instant lastModified, String etag, String contentType) +{ +} diff --git a/src/main/java/dev/dinauer/r9t/core/s3/S3ErrorCode.java b/src/main/java/dev/dinauer/r9t/core/s3/S3ErrorCode.java new file mode 100644 index 0000000..a7d8582 --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/s3/S3ErrorCode.java @@ -0,0 +1,38 @@ +package dev.dinauer.r9t.core.s3; + +public enum S3ErrorCode +{ + NO_SUCH_BUCKET("NoSuchBucket", 404, "The specified bucket does not exist"), + NO_SUCH_KEY("NoSuchKey", 404, "The specified key does not exist"), + BUCKET_ALREADY_EXISTS("BucketAlreadyExists", 409, "The requested bucket name is not available"), + BUCKET_NOT_EMPTY("BucketNotEmpty", 409, "The bucket you tried to delete is not empty"), + INVALID_BUCKET_NAME("InvalidBucketName", 400, "The specified bucket is not valid"), + INVALID_ARGUMENT("InvalidArgument", 400, "Invalid argument"), + INTERNAL_ERROR("InternalError", 500, "We encountered an internal error"); + + private final String code; + private final int httpStatus; + private final String message; + + S3ErrorCode(String code, int httpStatus, String message) + { + this.code = code; + this.httpStatus = httpStatus; + this.message = message; + } + + public String getCode() + { + return code; + } + + public int getHttpStatus() + { + return httpStatus; + } + + public String getMessage() + { + return message; + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/s3/S3Exception.java b/src/main/java/dev/dinauer/r9t/core/s3/S3Exception.java new file mode 100644 index 0000000..337cf65 --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/s3/S3Exception.java @@ -0,0 +1,31 @@ +package dev.dinauer.r9t.core.s3; + +public class S3Exception extends RuntimeException +{ + private final S3ErrorCode code; + private final String resource; + + public S3Exception(S3ErrorCode code, String resource) + { + super(code.getCode() + ": " + resource); + this.code = code; + this.resource = resource; + } + + public S3Exception(S3ErrorCode code, String resource, Throwable cause) + { + super(code.getCode() + ": " + resource, cause); + this.code = code; + this.resource = resource; + } + + public S3ErrorCode getCode() + { + return code; + } + + public String getResource() + { + return resource; + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/s3/S3ExceptionMapper.java b/src/main/java/dev/dinauer/r9t/core/s3/S3ExceptionMapper.java new file mode 100644 index 0000000..d6ad5cf --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/s3/S3ExceptionMapper.java @@ -0,0 +1,19 @@ +package dev.dinauer.r9t.core.s3; + +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.ext.ExceptionMapper; +import jakarta.ws.rs.ext.Provider; + +@Provider +public class S3ExceptionMapper implements ExceptionMapper +{ + @Override + public Response toResponse(S3Exception exception) + { + return Response.status(exception.getCode().getHttpStatus()) + .type(MediaType.APPLICATION_XML) + .entity(S3Xml.error(exception.getCode(), exception.getResource())) + .build(); + } +} diff --git a/src/main/java/dev/dinauer/r9t/core/s3/S3Xml.java b/src/main/java/dev/dinauer/r9t/core/s3/S3Xml.java new file mode 100644 index 0000000..6b35ec4 --- /dev/null +++ b/src/main/java/dev/dinauer/r9t/core/s3/S3Xml.java @@ -0,0 +1,31 @@ +package dev.dinauer.r9t.core.s3; + +import java.util.UUID; + +public final class S3Xml +{ + private S3Xml() + { + } + + public static String escape(String value) + { + return value + .replace("&", "&") + .replace("<", "<") + .replace(">", ">") + .replace("\"", """) + .replace("'", "'"); + } + + public static String error(S3ErrorCode code, String resource) + { + return "\n" + + "\n" + + " " + code.getCode() + "\n" + + " " + escape(code.getMessage()) + "\n" + + " " + escape(resource) + "\n" + + " " + UUID.randomUUID() + "\n" + + ""; + } +} diff --git a/src/main/resources/application.properties b/src/main/resources/application.properties new file mode 100644 index 0000000..025cd02 --- /dev/null +++ b/src/main/resources/application.properties @@ -0,0 +1,2 @@ +%dev.dev.dinauer.r9t.credentials.access-key=devkey +%dev.dev.dinauer.r9t.credentials.secret-key=devsecret diff --git a/src/test/java/dev/dinauer/r9t/core/auth/SigV4TestSigner.java b/src/test/java/dev/dinauer/r9t/core/auth/SigV4TestSigner.java new file mode 100644 index 0000000..da34240 --- /dev/null +++ b/src/test/java/dev/dinauer/r9t/core/auth/SigV4TestSigner.java @@ -0,0 +1,73 @@ +package dev.dinauer.r9t.core.auth; + +import java.net.URI; +import java.net.http.HttpRequest; +import java.time.Instant; +import java.time.ZoneOffset; +import java.time.format.DateTimeFormatter; +import java.util.LinkedHashMap; +import java.util.Map; + +public final class SigV4TestSigner +{ + private static final DateTimeFormatter AMZ_DATE = DateTimeFormatter.ofPattern("yyyyMMdd'T'HHmmss'Z'").withZone(ZoneOffset.UTC); + private static final DateTimeFormatter DATE_STAMP = DateTimeFormatter.ofPattern("yyyyMMdd").withZone(ZoneOffset.UTC); + private static final String REGION = "us-east-1"; + private static final String SERVICE = "s3"; + + private SigV4TestSigner() + { + } + + public static void sign(HttpRequest.Builder builder, String method, URI uri, String accessKey, String secretKey, byte[] body) + { + Instant now = Instant.now(); + String amzDate = AMZ_DATE.format(now); + String dateStamp = DATE_STAMP.format(now); + String payloadHash = SigV4Signer.sha256Hex(body); + String host = uri.getHost() + ":" + uri.getPort(); + + Map headers = new LinkedHashMap<>(); + headers.put("host", host); + headers.put("x-amz-content-sha256", payloadHash); + headers.put("x-amz-date", amzDate); + + String signedHeaders = String.join(";", headers.keySet()); + StringBuilder canonicalHeaders = new StringBuilder(); + for (Map.Entry entry : headers.entrySet()) + { + canonicalHeaders.append(entry.getKey()).append(":").append(entry.getValue()).append("\n"); + } + + String path = uri.getRawPath(); + if (path == null || path.isEmpty()) + { + path = "/"; + } + String query = uri.getRawQuery(); + if (query == null) + { + query = ""; + } + + String canonicalRequest = method + "\n" + + path + "\n" + + query + "\n" + + canonicalHeaders + "\n" + + signedHeaders + "\n" + + payloadHash; + + String credentialScope = dateStamp + "/" + REGION + "/" + SERVICE + "/aws4_request"; + String stringToSign = SigV4CanonicalRequest.stringToSign(amzDate, credentialScope, canonicalRequest); + + byte[] signingKey = SigV4Signer.signingKey(secretKey, dateStamp, REGION, SERVICE); + String signature = SigV4Signer.hex(SigV4Signer.hmacSha256(signingKey, stringToSign)); + + String authorizationHeader = "AWS4-HMAC-SHA256 Credential=" + accessKey + "/" + credentialScope + + ", SignedHeaders=" + signedHeaders + ", Signature=" + signature; + + builder.header("X-Amz-Date", amzDate) + .header("X-Amz-Content-Sha256", payloadHash) + .header("Authorization", authorizationHeader); + } +} diff --git a/src/test/java/dev/dinauer/r9t/core/object/ObjectUploadTest.java b/src/test/java/dev/dinauer/r9t/core/object/ObjectUploadTest.java new file mode 100644 index 0000000..8a0519c --- /dev/null +++ b/src/test/java/dev/dinauer/r9t/core/object/ObjectUploadTest.java @@ -0,0 +1,83 @@ +package dev.dinauer.r9t.core.object; + +import dev.dinauer.r9t.core.auth.SigV4TestSigner; +import io.quarkus.test.common.http.TestHTTPResource; +import io.quarkus.test.junit.QuarkusTest; +import org.junit.jupiter.api.AfterEach; +import org.junit.jupiter.api.Test; + +import java.net.URI; +import java.net.http.HttpClient; +import java.net.http.HttpRequest; +import java.net.http.HttpResponse; +import java.nio.charset.StandardCharsets; + +import static org.junit.jupiter.api.Assertions.assertEquals; +import static org.junit.jupiter.api.Assertions.assertTrue; + +@QuarkusTest +public class ObjectUploadTest +{ + private static final String BUCKET = "upload-test-bucket"; + private static final String KEY = "upload-test.txt"; + private static final String ACCESS_KEY = "testkey"; + private static final String SECRET_KEY = "testsecret"; + + @TestHTTPResource + URI baseUri; + + private final HttpClient client = HttpClient.newBuilder().version(HttpClient.Version.HTTP_1_1).build(); + + @Test + public void upload() throws Exception + { + HttpResponse createBucket = send("PUT", baseUri.resolve(BUCKET), new byte[0], null); + assertEquals(200, createBucket.statusCode()); + + byte[] content = "hello upload test".getBytes(StandardCharsets.UTF_8); + HttpResponse put = send("PUT", baseUri.resolve(BUCKET + "/" + KEY), content, "text/plain"); + assertEquals(200, put.statusCode()); + assertTrue(put.headers().firstValue("ETag").isPresent()); + + HttpResponse get = sendForBytes("GET", baseUri.resolve(BUCKET + "/" + KEY)); + assertEquals(200, get.statusCode()); + assertEquals("text/plain", get.headers().firstValue("Content-Type").orElse("")); + assertEquals(new String(content, StandardCharsets.UTF_8), new String(get.body(), StandardCharsets.UTF_8)); + } + + @Test + public void unsignedRequestIsRejected() throws Exception + { + HttpResponse response = client.send( + HttpRequest.newBuilder(baseUri.resolve(BUCKET)).PUT(HttpRequest.BodyPublishers.noBody()).build(), + HttpResponse.BodyHandlers.discarding()); + assertEquals(401, response.statusCode()); + } + + @AfterEach + public void cleanup() throws Exception + { + send("DELETE", baseUri.resolve(BUCKET + "/" + KEY), new byte[0], null); + send("DELETE", baseUri.resolve(BUCKET), new byte[0], null); + } + + private HttpResponse send(String method, URI uri, byte[] body, String contentType) throws Exception + { + HttpRequest.Builder builder = HttpRequest.newBuilder(uri) + .method(method, HttpRequest.BodyPublishers.ofByteArray(body)); + if (contentType != null) + { + builder.header("Content-Type", contentType); + } + SigV4TestSigner.sign(builder, method, uri, ACCESS_KEY, SECRET_KEY, body); + return client.send(builder.build(), HttpResponse.BodyHandlers.discarding()); + } + + private HttpResponse sendForBytes(String method, URI uri) throws Exception + { + HttpRequest.Builder builder = HttpRequest.newBuilder(uri) + .method(method, HttpRequest.BodyPublishers.ofByteArray(new byte[0])); + SigV4TestSigner.sign(builder, method, uri, ACCESS_KEY, SECRET_KEY, new byte[0]); + return client.send(builder.build(), HttpResponse.BodyHandlers.ofByteArray()); + } +} diff --git a/src/test/resources/application.properties b/src/test/resources/application.properties new file mode 100644 index 0000000..29ecf01 --- /dev/null +++ b/src/test/resources/application.properties @@ -0,0 +1,3 @@ +dev.dinauer.r9t.workdir=target/test-r9t +dev.dinauer.r9t.credentials.access-key=testkey +dev.dinauer.r9t.credentials.secret-key=testsecret