ci: improve RustFS startup diagnostics and readiness

Expose server logs, retry bucket initialization, verify native downloads, and disable the unused console.

Generated-by: Codex

Author: smaheshwar-pltr

ci/scripts/start_object_store.sh

@@ -25,14 +25,13 @@ OBJECT_STORE_CONTAINER_NAME="${OBJECT_STORE_CONTAINER_NAME:-iceberg-object-store
 OBJECT_STORE_ACCESS_KEY="${AWS_ACCESS_KEY_ID:-admin}"
 OBJECT_STORE_SECRET_KEY="${AWS_SECRET_ACCESS_KEY:-password}"
 OBJECT_STORE_PORT="${OBJECT_STORE_PORT:-9000}"
-OBJECT_STORE_CONSOLE_PORT="${OBJECT_STORE_CONSOLE_PORT:-9001}"
 OBJECT_STORE_BUCKET="${OBJECT_STORE_BUCKET:-iceberg-test}"
 OBJECT_STORE_ENDPOINT="${AWS_ENDPOINT_URL:-http://127.0.0.1:${OBJECT_STORE_PORT}}"
 OBJECT_STORE_DIR="${RUNNER_TEMP:-/tmp}/iceberg-object-store"
 
 wait_for_object_store() {
   for ((attempt = 0; attempt < 60; attempt++)); do
-    if curl -fsS --connect-timeout 1 --max-time 2 "${OBJECT_STORE_ENDPOINT}/health/ready" >/dev/null; then
+    if curl -fs --connect-timeout 1 --max-time 2 "${OBJECT_STORE_ENDPOINT}/health/ready" >/dev/null; then
       return 0
     fi
     sleep 1
@@ -52,10 +51,11 @@ start_object_store_docker() {
   fi
 
   docker run -d --name "${OBJECT_STORE_CONTAINER_NAME}" \
-    -p "${OBJECT_STORE_PORT}:9000" -p "${OBJECT_STORE_CONSOLE_PORT}:9001" \
+    -p "${OBJECT_STORE_PORT}:9000" \
     -e "RUSTFS_ACCESS_KEY=${OBJECT_STORE_ACCESS_KEY}" \
     -e "RUSTFS_SECRET_KEY=${OBJECT_STORE_SECRET_KEY}" \
-    -e RUSTFS_CONSOLE_ENABLE=true \
+    -e RUSTFS_CONSOLE_ENABLE=false \
+    -e RUSTFS_OBS_LOG_STDOUT_ENABLED=true \
     "${OBJECT_STORE_IMAGE}" /data
 }
 
@@ -76,17 +76,27 @@ start_object_store_native() {
       ;;
   esac
 
+  local archive="rustfs-${platform}-v${OBJECT_STORE_VERSION}.zip"
+  local release_url="https://github.com/rustfs/rustfs/releases/download/${OBJECT_STORE_VERSION}"
   mkdir -p "${OBJECT_STORE_DIR}/data"
   curl -fsSL --retry 3 \
-    "https://github.com/rustfs/rustfs/releases/download/${OBJECT_STORE_VERSION}/rustfs-${platform}-v${OBJECT_STORE_VERSION}.zip" \
-    -o "${OBJECT_STORE_DIR}/rustfs.zip"
-  unzip -o "${OBJECT_STORE_DIR}/rustfs.zip" -d "${OBJECT_STORE_DIR}"
+    "${release_url}/${archive}" -o "${OBJECT_STORE_DIR}/${archive}"
+  curl -fsSL --retry 3 "${release_url}/SHA256SUMS" -o "${OBJECT_STORE_DIR}/SHA256SUMS"
+  (
+    cd "${OBJECT_STORE_DIR}"
+    grep -F "  ${archive}" SHA256SUMS > rustfs.sha256
+    if command -v sha256sum >/dev/null 2>&1; then
+      sha256sum --check rustfs.sha256
+    else
+      shasum -a 256 --check rustfs.sha256
+    fi
+  )
+  unzip -o "${OBJECT_STORE_DIR}/${archive}" -d "${OBJECT_STORE_DIR}"
   chmod +x "${OBJECT_STORE_DIR}/${binary}"
   RUSTFS_ACCESS_KEY="${OBJECT_STORE_ACCESS_KEY}" \
     RUSTFS_SECRET_KEY="${OBJECT_STORE_SECRET_KEY}" \
     RUSTFS_ADDRESS=":${OBJECT_STORE_PORT}" \
-    RUSTFS_CONSOLE_ADDRESS=":${OBJECT_STORE_CONSOLE_PORT}" \
-    RUSTFS_CONSOLE_ENABLE=true \
+    RUSTFS_CONSOLE_ENABLE=false \
     "${OBJECT_STORE_DIR}/${binary}" "${OBJECT_STORE_DIR}/data" \
     >"${OBJECT_STORE_DIR}/rustfs.log" 2>&1 &
 }
@@ -95,8 +105,16 @@ create_bucket() {
   export AWS_ACCESS_KEY_ID="${OBJECT_STORE_ACCESS_KEY}"
   export AWS_SECRET_ACCESS_KEY="${OBJECT_STORE_SECRET_KEY}"
   export AWS_DEFAULT_REGION="${AWS_DEFAULT_REGION:-us-east-1}"
-  aws --endpoint-url "${OBJECT_STORE_ENDPOINT}" s3api head-bucket --bucket "${OBJECT_STORE_BUCKET}" || \
-    aws --endpoint-url "${OBJECT_STORE_ENDPOINT}" s3api create-bucket --bucket "${OBJECT_STORE_BUCKET}"
+  # The health endpoint can pass before S3 requests are accepted.
+  for ((attempt = 0; attempt < 5; attempt++)); do
+    if aws --endpoint-url "${OBJECT_STORE_ENDPOINT}" s3api head-bucket --bucket "${OBJECT_STORE_BUCKET}" >/dev/null 2>&1 || \
+      aws --endpoint-url "${OBJECT_STORE_ENDPOINT}" s3api create-bucket --bucket "${OBJECT_STORE_BUCKET}"; then
+      return 0
+    fi
+    sleep 2
+  done
+  echo "Failed to create bucket ${OBJECT_STORE_BUCKET} at ${OBJECT_STORE_ENDPOINT}." >&2
+  return 1
 }
 
 if ! command -v aws >/dev/null 2>&1; then