dflash_feature_ring.cpp

// dflash_feature_ring.cpp — implementation for common DFlash feature ring.

#include "dflash_feature_ring.h"
#include "peer_access.h"

#include "ggml.h"

// ggml_get_to_fp32_cuda is not in any public header — it lives in
// ggml-cuda/convert.cuh. Declare the typedef + extern here so we can link
// against it from this TU.
using to_fp32_cuda_t = void (*)(const void *, float *, int64_t, cudaStream_t);
extern "C++" to_fp32_cuda_t ggml_get_to_fp32_cuda(ggml_type type);

#include <algorithm>
#include <cstdlib>
#include <cstring>
#include <cstdio>
#include <vector>

#include "gpu_runtime_compat.h"

namespace luce::common {

// ── internal helpers ────────────────────────────────────────────

// Log a failed CUDA/HIP runtime call with its error string and return true.
// The backends surface only a generic "feature mirror init failed" /
// "feature_sync" when any of these helpers returns false, so on HIP there is no
// way to tell an OOM from a bad device id from a peer-copy failure. Naming the
// call + printing cudaGetErrorString (mapped to hipGetErrorString on HIP builds)
// turns that into a per-call diagnostic. Needed for the #457 DDTree-never-engages
// triage: a mirror-init or feature-sync failure silently drops spec decode to AR.
static bool feature_cuda_failed(const char * call, cudaError_t err) {
    if (err == cudaSuccess) return false;
    std::fprintf(stderr, "[dflash-feature] %s failed: %s\n",
                 call, cudaGetErrorString(err));
    return true;
}

static bool ensure_staging(DraftFeatureMirror & mirror, size_t bytes) {
    if (bytes <= mirror.staging_bytes) return true;
    cudaError_t err = cudaSetDevice(mirror.device);
    if (feature_cuda_failed("cudaSetDevice", err)) return false;
    if (mirror.staging) {
        err = cudaFree(mirror.staging);
        if (feature_cuda_failed("cudaFree", err)) return false;
        mirror.staging = nullptr;
        mirror.staging_bytes = 0;
    }
    err = cudaMalloc(&mirror.staging, bytes);
    if (feature_cuda_failed("cudaMalloc", err)) return false;
    mirror.staging_bytes = bytes;
    return true;
}

static ggml_type parse_feature_dtype() {
    const char * s = std::getenv("LUCE_FEATURE_DTYPE");
    if (!s || !s[0] || std::strcmp(s, "f32") == 0 || std::strcmp(s, "F32") == 0) {
        return GGML_TYPE_F32;
    }
    if (std::strcmp(s, "f16") == 0 || std::strcmp(s, "F16") == 0) {
        return GGML_TYPE_F16;
    }
    if (std::strcmp(s, "bf16") == 0 || std::strcmp(s, "BF16") == 0) {
        return GGML_TYPE_BF16;
    }
    if (std::strcmp(s, "q8_0") == 0 || std::strcmp(s, "Q8_0") == 0 ||
        std::strcmp(s, "q8") == 0 || std::strcmp(s, "Q8") == 0) {
        return GGML_TYPE_Q8_0;
    }
    std::fprintf(stderr, "[dflash-feature] ignoring unsupported LUCE_FEATURE_DTYPE=%s\n", s);
    return GGML_TYPE_F32;
}

static bool check_feature_width_compatible(ggml_type type, int width) {
    const int64_t blck = ggml_blck_size(type);
    return blck > 0 && width > 0 && width % blck == 0;
}

static bool quantize_host_f32_to_feature_type(ggml_type type,
                                              const float * src,
                                              void * dst,
                                              size_t elems) {
    const auto * traits = ggml_get_type_traits(type);
    if (!traits || !traits->from_float_ref) return false;
    if (traits->blck_size <= 0 || elems % (size_t)traits->blck_size != 0) return false;
    traits->from_float_ref(src, dst, (int64_t)elems);
    return true;
}

static bool dequantize_feature_type_to_host_f32(ggml_type type,
                                                const void * src,
                                                float * dst,
                                                size_t elems) {
    const auto * traits = ggml_get_type_traits(type);
    if (!traits || !traits->to_float) return false;
    if (traits->blck_size <= 0 || elems % (size_t)traits->blck_size != 0) return false;
    traits->to_float(src, dst, (int64_t)elems);
    return true;
}

static bool host_f32_to_feature_row(ggml_type type,
                                    const float * src,
                                    void * dst,
                                    size_t elems) {
    if (type == GGML_TYPE_F32) {
        std::memcpy(dst, src, elems * sizeof(float));
        return true;
    }
    if (type == GGML_TYPE_F16) {
        ggml_fp32_to_fp16_row(src, (ggml_fp16_t *)dst, (int64_t)elems);
        return true;
    }
    if (type == GGML_TYPE_BF16) {
        ggml_fp32_to_bf16_row(src, (ggml_bf16_t *)dst, (int64_t)elems);
        return true;
    }
    return quantize_host_f32_to_feature_type(type, src, dst, elems);
}

static bool feature_row_to_host_f32(ggml_type type,
                                    const void * src,
                                    float * dst,
                                    size_t elems) {
    if (type == GGML_TYPE_F32) {
        std::memcpy(dst, src, elems * sizeof(float));
        return true;
    }
    if (type == GGML_TYPE_F16) {
        ggml_fp16_to_fp32_row((const ggml_fp16_t *)src, dst, (int64_t)elems);
        return true;
    }
    if (type == GGML_TYPE_BF16) {
        ggml_bf16_to_fp32_row((const ggml_bf16_t *)src, dst, (int64_t)elems);
        return true;
    }
    return dequantize_feature_type_to_host_f32(type, src, dst, elems);
}

static bool convert_device_f32_to_feature_type(DraftFeatureMirror & mirror,
                                               const void * src,
                                               int src_device,
                                               void * dst,
                                               size_t elems) {
    if (mirror.storage_type == GGML_TYPE_F32) {
        return copy_peer_async(dst, mirror.device, src, src_device,
                               elems * sizeof(float));
    }

    std::vector<float> host(elems);
    cudaError_t err = cudaSetDevice(src_device);
    if (feature_cuda_failed("cudaSetDevice", err)) return false;
    err = cudaMemcpyAsync(host.data(), src, elems * sizeof(float),
                          cudaMemcpyDeviceToHost, luce_copy_stream(src_device));
    if (feature_cuda_failed("cudaMemcpyAsync", err)) return false;
    if (!luce_copy_stream_sync(src_device)) return false;

    const size_t row_bytes = ggml_row_size(mirror.storage_type, (int64_t)elems);
    std::vector<uint8_t> tmp(row_bytes);
    if (!host_f32_to_feature_row(mirror.storage_type, host.data(), tmp.data(), elems)) {
        return false;
    }
    ggml_backend_tensor_set(mirror.target_feat, tmp.data(),
                            (size_t)((char *)dst - (char *)mirror.target_feat->data),
                            row_bytes);
    return true;
}

static bool convert_bf16_feature_to_storage(DraftFeatureMirror & mirror,
                                            const void * src,
                                            int src_device,
                                            void * dst,
                                            size_t elems) {
    if (mirror.storage_type == GGML_TYPE_BF16) {
        return copy_peer_async(dst, mirror.device, src, src_device,
                               elems * sizeof(ggml_bf16_t));
    }

    const size_t blck = (size_t)ggml_blck_size(mirror.storage_type);
    if (blck == 0 || elems % blck != 0) return false;

    constexpr size_t max_chunk_bytes = 4u * 1024u * 1024u;
    const size_t max_chunk_elems =
        std::max(blck, (max_chunk_bytes / sizeof(float) / blck) * blck);
    const size_t dst_offset = (size_t)((char *)dst - (char *)mirror.target_feat->data);

    cudaError_t err = cudaSetDevice(src_device);
    if (feature_cuda_failed("cudaSetDevice", err)) return false;

    size_t done = 0;
    size_t dst_bytes_done = 0;
    while (done < elems) {
        size_t chunk = std::min(elems - done, max_chunk_elems);
        chunk = (chunk / blck) * blck;
        if (chunk == 0) return false;

        std::vector<ggml_bf16_t> bf16_host(chunk);
        err = cudaMemcpyAsync(bf16_host.data(),
                              (const char *)src + done * sizeof(ggml_bf16_t),
                              chunk * sizeof(ggml_bf16_t),
                              cudaMemcpyDeviceToHost, luce_copy_stream(src_device));
        if (feature_cuda_failed("cudaMemcpyAsync", err)) return false;
        if (!luce_copy_stream_sync(src_device)) return false;

        std::vector<float> host(chunk);
        ggml_bf16_to_fp32_row(bf16_host.data(), host.data(), (int64_t)chunk);

        const size_t chunk_bytes = ggml_row_size(mirror.storage_type, (int64_t)chunk);
        std::vector<uint8_t> tmp(chunk_bytes);
        if (!host_f32_to_feature_row(mirror.storage_type, host.data(), tmp.data(), chunk)) {
            return false;
        }
        ggml_backend_tensor_set(mirror.target_feat, tmp.data(),
                                dst_offset + dst_bytes_done, chunk_bytes);
        done += chunk;
        dst_bytes_done += chunk_bytes;
    }
    return true;
}

static bool copy_feature_to_f32(DraftFeatureMirror & mirror,
                                const void * src,
                                int src_device,
                                float * dst,
                                size_t elems) {
    if (mirror.storage_type == GGML_TYPE_F32) {
        return copy_peer_async(dst, mirror.device, src, src_device,
                               elems * sizeof(float));
    }
    auto to_f32 = ggml_get_to_fp32_cuda(mirror.storage_type);
    if (!to_f32) return false;
    const size_t src_bytes = ggml_row_size(mirror.storage_type, (int64_t)elems);
    if (src_device != mirror.device) {
        if (!ensure_staging(mirror, src_bytes)) return false;
        if (!copy_peer_async(mirror.staging, mirror.device, src, src_device,
                             src_bytes)) {
            return false;
        }
        src = mirror.staging;
    }
    cudaError_t err = cudaSetDevice(mirror.device);
    if (feature_cuda_failed("cudaSetDevice", err)) return false;
    to_f32(src, dst, (int64_t)elems, luce_copy_stream(mirror.device));
    err = cudaGetLastError();
    if (feature_cuda_failed("to_fp32_cuda", err)) return false;
    return true;
}

// ── public API ──────────────────────────────────────────────────

void draft_feature_mirror_free(DraftFeatureMirror & mirror) {
    if (mirror.staging) {
        (void)cudaSetDevice(mirror.device);
        (void)cudaFree(mirror.staging);
        mirror.staging = nullptr;
        mirror.staging_bytes = 0;
    }
    if (mirror.buf) {
        ggml_backend_buffer_free(mirror.buf);
        mirror.buf = nullptr;
    }
    if (mirror.ctx) {
        ggml_free(mirror.ctx);
        mirror.ctx = nullptr;
    }
    mirror.target_feat = nullptr;
    mirror.device = 0;
    mirror.target_device = 0;
    mirror.cap = 0;
    mirror.storage_type = GGML_TYPE_F32;
}

bool draft_feature_mirror_init(DraftFeatureMirror & mirror,
                               ggml_backend_t backend,
                               int device,
                               int target_device,
                               int cap,
                               int n_target_layers,
                               int hidden_size) {
    draft_feature_mirror_free(mirror);
    if (cap <= 0 || n_target_layers <= 0 || hidden_size <= 0) return false;
    mirror.device = device;
    mirror.target_device = target_device;
    mirror.n_target_layers = n_target_layers;
    mirror.hidden_size = hidden_size;
    mirror.storage_type = parse_feature_dtype();
    if (!check_feature_width_compatible(mirror.storage_type, hidden_size) ||
        !check_feature_width_compatible(mirror.storage_type, n_target_layers * hidden_size)) {
        std::fprintf(stderr,
                     "[dflash-feature] unsupported mirror dtype=%s for hidden=%d layers=%d\n",
                     ggml_type_name(mirror.storage_type), hidden_size, n_target_layers);
        mirror.storage_type = GGML_TYPE_F32;
    }

    ggml_init_params ip{};
    ip.mem_size = ggml_tensor_overhead() * 4 + 16 * 1024;
    ip.mem_buffer = nullptr;
    ip.no_alloc = true;
    mirror.ctx = ggml_init(ip);
    if (!mirror.ctx) return false;

    const int fc_in = n_target_layers * hidden_size;
    mirror.target_feat = ggml_new_tensor_2d(mirror.ctx, mirror.storage_type, fc_in, cap);
    ggml_set_name(mirror.target_feat, "draft_target_feat_mirror");
    mirror.buf = ggml_backend_alloc_ctx_tensors(mirror.ctx, backend);
    if (!mirror.buf) {
        draft_feature_mirror_free(mirror);
        return false;
    }
    const size_t bytes = ggml_nbytes(mirror.target_feat);
    cudaError_t err = cudaSetDevice(device);
    if (feature_cuda_failed("cudaSetDevice", err)) {
        draft_feature_mirror_free(mirror);
        return false;
    }
    err = cudaMemsetAsync(mirror.target_feat->data, 0, bytes, luce_copy_stream(device));
    if (feature_cuda_failed("cudaMemsetAsync", err) || !luce_copy_stream_sync(device)) {
        draft_feature_mirror_free(mirror);
        return false;
    }
    mirror.cap = cap;
    std::fprintf(stderr, "[dflash-feature] mirror dtype=%s cap=%d fc_in=%d\n",
                 ggml_type_name(mirror.storage_type), cap, fc_in);
    return true;
}

bool draft_feature_mirror_can_view(const DraftFeatureMirror & mirror,
                                   int committed,
                                   int ctx_len,
                                   int & slot0) {
    if (!mirror.target_feat || mirror.cap <= 0) return false;
    if (ctx_len <= 0 || ctx_len > mirror.cap || committed < ctx_len) return false;
    const int start = committed - ctx_len;
    slot0 = start % mirror.cap;
    return mirror.storage_type == GGML_TYPE_F32 && slot0 + ctx_len <= mirror.cap;
}

bool draft_feature_mirror_sync_range(const ggml_tensor * src_target_feat,
                                     int src_cap,
                                     DraftFeatureMirror & mirror,
                                     int start_pos,
                                     int n_tokens) {
    if (!src_target_feat || !mirror.target_feat || mirror.cap <= 0 || src_cap <= 0) return false;
    if (n_tokens <= 0) return true;
    if (n_tokens > mirror.cap) return false;

    const int fc_in = mirror.n_target_layers * mirror.hidden_size;
    if (fc_in <= 0) return false;
    const size_t src_stride = src_target_feat->nb[1];
    const size_t dst_stride = mirror.target_feat->nb[1];
    const bool meta_source = src_target_feat->buffer &&
        ggml_backend_buft_is_meta(
            ggml_backend_buffer_get_type(src_target_feat->buffer));

    if (meta_source) {
        // Bound host scratch for long prefix restores. Qwen3.6-27B has
        // fc_in=25,600, so gathering all 4,096 rows at once used roughly
        // 200 MiB of BF16 plus 400 MiB of F32 temporary storage. A 16 MiB
        // F32 chunk keeps the combined BF16+F32 high-water mark near 24 MiB
        // while retaining batched 2D transfers.
        constexpr size_t kMaxF32ChunkBytes = 16 * 1024 * 1024;
        const size_t src_row_bytes =
            ggml_row_size(src_target_feat->type, fc_in);
        const size_t dst_row_bytes =
            ggml_row_size(mirror.storage_type, fc_in);
        if (src_target_feat->type != GGML_TYPE_BF16) {
            return false;
        }
        const size_t f32_row_bytes = (size_t) fc_in * sizeof(float);
        const int max_chunk_rows = (int) std::max<size_t>(
            1, kMaxF32ChunkBytes / f32_row_bytes);

        std::vector<ggml_bf16_t> bf16;
        std::vector<float> host;
        std::vector<uint8_t> converted;

        int done = 0;
        while (done < n_tokens) {
            const int src_slot = (start_pos + done) % src_cap;
            const int dst_slot = (start_pos + done) % mirror.cap;
            const int run = std::min(
                std::min(n_tokens - done, max_chunk_rows),
                std::min(src_cap - src_slot, mirror.cap - dst_slot));
            const size_t run_elements = (size_t) run * (size_t) fc_in;

            bf16.resize(run_elements);

            // One logical read lets the meta backend gather every row with
            // batched rank-local 2D transfers instead of synchronizing once
            // per token.
            ggml_backend_tensor_get_2d(
                src_target_feat, bf16.data(),
                (size_t) src_slot * src_stride,
                src_row_bytes, (size_t) run,
                src_stride, src_row_bytes);

            const void * upload_data = bf16.data();
            if (mirror.storage_type != GGML_TYPE_BF16) {
                host.resize(run_elements);
                for (int row = 0; row < run; ++row) {
                    const size_t element_offset =
                        (size_t) row * (size_t) fc_in;
                    ggml_bf16_to_fp32_row(
                        bf16.data() + element_offset,
                        host.data() + element_offset, fc_in);
                }
                upload_data = host.data();
            }
            if (mirror.storage_type != GGML_TYPE_BF16 &&
                mirror.storage_type != GGML_TYPE_F32) {
                converted.resize((size_t) run * dst_row_bytes);
                for (int row = 0; row < run; ++row) {
                    const size_t element_offset =
                        (size_t) row * (size_t) fc_in;
                    if (!host_f32_to_feature_row(
                            mirror.storage_type,
                            host.data() + element_offset,
                            converted.data() + (size_t) row * dst_row_bytes,
                            fc_in)) {
                        return false;
                    }
                }
                upload_data = converted.data();
            }

            // The destination run is contiguous, so upload all converted rows
            // with one transfer. Runs split at ring wraps or the scratch cap.
            ggml_backend_tensor_set_2d(
                mirror.target_feat, upload_data,
                (size_t) dst_slot * dst_stride,
                dst_row_bytes, (size_t) run,
                dst_stride, dst_row_bytes);
            done += run;
        }
        return true;
    }

    int done = 0;
    while (done < n_tokens) {
        const int src_slot = (start_pos + done) % src_cap;
        const int dst_slot = (start_pos + done) % mirror.cap;
        const int src_run = src_cap - src_slot;
        const int dst_run = mirror.cap - dst_slot;
        const int run = std::min(n_tokens - done, std::min(src_run, dst_run));
        const size_t elems = (size_t)run * (size_t)fc_in;
        const void * src =
            (const char *)src_target_feat->data + (size_t)src_slot * src_stride;
        void * dst =
            (char *)mirror.target_feat->data + (size_t)dst_slot * dst_stride;
        if (!convert_bf16_feature_to_storage(mirror, src, mirror.target_device, dst, elems)) {
            return false;
        }
        cudaError_t err = cudaGetLastError();
        if (feature_cuda_failed("cudaGetLastError", err)) return false;
        done += run;
    }
    // Wait for this call's copies only; a device-wide sync would fail while
    // another model's thread captures a graph.
    if (!luce_copy_stream_sync(mirror.device) ||
        !luce_copy_stream_sync(mirror.target_device)) {
        std::fprintf(stderr, "[dflash-feature] copy stream sync failed\n");
        return false;
    }
    return true;
}

bool draft_feature_mirror_sync_tail(const ggml_tensor * src_target_feat,
                                    int src_cap,
                                    DraftFeatureMirror & mirror,
                                    int committed) {
    if (!mirror.target_feat || committed <= 0) return true;
    const int n = std::min(committed, mirror.cap);
    return draft_feature_mirror_sync_range(src_target_feat, src_cap, mirror,
                                           committed - n, n);
}

// ── Ring ↔ tensor copy helpers ──────────────────────────────────

bool copy_capture_slice_to_draft_ring(
    DraftFeatureMirror & feature_ring,
    int capture_idx,
    const ggml_tensor * act_out,
    int src_device,
    int chunk_start,
    int start_pos,
    int n_tokens) {
    if (!feature_ring.target_feat || n_tokens <= 0) return true;
    if (capture_idx < 0 || capture_idx >= feature_ring.n_target_layers ||
        start_pos < 0 || feature_ring.cap <= 0 ||
        feature_ring.hidden_size <= 0) {
        return false;
    }
    const int hidden = feature_ring.hidden_size;
    const size_t dst_stride = feature_ring.target_feat->nb[1];
    const size_t src_stride = act_out->nb[1];
    const size_t row_elems = (size_t)hidden;
    for (int i = 0; i < n_tokens; i++) {
        const int slot = (start_pos + i) % feature_ring.cap;
        const void * src = (const char *)act_out->data +
            (size_t)(chunk_start + i) * src_stride;
        void * dst = (char *)feature_ring.target_feat->data +
            (size_t)slot * dst_stride +
            (size_t)capture_idx * ggml_row_size(feature_ring.storage_type, hidden);
        if (!convert_device_f32_to_feature_type(feature_ring, src, src_device, dst, row_elems)) {
            return false;
        }
    }
    if (!luce_copy_stream_sync(feature_ring.device) ||
        !luce_copy_stream_sync(src_device)) {
        std::fprintf(stderr, "[dflash-feature] copy stream sync failed\n");
        return false;
    }
    return true;
}

bool copy_host_capture_slice_to_draft_ring(
    DraftFeatureMirror & feature_ring,
    int capture_idx,
    int start_pos,
    int n_tokens,
    const float * host,
    size_t host_elems) {
    if (!feature_ring.target_feat || n_tokens <= 0) return true;
    if (capture_idx < 0 || capture_idx >= feature_ring.n_target_layers ||
        start_pos < 0 || !host || feature_ring.cap <= 0 ||
        feature_ring.hidden_size <= 0) {
        return false;
    }
    const int hidden = feature_ring.hidden_size;
    const size_t expected = (size_t)n_tokens * (size_t)hidden;
    if (host_elems != expected) return false;
    const size_t dst_stride = feature_ring.target_feat->nb[1];
    const size_t row_bytes = (size_t)hidden * sizeof(float);
    for (int i = 0; i < n_tokens; ++i) {
        const int slot = (start_pos + i) % feature_ring.cap;
        const float * src = host + (size_t)i * (size_t)hidden;
        const size_t dst_offset =
            (size_t)slot * dst_stride +
            (size_t)capture_idx * (size_t)hidden * sizeof(float);
        ggml_backend_tensor_set(feature_ring.target_feat, src, dst_offset, row_bytes);
    }
    return true;
}

bool copy_feature_ring_range_to_tensor(
    const DraftFeatureMirror & feature_ring,
    ggml_tensor * dst,
    int start_pos,
    int n_tokens) {
    if (!feature_ring.target_feat || !dst || feature_ring.cap <= 0) return false;
    if (n_tokens <= 0 || n_tokens > feature_ring.cap) return false;

    const int fc_in = feature_ring.n_target_layers * feature_ring.hidden_size;
    const size_t row_bytes = (size_t)fc_in * sizeof(float);
    const size_t src_stride = feature_ring.target_feat->nb[1];
    const size_t dst_stride = dst->nb[1];
    int done = 0;
    while (done < n_tokens) {
        const int slot = (start_pos + done) % feature_ring.cap;
        const int run = std::min(n_tokens - done, feature_ring.cap - slot);
        const char * src_base =
            (const char *)feature_ring.target_feat->data + (size_t)slot * src_stride;
        char * dst_base = (char *)dst->data + (size_t)done * dst_stride;
        if (feature_ring.storage_type == GGML_TYPE_F32 &&
            src_stride == row_bytes && dst_stride == row_bytes) {
            if (!copy_peer_async(dst_base, feature_ring.device,
                                 src_base, feature_ring.device,
                                 row_bytes * (size_t)run)) {
                return false;
            }
        } else {
            for (int i = 0; i < run; i++) {
                if (!copy_feature_to_f32(
                        const_cast<DraftFeatureMirror &>(feature_ring),
                        src_base + (size_t)i * src_stride,
                        feature_ring.device,
                        (float *)(dst_base + (size_t)i * dst_stride),
                        (size_t)fc_in)) {
                    return false;
                }
            }
        }
        done += run;
    }
    if (!luce_copy_stream_sync(feature_ring.device)) {
        std::fprintf(stderr, "[dflash-feature] copy stream sync failed\n");
        return false;
    }
    return true;
}

bool copy_feature_ring_range_to_host_f32(
    const DraftFeatureMirror & feature_ring,
    int start_pos,
    int n_tokens,
    std::vector<float> & out) {
    if (!feature_ring.target_feat || feature_ring.cap <= 0) return false;
    if (n_tokens <= 0 || n_tokens > feature_ring.cap) return false;

    const int fc_in = feature_ring.n_target_layers * feature_ring.hidden_size;
    const size_t row_bytes = ggml_row_size(feature_ring.storage_type, fc_in);
    const size_t src_stride = feature_ring.target_feat->nb[1];
    std::vector<uint8_t> row(row_bytes);
    out.resize((size_t)n_tokens * (size_t)fc_in);

    for (int i = 0; i < n_tokens; ++i) {
        const int slot = (start_pos + i) % feature_ring.cap;
        ggml_backend_tensor_get(feature_ring.target_feat, row.data(),
                                (size_t)slot * src_stride, row_bytes);
        float * dst = out.data() + (size_t)i * (size_t)fc_in;
        if (!feature_row_to_host_f32(feature_ring.storage_type, row.data(), dst, fc_in)) {
            return false;
        }
    }
    return true;
}

bool copy_host_f32_to_feature_ring_range(
    DraftFeatureMirror & feature_ring,
    int start_pos,
    int n_tokens,
    const std::vector<float> & src) {
    if (!feature_ring.target_feat || feature_ring.cap <= 0) return false;
    if (n_tokens <= 0 || n_tokens > feature_ring.cap) return false;

    const int fc_in = feature_ring.n_target_layers * feature_ring.hidden_size;
    if (src.size() < (size_t)n_tokens * (size_t)fc_in) return false;
    const size_t dst_stride = feature_ring.target_feat->nb[1];
    const size_t row_bytes = ggml_row_size(feature_ring.storage_type, fc_in);
    std::vector<uint8_t> row(row_bytes);

    for (int i = 0; i < n_tokens; ++i) {
        const float * src_row = src.data() + (size_t)i * (size_t)fc_in;
        if (!host_f32_to_feature_row(feature_ring.storage_type, src_row, row.data(), fc_in)) {
            return false;
        }
        const int slot = (start_pos + i) % feature_ring.cap;
        ggml_backend_tensor_set(feature_ring.target_feat, row.data(),
                                (size_t)slot * dst_stride, row_bytes);
    }
    return true;
}

}  // namespace luce::common