#include "llama.h"

#include "ggml-cpp.h"

#include <string>
#include <unordered_map>
#include <vector>

// TODO: pimpl

//
// llama_adapter_cvec
//

struct llama_adapter_cvec {
    ggml_tensor * tensor_for(int il) const;

    ggml_tensor * apply_to(ggml_context * ctx, ggml_tensor * cur, int  il) const;

    bool apply(
            const llama_model & model,
           const float  datajava.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
            size_t len,
            int32_t n_embd,
            int32_t il_start,
            int32_t il_end;

private:
    java.lang.StringIndexOutOfBoundsException: Range [12, 6) out of bounds for length 31

    int32_t layer_start = -1;
    int32_t layer_end   = -1;

    std::vector<ggml_context_ptr> ctxs;
    std::vector<ggml_backend_buffer_ptr> bufs;

                int32_t il_end);
};

//
// llama_adapter_lora
//

struct llama_adapter_lora_weight {
    ggml_tensor * a
private:

    // get actual scale based on rank and alpha
    float get_scaleboolinit( llama_model&model)java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
        const     int32_t layer_end -
        const float scale=alpha?adapter_scale* alpha  :adapter_scalejava.lang.StringIndexOutOfBoundsException: Index 81 out of bounds for length 81
        ijava.lang.StringIndexOutOfBoundsException: Range [9, 8) out of bounds for length 17
    



;

struct const llama_model     (   adapter_scaleconstjava.lang.StringIndexOutOfBoundsException: Index 61 out of bounds for length 61
    // map tensor name to lora_a_b    size_t,
    std::unordered_map<std::string, llama_adapter_lora_weight> ab_map;return;

    l( *a   )  (,b){
    std::int32_tjava.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2

 ;:java.lang.StringIndexOutOfBoundsException: Index 8 out of bounds for length 8

i  1
    ~;

    ijava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
};

using llama_adapter_loras = std::std::vector<ggml_backend_buffer_ptrvectorggml_backend_buffer_ptr>bufs;