seamless_communication/ggml/examples/unity/model_loader.h

// Copyright (c) Meta Platforms, Inc. and affiliates.
// All rights reserved.
//
// This source code is licensed under the license found in the
// LICENSE file in the root directory of this source tree.

#pragma once

#include <fstream>
#include <iostream>
#include <stdexcept>

#include "ggml/ggml.h"
#include "ggml/ggml-alloc.h"

#include "fairseq2.h"


class model_loader {
public:
    std::int64_t load_model_weights(fairseq2_model &model, std::ifstream &fin);

    void load_hparams(std::unordered_map<std::string, std::int64_t>& hparams, std::ifstream &fin);

    void load_vocab(llama_vocab& vocab, std::ifstream &fin);

private:
    ggml_tensor * next_tensor(std::ifstream &fin, fairseq2_model &model);

    std::string get_name(std::ifstream &fin);
};

ggml_tensor* load_tensor_value(std::ifstream &fin, ggml_context* ctx);

std::ifstream open_ggml_file(const char* fname);

extern "C" int load_fairseq2_ggml_file(fairseq2_model& model, const char* fname);