mirror of
https://github.com/nomic-ai/gpt4all
synced 2024-11-06 09:20:33 +00:00
43 lines
1.2 KiB
C
43 lines
1.2 KiB
C
|
#ifndef TSFN_CONTEXT_H
|
||
|
|
#define TSFN_CONTEXT_H
|
||
|
|
|
||
|
|
#include "napi.h"
|
||
|
|
#include "llmodel_c.h"
|
||
|
|
#include <thread>
|
||
|
|
#include <mutex>
|
||
|
|
#include <iostream>
|
||
|
|
#include <atomic>
|
||
|
|
#include <memory>
|
||
|
|
struct PromptWorkContext {
|
||
|
|
std::string question;
|
||
|
|
std::shared_ptr<llmodel_model> inference_;
|
||
|
|
llmodel_prompt_context prompt_params;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct TsfnContext {
|
||
|
|
public:
|
||
|
|
TsfnContext(Napi::Env env, const PromptWorkContext &pc);
|
||
|
|
std::thread nativeThread;
|
||
|
|
Napi::Promise::Deferred deferred_;
|
||
|
|
PromptWorkContext pc;
|
||
|
|
Napi::ThreadSafeFunction tsfn;
|
||
|
|
|
||
|
|
// Some data to pass around
|
||
|
|
// int ints[ARRAY_LENGTH];
|
||
|
|
|
||
|
|
};
|
||
|
|
|
||
|
|
// The thread entry point. This takes as its arguments the specific
|
||
|
|
// threadsafe-function context created inside the main thread.
|
||
|
|
void threadEntry(TsfnContext* context);
|
||
|
|
|
||
|
|
// The thread-safe function finalizer callback. This callback executes
|
||
|
|
// at destruction of thread-safe function, taking as arguments the finalizer
|
||
|
|
// data and threadsafe-function context.
|
||
|
|
void FinalizerCallback(Napi::Env env, void* finalizeData, TsfnContext* context);
|
||
|
|
|
||
|
|
bool response_callback(int32_t token_id, const char *response);
|
||
|
|
bool recalculate_callback (bool isrecalculating);
|
||
|
|
bool prompt_callback (int32_t tid);
|
||
|
|
#endif // TSFN_CONTEXT_H
|