#ifndef LLM_H #define LLM_H #include #include #include "llmodel/gptj.h" #include "llmodel/llamamodel.h" class LLMObject : public QObject { Q_OBJECT Q_PROPERTY(QList modelList READ modelList NOTIFY modelListChanged) Q_PROPERTY(bool isModelLoaded READ isModelLoaded NOTIFY isModelLoadedChanged) Q_PROPERTY(QString response READ response NOTIFY responseChanged) Q_PROPERTY(QString modelName READ modelName WRITE setModelName NOTIFY modelNameChanged) Q_PROPERTY(int32_t threadCount READ threadCount WRITE setThreadCount NOTIFY threadCountChanged) Q_PROPERTY(bool isRecalc READ isRecalc NOTIFY recalcChanged) public: LLMObject(); bool isModelLoaded() const; void regenerateResponse(); void resetResponse(); void resetContext(); void stopGenerating() { m_stopGenerating = true; } void setThreadCount(int32_t n_threads); int32_t threadCount(); QString response() const; QString modelName() const; QList modelList() const; void setModelName(const QString &modelName); bool isRecalc() const { return m_isRecalc; } public Q_SLOTS: bool prompt(const QString &prompt, const QString &prompt_template, int32_t n_predict, int32_t top_k, float top_p, float temp, int32_t n_batch, float repeat_penalty, int32_t repeat_penalty_tokens); bool loadModel(); void modelNameChangeRequested(const QString &modelName); Q_SIGNALS: void isModelLoadedChanged(); void responseChanged(); void responseStarted(); void responseStopped(); void modelNameChanged(); void modelListChanged(); void threadCountChanged(); void recalcChanged(); void sendStartup(); void sendModelLoaded(); void sendResetContext(); private: void resetContextPrivate(); bool loadModelPrivate(const QString &modelName); bool handlePrompt(int32_t token); bool handleResponse(int32_t token, const std::string &response); bool handleRecalculate(bool isRecalc); private: LLModel *m_llmodel; std::string m_response; quint32 m_promptResponseTokens; quint32 m_responseLogits; QString m_modelName; QThread m_llmThread; std::atomic m_stopGenerating; bool m_isRecalc; }; class LLM : public QObject { Q_OBJECT Q_PROPERTY(QList modelList READ modelList NOTIFY modelListChanged) Q_PROPERTY(bool isModelLoaded READ isModelLoaded NOTIFY isModelLoadedChanged) Q_PROPERTY(QString response READ response NOTIFY responseChanged) Q_PROPERTY(QString modelName READ modelName WRITE setModelName NOTIFY modelNameChanged) Q_PROPERTY(bool responseInProgress READ responseInProgress NOTIFY responseInProgressChanged) Q_PROPERTY(int32_t threadCount READ threadCount WRITE setThreadCount NOTIFY threadCountChanged) Q_PROPERTY(bool isRecalc READ isRecalc NOTIFY recalcChanged) public: static LLM *globalInstance(); Q_INVOKABLE bool isModelLoaded() const; Q_INVOKABLE void prompt(const QString &prompt, const QString &prompt_template, int32_t n_predict, int32_t top_k, float top_p, float temp, int32_t n_batch, float repeat_penalty, int32_t repeat_penalty_tokens); Q_INVOKABLE void regenerateResponse(); Q_INVOKABLE void resetResponse(); Q_INVOKABLE void resetContext(); Q_INVOKABLE void stopGenerating(); Q_INVOKABLE void syncThreadCount(); Q_INVOKABLE void setThreadCount(int32_t n_threads); Q_INVOKABLE int32_t threadCount(); QString response() const; bool responseInProgress() const { return m_responseInProgress; } QList modelList() const; QString modelName() const; void setModelName(const QString &modelName); Q_INVOKABLE bool checkForUpdates() const; bool isRecalc() const; Q_SIGNALS: void isModelLoadedChanged(); void responseChanged(); void responseInProgressChanged(); void promptRequested(const QString &prompt, const QString &prompt_template, int32_t n_predict, int32_t top_k, float top_p, float temp, int32_t n_batch, float repeat_penalty, int32_t repeat_penalty_tokens); void regenerateResponseRequested(); void resetResponseRequested(); void resetContextRequested(); void modelNameChangeRequested(const QString &modelName); void modelNameChanged(); void modelListChanged(); void threadCountChanged(); void setThreadCountRequested(int32_t threadCount); void recalcChanged(); private Q_SLOTS: void responseStarted(); void responseStopped(); private: LLMObject *m_llmodel; int32_t m_desiredThreadCount; bool m_responseInProgress; private: explicit LLM(); ~LLM() {} friend class MyLLM; }; #endif // LLM_H