gpt4all/gpt4all-bindings/typescript/spec/index.mjs

import { LLModel, prompt, createCompletion } from '../src/gpt4all.js'



const ll = new LLModel("./ggml-vicuna-7b-1.1-q4_2.bin");


try {
   class Extended extends LLModel {
        
   }
} catch(e) {
    console.log("Extending from native class gone wrong " + e)
}

console.log("state size " + ll.stateSize())

console.log("thread count " + ll.threadCount());
ll.setThreadCount(5);
console.log("thread count " + ll.threadCount());
ll.setThreadCount(4);
console.log("thread count " + ll.threadCount());


console.log(createCompletion(
    ll,
    prompt`${"header"} ${"prompt"}`, {
        verbose: true,
        prompt: 'hello! Say something thought provoking.'
    }
));