mirror of
https://github.com/nomic-ai/gpt4all
synced 2024-11-02 09:40:42 +00:00
23 lines
499 B
C#
23 lines
499 B
C#
using Gpt4All;
|
|
|
|
var modelFactory = new Gpt4AllModelFactory();
|
|
if (args.Length < 2)
|
|
{
|
|
Console.WriteLine($"Usage: Gpt4All.Samples <model-path> <prompt>");
|
|
return;
|
|
}
|
|
|
|
var modelPath = args[0];
|
|
var prompt = args[1];
|
|
|
|
using var model = modelFactory.LoadModel(modelPath);
|
|
|
|
var result = await model.GetStreamingPredictionAsync(
|
|
prompt,
|
|
PredictRequestOptions.Defaults);
|
|
|
|
await foreach (var token in result.GetPredictionStreamingAsync())
|
|
{
|
|
Console.Write(token);
|
|
}
|