Commit db6a740
Changed files (2)
lib
elelem
llama
lib/elelem/llama/client.rb → lib/elelem/llama/provider.rb
@@ -2,7 +2,7 @@
module Elelem
module Llama
- class Client
+ class Provider
NATIVE = File.expand_path("../../../ext/elelem/llama/native", __dir__)
SHIM = File.join(NATIVE, "libelelem_llama.so")
V = Fiddle::TYPE_VOIDP
lib/elelem/llama.rb
@@ -5,11 +5,11 @@ require "json"
require "elelem"
require_relative "llama/version"
-require_relative "llama/client"
+require_relative "llama/provider"
Elelem.configure do |config|
config.provider(:llama) do
- gpu = %w[vulkan cuda metal].include?(Elelem::Llama::Client.backend)
+ gpu = %w[vulkan cuda metal].include?(Elelem::Llama::Provider.backend)
default_model = -> {
dir = File.expand_path("~/.agents/models")
@@ -24,7 +24,7 @@ Elelem.configure do |config|
end
}
- Elelem::Llama::Client.new(
+ Elelem::Llama::Provider.new(
model: ENV.fetch("ELELEM_GGUF_MODEL") { default_model.call },
n_ctx: 0,
n_threads: 0,