Table of Contents

Class LocalModelDetector

Namespace
JD.AI.Core.LocalModels
Assembly
JD.AI.Core.dll

Detects locally available GGUF models and provides LLamaSharp-based inference.

public sealed class LocalModelDetector : IProviderDetector
Inheritance
LocalModelDetector
Implements
Inherited Members

Constructors

LocalModelDetector(LocalModelRegistry?, LocalModelOptions?, ILogger?)

public LocalModelDetector(LocalModelRegistry? registry = null, LocalModelOptions? options = null, ILogger? logger = null)

Parameters

registry LocalModelRegistry
options LocalModelOptions
logger ILogger

Properties

ProviderName

public string ProviderName { get; }

Property Value

string

Registry

The registry backing this detector.

public LocalModelRegistry Registry { get; }

Property Value

LocalModelRegistry

Methods

BuildKernel(ProviderModelInfo)

public Kernel BuildKernel(ProviderModelInfo model)

Parameters

model ProviderModelInfo

Returns

Kernel

DetectAsync(CancellationToken)

public Task<ProviderInfo> DetectAsync(CancellationToken ct = default)

Parameters

ct CancellationToken

Returns

Task<ProviderInfo>