offloadKqv property

bool? get offloadKqv

whether to offload the KQV ops (including the KV cache) to GPU

Implementation

bool? get offloadKqv => _offloadKqv;

set offloadKqv (bool? value)

Implementation

set offloadKqv(bool? value) {
  _offloadKqv = value;
  notifyListeners();
}