LlamaController.fromMap constructor

LlamaController.fromMap(Map<String, dynamic> map)

Creates a new instance from a map.

Implementation

factory LlamaController.fromMap(Map<String, dynamic> map) => LlamaController(
      modelPath: map['model_path'],
      vocabOnly: map['vocab_only'],
      useMmap: map['use_mmap'],
      useMlock: map['use_mlock'],
      checkTensors: map['check_tensors'],
      nCtx: map['n_ctx'],
      nBatch: map['n_batch'],
      nUBatch: map['n_ubatch'],
      nSeqMax: map['n_seq_max'],
      nThreads: map['n_threads'],
      nThreadsBatch: map['n_threads_batch'],
      ropeScalingType: map['rope_scaling_type'] != null
          ? RopeScalingType.fromString(map['rope_scaling_type'])
          : null,
      poolingType: map['pooling_type'] != null
          ? PoolingType.fromString(map['pooling_type'])
          : null,
      attentionType: map['attention_type'] != null
          ? AttentionType.fromString(map['attention_type'])
          : null,
      ropeFrequencyBase: map['rope_frequency_base'],
      ropeFrequencyScale: map['rope_frequency_scale'],
      yarnExtrapolationFactor: map['yarn_extrapolation_factor'],
      yarnAttenuationFactor: map['yarn_attenuation_factor'],
      yarnBetaFast: map['yarn_beta_fast'],
      yarnBetaSlow: map['yarn_beta_slow'],
      yarnOriginalContext: map['yarn_original_context'],
      defragmentationThreshold: map['defragmentation_threshold'],
      typeK:
          map['type_k'] != null ? GgmlType.fromString(map['type_k']) : null,
      typeV:
          map['type_v'] != null ? GgmlType.fromString(map['type_v']) : null,
      embeddings: map['embeddings'],
      offloadKqv: map['offload_kqv'],
      flashAttention: map['flash_attention'],
      noPerformance: map['no_perf'],
      greedy: map['greedy'],
      infill: map['infill'],
      seed: map['seed'],
      topK: map['top_k'],
      topP: map['top_p'],
      minKeepTopP: map['min_keep_top_p'],
      minP: map['min_p'],
      minKeepMinP: map['min_keep_min_p'],
      typicalP: map['typical_p'],
      minKeepTypicalP: map['min_keep_typical_p'],
      temperature: map['temperature'],
      temperatureDelta: map['temperature_delta'],
      temperatureExponent: map['temperature_exponent'],
      xtcP: map['xtc_p'],
      xtcT: map['xtc_t'],
      minKeepXtc: map['min_keep_xtc'],
      xtcSeed: map['xtc_seed'],
      mirostatNVocab: map['mirostat_n_vocab'],
      mirostatSeed: map['mirostat_seed'],
      mirostatTau: map['mirostat_tau'],
      mirostatEta: map['mirostat_eta'],
      mirostatM: map['mirostat_m'],
      mirostatV2Seed: map['mirostat_v2_seed'],
      mirostatV2Tau: map['mirostat_v2_tau'],
      mirostatV2Eta: map['mirostat_v2_eta'],
      grammarStr: map['grammar_str'],
      grammarRoot: map['grammar_root'],
      penaltiesLastN: map['penalties_last_n'],
      penaltiesRepeat: map['penalties_repeat'],
      penaltiesFrequency: map['penalties_frequency'],
      penaltiesPresent: map['penalties_present'],
      drySamplerNCtxTrain: map['dry_sampler_n_ctx_train'],
      drySamplerMultiplier: map['dry_sampler_multiplier'],
      drySamplerDryBase: map['dry_sampler_dry_base'],
      drySamplerAllowedLength: map['dry_sampler_allowed_length'],
    );