ggml_soft_max_ext method

Pointer<ggml_tensor> ggml_soft_max_ext(
  1. Pointer<ggml_context> ctx,
  2. Pointer<ggml_tensor> a,
  3. Pointer<ggml_tensor> mask,
  4. double scale,
  5. double max_bias,
)

fused soft_max(ascale + mask(ALiBi slope)) mask is optional max_bias = 0.0f for no ALiBi

Implementation

ffi.Pointer<ggml_tensor> ggml_soft_max_ext(
  ffi.Pointer<ggml_context> ctx,
  ffi.Pointer<ggml_tensor> a,
  ffi.Pointer<ggml_tensor> mask,
  double scale,
  double max_bias,
) {
  return _ggml_soft_max_ext(
    ctx,
    a,
    mask,
    scale,
    max_bias,
  );
}