node-llama-cpp

v3.1.1
Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level
llama llama-cpp llama.cpp bindings ai cmake cmake-js prebuilt-binaries llm and 27 more...

prepare

[ "$CI" = true ] || [ -d '.husky/_' ] || husky

postinstall

node ./dist/cli/cli.js postinstall

postversion

vite-node scripts/postVersion.ts

prebuild

rimraf ./dist ./tsconfig.tsbuildinfo

build

tsc --build tsconfig.json --force && npm run build:packTemplates

build:packTemplates

vite-node scripts/packTemplates.ts

addPostinstallScript

npm pkg set scripts.postinstall="node ./dist/cli/cli.js postinstall"

prewatch

rimraf ./dist ./tsconfig.tsbuildinfo

watch

tsc --build tsconfig.json --watch --force

cmake-js-llama

cd llama && cmake-js

test

npm run test:typescript && npm run lint:eslint && npm run test:vitest

test:vitest

vitest run ./test

test:standalone

vitest run ./test/standalone

test:standalone:interactive

vitest watch ./test/standalone

test:modelDependent

vitest run ./test/modelDependent

test:modelDependent:interactive

vitest watch ./test/modelDependent

test:typescript

tsc --noEmit --project tsconfig.json

lint

npm run lint:eslint

lint:eslint

eslint --ext .js --ext .ts --report-unused-disable-directives .

format

npm run lint:eslint -- --fix

dev:setup:downloadAllTestModels

vite-node test/utils/scripts/downloadAllTestModels.ts

dev:setup

npm run build && node ./dist/cli/cli.js source download --noUsageExample && npm run docs:generateTypedoc && npm run dev:setup:downloadAllTestModels

dev:build

npm run build && node ./dist/cli/cli.js source build --noUsageExample

clean

rm -rf ./node_modules ./dist ./tsconfig.tsbuildinfo ./test/.models ./docs/api ./docs/api-overrides ./templates/packed

docs:generateTypedoc

typedoc && rimraf ./docs/api/index.md ./docs/api/globals.md ./docs/api/functions/LlamaText.md

docs:dev

npm run docs:generateTypedoc && vitepress dev

docs:build

npm run docs:generateTypedoc && vitepress build

docs:preview

npm run docs:generateTypedoc && vitepress preview
npm i node-llama-cpp

Metadata

  • MIT
  • >=18.0.0
  • Gilad S.
  • released 10/6/2024

Downloads

Maintainers