node-llama-cpp

v3.0.0-beta.36
Run AI models locally on your machine with node.js bindings for llama.cpp. Force a JSON schema on the model output on the generation level
llama llama-cpp llama.cpp bindings ai cmake cmake-js prebuilt-binaries llm and 20 more...

Readme Versions Dependencies Scripts

lint

npm run lint:eslint

test

npm run test:typescript && npm run lint:eslint && npm run test:vitest

build

tsc --build tsconfig.json --force && npm run build:packTemplates

clean

rm -rf ./node_modules ./dist ./tsconfig.tsbuildinfo ./test/.models ./docs/api ./docs/api-overrides ./templates/packed

watch

tsc --build tsconfig.json --watch --force

format

npm run lint:eslint -- --fix

prepare

[ "$CI" = true ] || [ -d '.husky/_' ] || husky

docs:dev

npm run docs:generateTypedoc && vitepress dev

prebuild

rimraf ./dist ./tsconfig.tsbuildinfo

prewatch

rimraf ./dist ./tsconfig.tsbuildinfo

dev:build

npm run build && node ./dist/cli/cli.js build --noUsageExample

dev:setup

npm run build && node ./dist/cli/cli.js download --noUsageExample && npm run docs:generateTypedoc && npm run dev:setup:downloadAllTestModels

docs:build

npm run docs:generateTypedoc && vitepress build

lint:eslint

eslint --ext .js --ext .ts --report-unused-disable-directives .

postinstall

node ./dist/cli/cli.js postinstall

postversion

vite-node scripts/postVersion.ts

test:vitest

vitest run ./test

docs:preview

npm run docs:generateTypedoc && vitepress preview

cmake-js-llama

cd llama && cmake-js

test:standalone

vitest run ./test/standalone

test:typescript

tsc --build tsconfig.json --dry --force

build:packTemplates

vite-node scripts/packTemplates.ts

test:modelDependent

vitest run ./test/modelDependent

addPostinstallScript

npm pkg set scripts.postinstall="node ./dist/cli/cli.js postinstall"

docs:generateTypedoc

typedoc --entryPoints ./src/apiDocsIndex.ts && rimraf ./docs/api/index.md ./docs/api/globals.md ./docs/api/functions/LlamaText.md

test:standalone:interactive

vitest watch ./test/standalone

dev:setup:downloadAllTestModels

vite-node test/utils/scripts/downloadAllTestModels.ts

test:modelDependent:interactive

vitest watch ./test/modelDependent
npm i [email protected]

Metadata

  • MIT
  • >=18.0.0
  • Gilad S.
  • released 6/30/2024

Downloads

Maintainers

Gilad S.