add MLX LM

Author: gary149

packages/tasks/src/local-apps.ts

@@ -262,6 +262,43 @@ const snippetTgi = (model: ModelData): LocalAppSnippet[] => {
 	];
 };
 
+const snippetMlxLm = (model: ModelData): LocalAppSnippet[] => {
+	const openaiCurl = [
+		"# Calling the OpenAI-compatible server with curl",
+		`curl -X POST "http://localhost:8000/v1/chat/completions" \\`,
+		`   -H "Content-Type: application/json" \\`,
+		`   --data '{`,
+		`     "model": "${model.id}",`,
+		`     "messages": [`,
+		`       {"role": "user", "content": "Hello"}`,
+		`     ]`,
+		`   }'`,
+	];
+
+	return [
+		{
+			title: "Generate or start a chat session",
+			setup: ["# Install MLX LM", "pip install mlx-lm"].join("\n"),
+			content: [
+				"# One-shot generation",
+				`mlx_lm.generate --model "${model.id}" --prompt "Hello"`,
+				...(model.tags.includes("conversational")
+					? ["# Interactive chat REPL", `mlx_lm.chat --model "${model.id}"`]
+					: []),
+			].join("\n"),
+		},
+		...(model.tags.includes("conversational")
+			? [
+					{
+						title: "Run an OpenAI-compatible server",
+						setup: ["# Install MLX LM", "pip install mlx-lm"].join("\n"),
+						content: ["# Start the server", `mlx_lm.server --model "${model.id}"`, ...openaiCurl].join("\n"),
+					},
+			  ]
+			: []),
+	];
+};
+
 /**
  * Add your new local app here.
  *
@@ -302,6 +339,13 @@ export const LOCAL_APPS = {
 			(model.pipeline_tag === "text-generation" || model.pipeline_tag === "image-text-to-text"),
 		snippet: snippetVllm,
 	},
+	"mlx-lm": {
+		prettyLabel: "MLX LM",
+		docsUrl: "https://github.com/ml-explore/mlx-lm",
+		mainTask: "text-generation",
+		displayOnModelPage: isMlxModel,
+		snippet: snippetMlxLm,
+	},
 	tgi: {
 		prettyLabel: "TGI",
 		docsUrl: "https://huggingface.co/docs/text-generation-inference/",