-
-
Notifications
You must be signed in to change notification settings - Fork 407
Expand file tree
/
Copy pathCargo.toml
More file actions
119 lines (114 loc) · 3.94 KB
/
Copy pathCargo.toml
File metadata and controls
119 lines (114 loc) · 3.94 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
[workspace]
members = [
"crates/mesh-llm",
"crates/mesh-llm-cli",
"crates/mesh-llm-commands",
"crates/mesh-llm-config",
"crates/mesh-llm-events",
"crates/mesh-llm-build-info",
"crates/mesh-llm-gpu-bench",
"crates/mesh-llm-host-runtime",
"crates/mesh-llm-log-store",
"crates/mesh-llm-hardware-profile",
"crates/mesh-llm-identity",
"crates/mesh-llm-native-runtime",
"crates/mesh-llm-protocol",
"crates/mesh-llm-release-footer",
"crates/mesh-llm-routing",
"crates/mesh-llm-runtime-install",
"crates/mesh-llm-sdk",
"crates/mesh-llm-guardrails",
"crates/mesh-llm-system",
"crates/mesh-llm-tui",
"crates/mesh-llm-types",
"crates/mesh-llm-console-server",
"crates/mesh-llm-embedded-runtime",
"crates/mesh-llm-ui",
"crates/mesh-llm-plugin",
"crates/mesh-llm-skills",
"crates/mesh-llm-plugin-manager",
"crates/mesh-native-serving-plugin-api",
"crates/mesh-native-serving-plugin-host",
"crates/mesh-client",
"crates/mesh-llm-api-client",
"crates/mesh-llm-api-server",
"crates/mesh-llm-node",
"crates/mesh-llm-ffi",
"crates/mesh-llm-nodejs",
"crates/mesh-llm-test-harness",
"crates/model-ref",
"crates/model-artifact",
"crates/model-hf",
"crates/model-resolver",
"crates/skippy-tokenizer",
"crates/skippy-protocol",
"crates/skippy-coordinator",
"crates/skippy-topology",
"crates/skippy-cache",
"crates/skippy-metrics",
"crates/openai-frontend",
"crates/skippy-ffi",
"crates/skippy-runtime",
"crates/skippy-scheduler",
"crates/skippy-server",
"crates/metrics-server",
"crates/skippy-model-package",
"crates/skippy-quantize",
"crates/model-package",
"crates/skippy-correctness",
"crates/llama-spec-bench",
"crates/skippy-bench",
"crates/skippy-prompt",
"crates/mesh-mixture-of-agents",
"crates/llama-quant-ffi",
"tools/xtask",
]
default-members = [
"crates/mesh-llm",
"crates/mesh-llm-plugin",
]
resolver = "2"
[workspace.package]
edition = "2024"
license = "MIT OR Apache-2.0"
version = "0.76.0-rc9"
[workspace.dependencies]
ahash = "0.8.12"
anyhow = "1"
blake3 = "1"
clap = { version = "4", features = ["derive"] }
mesh-llm-build-info = { path = "crates/mesh-llm-build-info", version = "0.76.0-rc9" }
mesh-llm-release-footer = { path = "crates/mesh-llm-release-footer", version = "0.76.0-rc9" }
mesh-llm-skills = { path = "crates/mesh-llm-skills", version = "0.76.0-rc9" }
serde = { version = "1", features = ["derive"] }
serde_json = "1"
sha2 = "0.10"
strum = { version = "0.28", features = ["derive"] }
[workspace.lints.clippy]
cognitive_complexity = "warn"
too_many_lines = "warn"
# Do not remove this section: direct GGUF debug startup spends most of its time
# hashing the source model via sha2 before native skippy model open, so keep
# that crate near release speed in dev builds.
[profile.dev.package.sha2]
opt-level = 3
# Tightened release profile for shipped binaries.
#
# - `lto = "thin"`: parallel link-time optimization across the crate graph.
# Roughly 80% of fat-LTO's binary-size and perf benefit at ~30% of the
# link cost. Fat LTO would shave a few more MB but pushes release link
# from ~30 s to several minutes on this codebase.
# - `codegen-units = 1`: pairs with thin LTO so the optimizer can inline
# across the whole crate without re-link boundaries. Trades parallelism
# in codegen for output quality; cargo still parallelises the dep graph.
# - `strip = "debuginfo"`: drops DWARF from the Mach-O / ELF output. We
# keep function symbols so backtraces from production nodes remain
# readable (`nm`, `addr2line` on the symbol table still works). DWARF
# on macOS arm64 alone is several MB of dead weight in the binary.
# - panic stays at the default ("unwind"). Plugin / MCP error recovery
# relies on unwinding; the AGENTS.md notes explicitly forbid switching
# to `abort`.
[profile.release]
lto = "thin"
codegen-units = 1
strip = "debuginfo"