1 import Base 2 import bend-net-json@0.3.0.0/json.bend as Json 3 import ../../relationship/type.bend as Rel 4 import ../../category/type.bend as K 5 import ../../environment/external/type.bend as Ex 6 import ./type.bend as Ct 7 import ./component/type.bend as Co 8 9 # A container's stack against its repository: the frameworks and libraries it declares are its 10 # dependencies, its source files are in its declared languages, and it has the SDK of each model API 11 # it calls. What it lists as `migrating` may be absent. 12 13 def key_of(c: Ct.Container) -> String: 14 match c: 15 case Ct.Container{k, _, _, _, _, _, _, _, _, _, _, _, _, _, _}: 16 k 17 18 def source_of(c: Ct.Container) -> String: 19 match c: 20 case Ct.Container{_, _, _, _, _, _, _, s, _, _, _, _, _, _, _}: 21 s 22 23 # Every built container's source folder. 24 def sources(cs: List<&2, Ct.Container>) -> List<&2, String>: 25 match cs: 26 case []: 27 [] 28 case c <> rest: 29 source_of(c) <> sources(rest) 30 31 # The other source folders: every one but this container's own, and not the repository's root. 32 def other_sources(+mine: String, ss: List<&2, String>) -> List<&2, String>: 33 match ss: 34 case []: 35 [] 36 case +s <> rest: 37 +more = other_sources(mine, rest) 38 Bool.pick(List<&2, String>, String.eq(s, mine) || String.eq(s, ".") || String.is_empty(s), more, s <> more) 39 40 def under_any(+f: String, ds: List<&2, String>) -> Bool: 41 match ds: 42 case []: 43 False{} 44 case d <> rest: 45 String.starts_with(f, d ++ "/") || under_any(f, rest) 46 47 def keep_built(+c: Ct.Container, +rest: List<&2, Ct.Container>) -> List<&2, Ct.Container>: 48 Bool.pick(List<&2, Ct.Container>, String.is_empty(source_of(c)), rest, c <> rest) 49 50 # The containers built from this repository: those with a source folder. 51 def built(cs: List<&2, Ct.Container>) -> List<&2, Ct.Container>: 52 match cs: 53 case []: 54 [] 55 case c <> rest: 56 keep_built(c, built(rest)) 57 58 # ---- names ---- 59 # Declared names are readable names; dependencies are package names. 60 def package_name(+name: String) -> String: 61 Bool.pick(String, String.eq(name, "Next.js"), "next", 62 Bool.pick(String, String.eq(name, "Tailwind CSS"), "tailwindcss", 63 Bool.pick(String, String.eq(name, "React"), "react", 64 Bool.pick(String, String.eq(name, "Convex"), "convex", 65 Bool.pick(String, String.eq(name, "OpenRouter SDK"), "@openrouter/sdk", 66 Bool.pick(String, String.eq(name, "Sentry SDK"), "@sentry/nextjs", 67 Bool.pick(String, String.eq(name, "Claude Agent SDK"), "@anthropic-ai/claude-agent-sdk", 68 Bool.pick(String, String.eq(name, "whatsmeow"), "go.mau.fi/whatsmeow", name)))))))) 69 70 # Whether a language is written in files with this extension. 71 def language_extension(+name: String, +ext: String) -> Bool: 72 (String.eq(name, "TypeScript") && (String.eq(ext, ".ts") || String.eq(ext, ".tsx"))) || 73 (String.eq(name, "Go") && String.eq(ext, ".go")) || 74 (String.eq(name, "JavaScript") && (String.eq(ext, ".js") || String.eq(ext, ".mjs") || String.eq(ext, ".jsx"))) || 75 (String.eq(name, "Python") && String.eq(ext, ".py")) || 76 (String.eq(name, "Bend") && String.eq(ext, ".bend")) || 77 (String.eq(name, "C") && (String.eq(ext, ".c") || String.eq(ext, ".h"))) 78 79 def any_language(+ext: String, xs: List<&2, String>) -> Bool: 80 match xs: 81 case []: 82 False{} 83 case name <> rest: 84 language_extension(name, ext) || any_language(ext, rest) 85 86 # The extensions of every language V knows; files with other extensions are not source. 87 def known(+ext: String) -> Bool: 88 any_language(ext, ["TypeScript", "Go", "JavaScript", "Python", "Bend", "C"]) 89 90 # ---- what is missing ---- 91 # The declared names that are neither dependencies nor migrating. 92 def absent(xs: List<&2, String>, +deps: List<&2, String>, +migrating: List<&2, String>) -> List<&2, String>: 93 match xs: 94 case []: 95 [] 96 case +x <> rest: 97 +more = absent(rest, deps, migrating) 98 Bool.pick(List<&2, String>, List.contains(~String, ~String.eq, deps, package_name(x)) || List.contains(~String, ~String.eq, migrating, x), more, x <> more) 99 100 # The frameworks and libraries a built container declares but does not depend on. 101 def stack_missing(c: Ct.Container, +deps: List<&2, String>) -> List<&2, String>: 102 match c: 103 case Ct.Container{_, _, _, _, _, _, _, source, _, fs, ls, _, +ms, _, _}: 104 Bool.pick(List<&2, String>, String.is_empty(source), [], absent(List.append(&2, String, fs, ls), deps, ms)) 105 106 # The extensions in a built container's source that no declared or migrating language is written in, 107 # and that are not themselves migrating. 108 def unwritten(xs: List<&2, String>, +languages: List<&2, String>, +migrating: List<&2, String>) -> List<&2, String>: 109 match xs: 110 case []: 111 [] 112 case +x <> rest: 113 +more = unwritten(rest, languages, migrating) 114 Bool.pick(List<&2, String>, any_language(x, languages) || any_language(x, migrating) || List.contains(~String, ~String.eq, migrating, x), more, x <> more) 115 116 def languages_missing(c: Ct.Container, +extensions: List<&2, String>) -> List<&2, String>: 117 match c: 118 case Ct.Container{_, _, _, _, _, _, _, source, _, _, _, langs, +ms, _, _}: 119 Bool.pick(List<&2, String>, String.is_empty(source), [], unwritten(extensions, langs, ms)) 120 121 # ---- the SDK of each model API a container calls ---- 122 def destinations(rs: List<&2, Rel.Relationship>) -> List<&2, String>: 123 match rs: 124 case []: 125 [] 126 case r <> rest: 127 match r: 128 case Rel.Relationship{d, _, _, _}: 129 d <> destinations(rest) 130 131 def component_destinations(cos: List<&2, Co.Component>) -> List<&2, String>: 132 match cos: 133 case []: 134 [] 135 case co <> rest: 136 match co: 137 case Co.Component{_, _, _, _, us}: 138 List.append(&2, String, destinations(us), component_destinations(rest)) 139 140 def model_libraries(cat: K.Category, ls: List<&2, String>) -> List<&2, String>: 141 match cat: 142 case K.ModelApi{}: 143 ls 144 case _: 145 [] 146 147 # The SDK of the model API with this key, among the externals. 148 def sdk_of(+dest: String, xs: List<&2, Ex.External>) -> List<&2, String>: 149 match xs: 150 case []: 151 [] 152 case x <> rest: 153 match x: 154 case Ex.External{k, _, _, cat, _, _, ls, _}: 155 List.append(&2, String, Bool.pick(List<&2, String>, String.eq(k, dest), model_libraries(cat, ls), []), sdk_of(dest, rest)) 156 157 def sdks(ds: List<&2, String>, +xs: List<&2, Ex.External>) -> List<&2, String>: 158 match ds: 159 case []: 160 [] 161 case d <> rest: 162 List.append(&2, String, sdk_of(d, xs), sdks(rest, xs)) 163 164 # The SDK libraries of the model APIs a built container (or one of its components) calls that it does 165 # not depend on. 166 def sdk_missing(c: Ct.Container, +xs: List<&2, Ex.External>, +deps: List<&2, String>) -> List<&2, String>: 167 match c: 168 case Ct.Container{_, _, _, _, _, _, _, source, _, _, _, _, +ms, cos, us}: 169 Bool.pick(List<&2, String>, String.is_empty(source), [], 170 absent(Set.to_list(Set.from_list(sdks(List.append(&2, String, destinations(us), component_destinations(cos)), xs))), deps, ms)) 171 172 # ---- reading the repository's evidence ---- 173 def filled(xs: List<&2, String>) -> List<&2, String>: 174 match xs: 175 case []: 176 [] 177 case +x <> rest: 178 +more = filled(rest) 179 Bool.pick(List<&2, String>, String.is_empty(x) || String.eq(x, "."), more, x <> more) 180 181 def nth(+xs: List<&2, String>, n: Nat) -> String: 182 Maybe.default(&2, String, List.get(&2, String, xs, n), "") 183 184 def last(+xs: List<&2, String>) -> String: 185 Maybe.default(&2, String, List.head(&2, String, List.reverse(&2, String, xs)), "") 186 187 def prefixes(segs: List<&2, String>, +acc: String) -> List<&2, String>: 188 match segs: 189 case []: 190 [acc] 191 case +s <> rest: 192 acc <> prefixes(rest, Bool.pick(String, String.is_empty(acc), s, acc ++ "/" ++ s)) 193 194 # A folder and each folder above it, nearest first, ending with the repository root (""). 195 def folders(+dir: String) -> List<&2, String>: 196 List.reverse(&2, String, prefixes(filled(String.split(dir, '/')), "")) 197 198 def json_or_null(m: Maybe<&2, Json.Val>) -> Json.Val: 199 match m: 200 case None{}: 201 Json.Null{} 202 case Some{v}: 203 v 204 205 def keys(v: Maybe<&2, Json.Val>) -> List<&2, String>: 206 match v: 207 case Some{Json.Obj{m}}: 208 Map.keys(&2, Json.Val, m) 209 case _: 210 [] 211 212 # A package.json's dependencies and devDependencies. 213 def package_deps(+text: String) -> List<&2, String>: 214 +v = json_or_null(Json.parse(text)) 215 List.append(&2, String, keys(Json.get(v, "dependencies")), keys(Json.get(v, "devDependencies"))) 216 217 # The module a go.mod line requires, or "". 218 def module_name(+line: String) -> String: 219 +words = filled(String.split(String.join(String.split(String.trim(line), '\t'), " "), ' ')) 220 +first = nth(words, 0n) 221 +second = nth(words, 1n) 222 Bool.pick(String, String.eq(first, "require") && String.starts_with(nth(words, 2n), "v"), second, 223 Bool.pick(String, String.starts_with(second, "v") && Bool.not(String.eq(first, "module")), first, "")) 224 225 def go_deps(ls: List<&2, String>) -> List<&2, String>: 226 match ls: 227 case []: 228 [] 229 case +l <> rest: 230 +more = go_deps(rest) 231 Bool.pick(List<&2, String>, String.is_empty(module_name(l)), more, module_name(l) <> more) 232 233 # The source extension of a repository path, or "" when it is not source: generated files, and files 234 # under node_modules, _generated or .next. 235 def source_ext(+path: String) -> String: 236 +parts = String.split(path, '/') 237 +name = last(parts) 238 +ext = "." ++ last(String.split(name, '.')) 239 Bool.pick(String, String.contains(name, ".") && Bool.not(String.contains(name, ".generated.")) && known(ext) && 240 Bool.not(List.contains(~String, ~String.eq, parts, "node_modules") || List.contains(~String, ~String.eq, parts, "_generated") || List.contains(~String, ~String.eq, parts, ".next")), 241 ext, "") 242 243 def source_exts(paths: List<&2, String>) -> List<&2, String>: 244 match paths: 245 case []: 246 [] 247 case +p <> rest: 248 +more = source_exts(rest) 249 Bool.pick(List<&2, String>, String.is_empty(source_ext(p)), more, source_ext(p) <> more) 250 251 # The distinct source extensions among repository paths. 252 def source_extensions(paths: List<&2, String>) -> List<&2, String>: 253 Set.to_list(Set.from_list(source_exts(paths)))