cutekit/osdk/manifests.py

191 lines
5.5 KiB
Python
Raw Normal View History

2022-06-25 22:22:53 +00:00
import os
import copy
from pathlib import Path
2022-06-26 06:31:43 +00:00
from . import utils
2022-06-25 22:22:53 +00:00
2022-12-12 23:21:45 +00:00
def loadJsons(basedirs: list[str]) -> dict:
2022-06-25 22:22:53 +00:00
result = {}
2022-12-12 23:21:45 +00:00
for basedir in basedirs:
for root, dirs, files in os.walk(basedir):
for filename in files:
if filename == 'manifest.json':
filename = os.path.join(root, filename)
manifest = utils.loadJson(filename)
result[manifest["id"]] = manifest
2022-06-25 22:22:53 +00:00
return result
2022-06-26 08:24:13 +00:00
def filter(manifests: dict, target: dict) -> dict:
2022-07-12 15:12:00 +00:00
manifests = copy.deepcopy(manifests)
2022-06-25 22:22:53 +00:00
for id in manifests:
manifest = manifests[id]
accepted = True
if "requires" in manifest:
for req in manifest["requires"]:
2022-07-08 17:10:27 +00:00
if not req in target["props"] or \
not target["props"][req] in manifest["requires"][req]:
2022-06-25 22:22:53 +00:00
accepted = False
2022-07-27 16:53:58 +00:00
print(
f"Disabling {id} because it requires {req}: {manifest['requires'][req]}")
2022-06-25 22:22:53 +00:00
break
2022-07-12 15:12:00 +00:00
manifest["enabled"] = accepted
2022-06-25 22:22:53 +00:00
2022-07-12 15:12:00 +00:00
return manifests
2022-06-25 22:22:53 +00:00
def doInjects(manifests: dict) -> dict:
manifests = copy.deepcopy(manifests)
for key in manifests:
item = manifests[key]
2022-07-12 15:12:00 +00:00
if item["enabled"] and "inject" in item:
2022-06-25 22:22:53 +00:00
for inject in item["inject"]:
if inject in manifests:
manifests[inject]["deps"].append(key)
return manifests
2022-07-12 15:12:00 +00:00
def providersFor(key: str, manifests: dict) -> dict:
result = []
for k in manifests:
if manifests[k]["enabled"] and key in manifests[k].get("provide", []):
result.append(k)
return result
2022-06-25 22:22:53 +00:00
def resolveDeps(manifests: dict) -> dict:
manifests = copy.deepcopy(manifests)
2022-07-12 15:12:00 +00:00
def resolve(key: str, stack: list[str] = []) -> list[str]:
result: list[str] = []
2022-07-06 21:11:10 +00:00
2022-07-12 15:12:00 +00:00
if not key in manifests:
providers = providersFor(key, manifests)
2022-07-06 21:11:10 +00:00
2022-07-12 15:12:00 +00:00
if len(providers) == 0:
2022-12-12 23:21:45 +00:00
print("No providers for " + key)
2022-07-12 15:12:00 +00:00
return False, "", []
2022-07-06 21:11:10 +00:00
2022-07-12 15:12:00 +00:00
if len(providers) > 1:
raise utils.CliException(
f"Multiple providers for {key}: {providers}")
2022-07-06 21:11:10 +00:00
2022-07-12 15:12:00 +00:00
key = providers[0]
2022-07-06 21:11:10 +00:00
2022-06-25 22:22:53 +00:00
if key in stack:
raise utils.CliException("Circular dependency detected: " +
str(stack) + " -> " + key)
2022-07-12 15:12:00 +00:00
stack.append(key)
2022-06-25 22:22:53 +00:00
if "deps" in manifests[key]:
for dep in manifests[key]["deps"]:
2022-07-12 15:12:00 +00:00
keep, dep, res = resolve(dep, stack)
if not keep:
stack.pop()
return False, "", []
2022-07-06 21:11:10 +00:00
result.append(dep)
2022-07-12 15:12:00 +00:00
result += res
2022-07-06 21:11:10 +00:00
2022-07-12 15:12:00 +00:00
stack.pop()
return True, key, result
2022-06-25 22:22:53 +00:00
for key in manifests:
2022-07-12 15:12:00 +00:00
keep, _, deps = resolve(key)
if not keep:
print(f"Disabling {key} because we are missing a deps")
manifests[key]["enabled"] = False
manifests[key]["deps"] = utils.stripDups(deps)
2022-06-25 22:22:53 +00:00
return manifests
def findFiles(manifests: dict) -> dict:
manifests = copy.deepcopy(manifests)
for key in manifests:
item = manifests[key]
path = manifests[key]["dir"]
testsPath = os.path.join(path, "tests")
assetsPath = os.path.join(path, "assets")
item["tests"] = utils.findFiles(testsPath, [".c", ".cpp"])
item["srcs"] = utils.findFiles(path, [".c", ".cpp", ".s", ".asm"])
2022-06-25 22:22:53 +00:00
item["assets"] = utils.findFiles(assetsPath)
return manifests
def prepareTests(manifests: dict) -> dict:
if not "tests" in manifests:
return manifests
manifests = copy.deepcopy(manifests)
tests = manifests["tests"]
for key in manifests:
item = manifests[key]
if "tests" in item and len(item["tests"]) > 0:
tests["deps"] += [item["id"]]
tests["srcs"] += item["tests"]
return manifests
2022-06-26 08:24:13 +00:00
def prepareInOut(manifests: dict, target: dict) -> dict:
2022-06-25 22:22:53 +00:00
manifests = copy.deepcopy(manifests)
for key in manifests:
item = manifests[key]
basedir = os.path.dirname(item["dir"])
2022-06-26 08:24:13 +00:00
item["objs"] = [(x.replace(basedir, target["objdir"]) + ".o", x)
2022-06-25 22:22:53 +00:00
for x in item["srcs"]]
if item["type"] == "lib":
2022-06-26 08:24:13 +00:00
item["out"] = target["bindir"] + "/" + key + ".a"
2022-06-25 22:22:53 +00:00
elif item["type"] == "exe":
2022-06-26 08:24:13 +00:00
item["out"] = target["bindir"] + "/" + key
2022-06-25 22:22:53 +00:00
else:
raise utils.CliException("Unknown type: " + item["type"])
for key in manifests:
item = manifests[key]
item["libs"] = [manifests[x]["out"]
for x in item["deps"] if manifests[x]["type"] == "lib"]
return manifests
def cincludes(manifests: dict) -> str:
include_paths = []
for key in manifests:
item = manifests[key]
if item["enabled"]:
if "root-include" in item:
include_paths.append(item["dir"])
else:
include_paths.append(str(Path(item["dir"]).parent))
2022-06-25 22:22:53 +00:00
if len(include_paths) == 0:
return ""
# remove duplicates
include_paths = utils.stripDups(include_paths)
2022-06-25 22:22:53 +00:00
return " -I" + " -I".join(include_paths)
2022-12-12 23:21:45 +00:00
def loadAll(basedirs: list[str], target: dict) -> dict:
manifests = loadJsons(basedirs)
2022-06-26 08:24:13 +00:00
manifests = filter(manifests, target)
2022-06-25 22:22:53 +00:00
manifests = doInjects(manifests)
manifests = resolveDeps(manifests)
manifests = findFiles(manifests)
manifests = prepareTests(manifests)
2022-06-26 08:24:13 +00:00
manifests = prepareInOut(manifests, target)
2022-06-25 22:22:53 +00:00
return manifests