bonfire-app/lib/mix/mixer.ex

572 lines
17 KiB
Elixir

if not Code.ensure_loaded?(Bonfire.Mixer) do
defmodule Bonfire.Mixer do
def deps_for(type, config \\ mix_config()) do
deps(config, type)
end
def deps(config, deps_subtype, extensions \\ [])
def deps(config, :bonfire, extensions) do
# extensions = extensions || umbrella_extension_names()
# |> IO.inspect(label: "prefixes")
prefixes =
case multirepo_prefixes(config) do
[] ->
IO.puts(
"No prefixes found in config, fallback to including any deps that starts with 'bonfire'..."
)
["bonfire"]
prefixes ->
prefixes
end
(config[:deps] || config)
# |> IO.inspect()
|> Enum.filter(&in_multirepo?(&1, prefixes, extensions))
end
def deps(config, :update = deps_subtype, extensions) do
# extensions = extensions #|| umbrella_extension_names()
prefixes = multirepo_prefixes(config)
(config[:deps] || config)
|> Enum.filter(
&(include_dep?(deps_subtype, &1, config[:deps_prefixes][deps_subtype]) ||
in_multirepo?(&1, prefixes, extensions))
)
end
def deps(config, deps_subtype, _) when is_atom(deps_subtype),
do:
(config[:deps] || config)
# |> IO.inspect(limit: :infinity)
|> Enum.filter(&include_dep?(deps_subtype, &1, config[:deps_prefixes][deps_subtype]))
def deps do
if function_exported?(Mix.Project, :config, 0),
do: Mix.Project.config()[:deps],
else: Bonfire.Application.deps()
end
def deps_names_for(type, config \\ mix_config()) do
deps(config, type)
|> Enum.map(&dep_name/1)
end
def deps_names_list(deps \\ deps(), as_atom \\ true) do
deps
|> Enum.map(&dep_name(&1, as_atom))
end
def deps_names(deps \\ deps()) do
deps_names_list(deps, false)
|> Enum.join(" ")
end
def umbrella_extensions do
# || Mix.Dep.Umbrella.loaded()
Mix.Project.apps_paths() ||
Mess.deps([path: "config/deps.path"], [], umbrella_only: true) ||
[]
end
def umbrella_extension_names do
umbrella_extensions()
|> Enum.map(fn
%{app: name} -> name
{name, _path} -> name
end)
end
def umbrella_extension_paths do
umbrella_extensions()
|> Enum.map(fn
{name, path} when is_binary(path) -> {name, path: path}
dep -> dep
end)
end
def mix_config do
cond do
function_exported?(Bonfire.Umbrella.MixProject, :config, 0) ->
Bonfire.Umbrella.MixProject.config()
Code.ensure_loaded?(Bonfire.Application) ->
Bonfire.Application.config()
Code.ensure_loaded?(Mix.Project) ->
Mix.Project.config()
true ->
IO.warn("Could not get config")
[]
end
end
def multirepo_prefixes(config \\ mix_config()),
do:
List.wrap(config[:deps_prefixes] || mix_config()[:deps_prefixes])
|> Enum.flat_map(fn {_, list} -> list || [] end)
|> Enum.uniq()
def in_multirepo?(dep, deps_prefixes \\ multirepo_prefixes(), extensions \\ nil),
do:
include_dep?(:bonfire, dep, deps_prefixes) ||
elem(dep, 0) in (extensions || umbrella_extension_names())
def deps_recompile(deps \\ deps_names(:bonfire)),
do: Mix.Task.run("bonfire.dep.compile", ["--force"] ++ List.wrap(deps))
# def flavour_path(path) when is_binary(path), do: path
def flavour_path(config \\ mix_config()),
do: System.get_env("FLAVOUR_PATH", "flavours/" <> flavour(config))
def flavour(config \\ mix_config())
def flavour(default_flavour) when is_binary(default_flavour),
do: System.get_env("FLAVOUR") || default_flavour
def flavour(config), do: System.get_env("FLAVOUR") || config[:default_flavour]
def config_path(path \\ nil, filename),
do: Path.expand(Path.join([path || "config", filename]))
# flavour_path(config_or_flavour)
def forks_path(), do: System.get_env("FORKS_PATH", "extensions/")
def mess_sources(flavour) do
mess_source_files(System.get_env("WITH_FORKS", "1"), System.get_env("WITH_GIT_DEPS", "1"))
|> maybe_all_flavour_sources(flavour, System.get_env("WITH_ALL_FLAVOUR_DEPS", "1"))
# |> IO.inspect(label: "messy")
end
def mess_other_flavour_deps(current_flavour \\ System.get_env("FLAVOUR", "classic")) do
current_flavour_sources =
mess_source_files(System.get_env("WITH_FORKS", "1"), System.get_env("WITH_GIT_DEPS", "1"))
current_flavour_deps =
enum_mess_sources(current_flavour_sources)
# |> IO.inspect(label: "current_mess_sources")
|> Mess.deps([], [])
|> deps_names_list()
# |> IO.inspect(label: "current_flavour_deps", limit: :infinity)
other_flavours_sources = other_flavour_sources(current_flavour_sources, current_flavour)
# |> IO.inspect(label: "other_flavours_sources")
Mess.deps(other_flavours_sources, [], [])
# |> IO.inspect(label: "other_flavours_deps")
|> Enum.reject(fn
{dep, _} -> dep in current_flavour_deps
{dep, _, _} -> dep in current_flavour_deps
end)
# |> IO.inspect(label: "other_flavour_deps")
end
def mess_other_flavour_dep_names(current_flavour \\ System.get_env("FLAVOUR", "classic")) do
mess_other_flavour_deps(current_flavour)
|> deps_names_list()
end
defp maybe_all_flavour_sources(
existing_sources,
current_flavour,
"1" = _WITH_ALL_FLAVOUR_DEPS
) do
enum_mess_sources(existing_sources) ++
[disabled: other_flavour_sources(existing_sources, current_flavour)]
end
defp maybe_all_flavour_sources(existing_sources, _flavour, _not_WITH_ALL_FLAVOUR_DEPS) do
enum_mess_sources(existing_sources)
end
def other_flavour_sources(
existing_sources \\ mess_source_files(
System.get_env("WITH_FORKS", "1"),
System.get_env("WITH_GIT_DEPS", "1")
),
current_flavour \\ System.get_env("FLAVOUR", "classic")
) do
flavour_paths =
for path <- "flavours/*/config/" |> Path.wildcard() do
path
end
|> Enum.reject(&(&1 == "flavours/#{current_flavour}/config"))
# |> IO.inspect(label: "creams")
Enum.map(
flavour_paths,
&(List.first(existing_sources)
|> enum_mess_sources(&1))
)
end
defp enum_mess_sources(sublist, path \\ nil)
defp enum_mess_sources(sublist, path) when is_list(sublist) do
sublist
|> Enum.map(&enum_mess_sources(&1, path))
end
defp enum_mess_sources({k, v}, path) do
{k, config_path(path, v)}
end
defp mess_source_files("0" = _not_WITH_FORKS, "0" = _not_WITH_GIT_DEPS),
do: [[hex: "deps.flavour.hex"], [hex: "deps.hex"]]
defp mess_source_files("0" = _not_WITH_FORKS, "1" = _WITH_GIT_DEPS),
do: [[git: "deps.flavour.git", hex: "deps.flavour.hex"], [git: "deps.git", hex: "deps.hex"]]
defp mess_source_files("1" = _WITH_FORKS, "0" = _not_WITH_GIT_DEPS),
do: [
[path: "deps.flavour.path", hex: "deps.flavour.hex"],
[path: "deps.path", hex: "deps.hex"]
]
defp mess_source_files("1" = _WITH_FORKS, "1" = _WITH_GIT_DEPS),
do: [
[path: "deps.flavour.path", git: "deps.flavour.git", hex: "deps.flavour.hex"],
[path: "deps.path", git: "deps.git", hex: "deps.hex"]
]
def deps_to_clean(config, type) do
deps(config, type)
|> deps_names()
|> or_unused()
end
defp or_unused(""), do: " --unused"
defp or_unused(deps), do: deps
def deps_to_update(config) do
deps(config, :update)
|> deps_names()
|> IO.inspect(
label:
"Running Bonfire #{version(config)} at #{System.get_env("HOSTNAME", "localhost")} with configuration from #{flavour_path(config)} in #{Mix.env()} environment. You can run `just mix bonfire.deps.update` to update these extensions and dependencies"
)
end
# Specifies which paths to include in docs
def beam_paths(deps \\ mix_config(), type \\ :bonfire, extras \\ []) do
build = Mix.Project.build_path()
(extras ++ deps_names_for(type, deps))
# |> IO.inspect
|> Enum.map(&beam_path(&1, build))
end
defp beam_path(app, build),
do: Path.join([build, "lib", dep_name(app), "ebin"])
def docs_beam_paths(config \\ mix_config()) do
beam_paths(config, :docs, umbrella_extension_names() || [])
end
def readme_paths(config),
do:
List.wrap(config[:guides]) ++
Enum.map(Path.wildcard("flavours/*/README.md"), &flavour_readme/1) ++
Enum.map(Path.wildcard("docs/DEPENDENCIES/*.md"), &flavour_deps_doc/1) ++
Enum.flat_map(
deps_names_for(:docs, config) ++ umbrella_extension_paths(),
&readme_path/1
)
defp readme_path(dep) when not is_nil(dep),
do: dep_paths(dep, "README.md") |> List.first() |> readme_path(dep)
defp readme_path(path, dep) when not is_nil(path),
do: [{path |> String.to_atom(), [filename: "extension-" <> dep_name(dep)]}]
defp readme_path(_, _), do: []
def flavour_readme(path),
do: {path |> String.to_atom(), [filename: path |> String.split("/") |> Enum.at(1)]}
def flavour_deps_doc(path),
do:
{path |> String.to_atom(),
[
title:
path
|> String.split("/")
|> Enum.at(2)
|> String.slice(0..-4//1)
|> String.capitalize(),
filename:
path
|> String.split("/")
|> Enum.at(2)
|> String.slice(0..-4//1)
|> then(&"deps-#{&1}")
]}
# [plug: "https://myserver/plug/"]
def doc_dep_urls(config), do: deps(config, :docs) |> Enum.map(&doc_dep_url/1)
defp doc_dep_url(dep), do: {elem(dep, 0), "./"}
def source_url_pattern("deps/" <> _ = path, line),
do: bonfire_ext_pattern(path, line)
def source_url_pattern("extensions/" <> _ = path, line),
do: bonfire_ext_pattern(path, line)
def source_url_pattern("forks/" <> _ = path, line),
do: bonfire_ext_pattern(path, line)
def source_url_pattern(path, line), do: bonfire_app_pattern(path, line)
def bonfire_ext_pattern(path, line),
do:
bonfire_ext_pattern(
path |> String.split("/") |> Enum.at(1),
path |> String.split("/") |> Enum.slice(2..1000) |> Enum.join("/"),
line
)
def bonfire_ext_pattern(dep, path, line),
do:
bonfire_app_pattern(
"https://github.com/bonfire-networks/#{dep}/blob/main/%{path}#L%{line}",
path,
line
)
def bonfire_app_pattern(path, line),
do:
bonfire_app_pattern(
"https://github.com/bonfire-networks/bonfire-app/blob/main/%{path}#L%{line}",
path,
line
)
def bonfire_app_pattern(pattern, path, line),
do:
pattern
|> String.replace("%{path}", "#{path}")
|> String.replace("%{line}", "#{line}")
# Specifies which paths to include when running tests
def test_paths(config),
do: [
"test"
| Enum.flat_map(deps(config, :test) ++ umbrella_extension_paths(), &dep_paths(&1, "test"))
]
# Specifies which paths to compile per environment
def elixirc_paths(config, :test),
do: [
# "lib",
"test/support"
| Enum.flat_map(
deps(config, :test) ++ umbrella_extension_paths(),
&dep_paths(&1, "test/support")
)
]
# ++ ["lib"]
def elixirc_paths(_, env), do: catalogues(env)
def include_dep?(type, dep, config_or_prefixes)
def include_dep?(:update, dep, _config_or_prefixes) when is_tuple(dep),
do: unpinned_git_dep?(dep)
# defp include_dep?(:docs = type, dep, deps_prefixes), do: String.starts_with?(dep_name(dep), deps_prefixes || @config[:deps_prefixes][type]) || git_dep?(dep)
def include_dep?(_type, dep, prefixes) do
String.starts_with?(
dep_name(dep),
prefixes
)
end
# defp git_dep?(dep) do
# spec = elem(dep, 1)
# is_list(spec) && spec[:git]
# end
def unpinned_git_dep?(dep) do
spec = elem(dep, 1)
is_list(spec) && spec[:git] && !spec[:commit]
end
def dep_name(dep, as_atom \\ false)
def dep_name(dep, as_atom) when is_tuple(dep), do: elem(dep, 0) |> dep_name(as_atom)
def dep_name(dep, false) when is_atom(dep), do: Atom.to_string(dep)
def dep_name(dep, true) when is_binary(dep), do: String.to_existing_atom(dep)
def dep_name(dep, _), do: dep
def dep_path(dep, force? \\ false)
def dep_path(dep, force?) when is_binary(dep) do
path_if_exists(forks_path() <> dep) ||
(
path =
(Mix.Project.deps_path() <> "/" <> dep)
|> Path.expand(File.cwd!())
if force?, do: path, else: path_if_exists(path) || "."
)
end
def dep_path(dep, force?) do
spec = elem(dep, 1)
path =
if is_list(spec) && spec[:path],
do: spec[:path],
else:
(Mix.Project.deps_path() <> "/" <> dep_name(dep))
|> Path.relative_to_cwd()
if force?, do: path, else: path_if_exists(path)
end
defp path_if_exists(path), do: if(File.exists?(path), do: path)
def dep_paths(deps, extra \\ "/")
def dep_paths(deps, extra) when is_list(deps),
do: Enum.flat_map(deps, &dep_paths(&1, extra))
def dep_paths(dep, extra) when is_list(extra),
do: Enum.flat_map(extra, &dep_paths(dep, &1))
def dep_paths(dep, extra) when is_binary(extra) do
dep_path = dep_path(dep, true)
if dep_path do
path = Path.join(dep_path, extra) |> path_if_exists()
if path, do: [path], else: []
else
[]
end
end
def version(config) do
config[:version]
|> String.split("-", parts: 2)
|> List.insert_at(1, flavour(config))
|> Enum.join("-")
end
# def compilers(:dev) do
# [:unused] ++ compilers(nil)
# end
def compilers(_) do
Mix.compilers() ++ [:surface]
end
def catalogues(_env) do
[
"deps/surface/priv/catalogue",
dep_path("bonfire_ui_common") <> "/priv/catalogue"
]
end
def deps_tree do
if function_exported?(Mix.Project, :deps_tree, 0) do
Mix.Project.deps_tree()
end
end
def deps_tree_flat(tree \\ deps_tree())
def deps_tree_flat(tree) when is_map(tree) do
# note that you should call the compile-time cached list in Bonfire.Application
(Map.values(tree) ++ Map.keys(tree))
|> List.flatten()
|> Enum.uniq()
end
def deps_tree_flat(_), do: nil
def list_deps_by_size(sort_by \\ :app, paths \\ Mix.Project.deps_paths()) do
deps_by_size(sort_by, paths)
|> IO.inspect(limit: :infinity)
:ok
end
def deps_by_size(sort_by \\ :app, paths \\ Mix.Project.deps_paths()) do
deps_tree()
|> Enum.map(fn {app, deps} ->
app_size =
paths
|> Map.get(app)
|> List.wrap()
# |> IO.inspect
|> Mix.Utils.extract_files("*")
|> Enum.map(&(File.stat(&1) |> ok_unwrap(%{}) |> Map.get(:size) || 0))
|> Enum.sum()
deps_size =
deps
|> Enum.map(&Map.get(paths, &1))
# |> IO.inspect
|> Mix.Utils.extract_files("*")
|> Enum.map(&(File.stat(&1) |> ok_unwrap(%{}) |> Map.get(:size) || 0))
|> Enum.sum()
{app,
if sort_by != :app do
%{
deps_list: deps,
app: app_size,
deps: deps_size,
total: app_size + deps_size
}
else
%{
app: app_size,
deps: deps_size,
total: app_size + deps_size
}
end}
end)
|> Enum.sort_by(&(elem(&1, 1) |> Map.get(sort_by)), &>=/2)
|> Enum.map(fn {app, meta} ->
{app,
Map.merge(meta, %{
app: format_byte_size(meta.app),
deps: format_byte_size(meta.deps),
total: format_byte_size(meta.total)
})}
end)
end
def format_byte_size(byte_size) do
System.cmd("numfmt", ["--to=iec-i", "--suffix=B", "--format=%9.2f", to_string(byte_size)])
|> elem(0)
|> String.trim()
end
@doc """
Unwraps an `{:ok, val}` tuple, returning the value, or returns a fallback value (nil by default) if the tuple is `{:error, _}` or `:error`.
"""
def ok_unwrap(val, fallback \\ nil)
def ok_unwrap({:ok, val}, _fallback), do: val
def ok_unwrap({:error, val}, fallback) do
IO.warn(inspect(val))
fallback
end
def ok_unwrap(:ok, fallback), do: fallback
def ok_unwrap(:error, fallback), do: fallback
def ok_unwrap(val, fallback), do: val || fallback
end
end