azure-cli: rewrite extensions-tool in python (#352668)
This commit is contained in:
Ulrik Strid
@@ -1,19 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
# Just a tiny imperfect helper script to commit generated updates.
|
||||
#
|
||||
# First, ensure that that `git add -p extensions-generated.nix` only
|
||||
# returns a series of clean update hunks, where each hunk updates a
|
||||
# single package version. All additions/removals must be committed
|
||||
# by hand.
|
||||
# The script will then commit the remaining hunks with fitting commit messages.
|
||||
|
||||
while true; do
|
||||
echo -e "y\nq" | git add -p extensions-generated.nix || break
|
||||
pname=$(git diff --no-ext-diff --cached | grep "pname =" | cut -d'"' -f2 | head -n1) || break
|
||||
versions=$(git diff --no-ext-diff --cached | grep "version =" | cut -d'"' -f2) || break
|
||||
oldver=$(echo "$versions" | head -n1) || break
|
||||
newver=$(echo "$versions" | tail -n1) || break
|
||||
commitmsg="azure-cli-extensions.${pname}: ${oldver} -> ${newver}"
|
||||
git commit -m "$commitmsg"
|
||||
done
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@@ -18,7 +18,7 @@
|
||||
pname = "application-insights";
|
||||
version = "1.2.1";
|
||||
url = "https://azcliprod.blob.core.windows.net/cli-extensions/application_insights-${version}-py2.py3-none-any.whl";
|
||||
sha256 = "e1fa824eb587e2bec7f4cb4d1c4ce1033ab3d3fac65af42dd6218f673b019cee";
|
||||
hash = "sha256-4fqCTrWH4r7H9MtNHEzhAzqz0/rGWvQt1iGPZzsBnO4=";
|
||||
description = "Support for managing Application Insights components and querying metrics, events, and logs from such components";
|
||||
propagatedBuildInputs = with python3Packages; [ isodate ];
|
||||
meta.maintainers = with lib.maintainers; [ andreasvoss ];
|
||||
@@ -28,7 +28,7 @@
|
||||
pname = "azure-devops";
|
||||
version = "1.0.1";
|
||||
url = "https://github.com/Azure/azure-devops-cli-extension/releases/download/20240206.1/azure_devops-${version}-py2.py3-none-any.whl";
|
||||
sha256 = "658a2854d8c80f874f9382d421fa45abf6a38d00334737dda006f8dec64cf70a";
|
||||
hash = "sha256-ZYooVNjID4dPk4LUIfpFq/ajjQAzRzfdoAb43sZM9wo=";
|
||||
description = "Tools for managing Azure DevOps";
|
||||
propagatedBuildInputs = with python3Packages; [ distro ];
|
||||
meta.maintainers = with lib.maintainers; [ katexochen ];
|
||||
@@ -39,7 +39,7 @@
|
||||
description = "The Azure IoT extension for Azure CLI.";
|
||||
version = "0.25.0";
|
||||
url = "https://github.com/Azure/azure-iot-cli-extension/releases/download/v${version}/azure_iot-${version}-py3-none-any.whl";
|
||||
sha256 = "7db4bc07667efa8472513d9e121fb2551fcaeae68255c7bc0768ad4177c1b1c6";
|
||||
hash = "sha256-fbS8B2Z++oRyUT2eEh+yVR/K6uaCVce8B2itQXfBscY=";
|
||||
propagatedBuildInputs = (
|
||||
with python3Packages;
|
||||
[
|
||||
@@ -65,7 +65,7 @@
|
||||
pname = "confcom";
|
||||
version = "1.0.0";
|
||||
url = "https://azcliprod.blob.core.windows.net/cli-extensions/confcom-${version}-py3-none-any.whl";
|
||||
sha256 = "73823e10958a114b4aca84c330b4debcc650c4635e74c568679b6c32c356411d";
|
||||
hash = "sha256-c4I+EJWKEUtKyoTDMLTevMZQxGNedMVoZ5tsMsNWQR0=";
|
||||
description = "Microsoft Azure Command-Line Tools Confidential Container Security Policy Generator Extension";
|
||||
nativeBuildInputs = [ autoPatchelfHook ];
|
||||
buildInputs = [ openssl_1_1 ];
|
||||
@@ -85,7 +85,7 @@
|
||||
pname = "containerapp";
|
||||
version = "1.0.0b1";
|
||||
url = "https://azcliprod.blob.core.windows.net/cli-extensions/containerapp-${version}-py2.py3-none-any.whl";
|
||||
sha256 = "d80b83b0e22770925c24bca150c84182376b7b0aff9b6f28498d769dc8618b45";
|
||||
hash = "sha256-2AuDsOIncJJcJLyhUMhBgjdrewr/m28oSY12nchhi0U=";
|
||||
description = "Microsoft Azure Command-Line Tools Containerapp Extension";
|
||||
propagatedBuildInputs = with python3Packages; [
|
||||
docker
|
||||
@@ -98,7 +98,7 @@
|
||||
pname = "rdbms-connect";
|
||||
version = "1.0.6";
|
||||
url = "https://azcliprod.blob.core.windows.net/cli-extensions/rdbms_connect-${version}-py2.py3-none-any.whl";
|
||||
sha256 = "49cbe8d9b7ea07a8974a29ad90247e864ed798bed5f28d0e3a57a4b37f5939e7";
|
||||
hash = "sha256-Scvo2bfqB6iXSimtkCR+hk7XmL7V8o0OOleks39ZOec=";
|
||||
description = "Support for testing connection to Azure Database for MySQL & PostgreSQL servers";
|
||||
propagatedBuildInputs =
|
||||
(with python3Packages; [
|
||||
@@ -115,7 +115,7 @@
|
||||
pname = "ssh";
|
||||
version = "2.0.5";
|
||||
url = "https://azcliprod.blob.core.windows.net/cli-extensions/ssh-${version}-py3-none-any.whl";
|
||||
sha256 = "80c98b10d7bf1ce4005b7694aedd05c47355456775ba6125308be65fb0fefc93";
|
||||
hash = "sha256-gMmLENe/HOQAW3aUrt0FxHNVRWd1umElMIvmX7D+/JM=";
|
||||
description = "SSH into Azure VMs using RBAC and AAD OpenSSH Certificates";
|
||||
propagatedBuildInputs = with python3Packages; [
|
||||
oras
|
||||
@@ -128,7 +128,7 @@
|
||||
pname = "storage-preview";
|
||||
version = "1.0.0b2";
|
||||
url = "https://azcliprod.blob.core.windows.net/cli-extensions/storage_preview-${version}-py2.py3-none-any.whl";
|
||||
sha256 = "2de8fa421622928a308bb70048c3fdf40400bad3b34afd601d0b3afcd8b82764";
|
||||
hash = "sha256-Lej6QhYikoowi7cASMP99AQAutOzSv1gHQs6/Ni4J2Q=";
|
||||
description = "Provides a preview for upcoming storage features";
|
||||
propagatedBuildInputs = with python3Packages; [ azure-core ];
|
||||
meta.maintainers = with lib.maintainers; [ katexochen ];
|
||||
|
||||
@@ -0,0 +1,319 @@
|
||||
#!/usr/bin/env python
|
||||
|
||||
import argparse
|
||||
import base64
|
||||
import datetime
|
||||
import json
|
||||
import logging
|
||||
import os
|
||||
import sys
|
||||
from dataclasses import asdict, dataclass, replace
|
||||
from pathlib import Path
|
||||
from typing import Any, Dict, Iterable, List, Optional, Set, Tuple
|
||||
from urllib.request import Request, urlopen
|
||||
|
||||
import git
|
||||
from packaging.version import Version, parse
|
||||
|
||||
INDEX_URL = "https://azcliextensionsync.blob.core.windows.net/index1/index.json"
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class Ext:
|
||||
pname: str
|
||||
version: Version
|
||||
url: str
|
||||
hash: str
|
||||
description: str
|
||||
|
||||
|
||||
def _read_cached_index(path: Path) -> Tuple[datetime.datetime, Any]:
|
||||
with open(path, "r") as f:
|
||||
data = f.read()
|
||||
|
||||
j = json.loads(data)
|
||||
cache_date_str = j["cache_date"]
|
||||
if cache_date_str:
|
||||
cache_date = datetime.datetime.fromisoformat(cache_date_str)
|
||||
else:
|
||||
cache_date = datetime.datetime.min
|
||||
return cache_date, data
|
||||
|
||||
|
||||
def _write_index_to_cache(data: Any, path: Path):
|
||||
j = json.loads(data)
|
||||
j["cache_date"] = datetime.datetime.now().isoformat()
|
||||
with open(path, "w") as f:
|
||||
json.dump(j, f, indent=2)
|
||||
|
||||
|
||||
def _fetch_remote_index():
|
||||
r = Request(INDEX_URL)
|
||||
with urlopen(r) as resp:
|
||||
return resp.read()
|
||||
|
||||
|
||||
def get_extension_index(cache_dir: Path) -> Set[Ext]:
|
||||
index_file = cache_dir / "index.json"
|
||||
os.makedirs(cache_dir, exist_ok=True)
|
||||
|
||||
try:
|
||||
index_cache_date, index_data = _read_cached_index(index_file)
|
||||
except FileNotFoundError:
|
||||
logger.info("index has not been cached, downloading from source")
|
||||
logger.info("creating index cache in %s", index_file)
|
||||
_write_index_to_cache(_fetch_remote_index(), index_file)
|
||||
return get_extension_index(cache_dir)
|
||||
|
||||
if (
|
||||
index_cache_date
|
||||
and datetime.datetime.now() - index_cache_date > datetime.timedelta(days=1)
|
||||
):
|
||||
logger.info(
|
||||
"cache is outdated (%s), refreshing",
|
||||
datetime.datetime.now() - index_cache_date,
|
||||
)
|
||||
_write_index_to_cache(_fetch_remote_index(), index_file)
|
||||
return get_extension_index(cache_dir)
|
||||
|
||||
logger.info("using index cache from %s", index_file)
|
||||
return json.loads(index_data)
|
||||
|
||||
|
||||
def _read_extension_set(extensions_generated: Path) -> Set[Ext]:
|
||||
with open(extensions_generated, "r") as f:
|
||||
data = f.read()
|
||||
|
||||
parsed_exts = {Ext(**json_ext) for _pname, json_ext in json.loads(data).items()}
|
||||
parsed_exts_with_ver = set()
|
||||
for ext in parsed_exts:
|
||||
ext2 = replace(ext, version=parse(ext.version))
|
||||
parsed_exts_with_ver.add(ext2)
|
||||
|
||||
return parsed_exts_with_ver
|
||||
|
||||
|
||||
def _write_extension_set(extensions_generated: Path, extensions: Set[Ext]) -> None:
|
||||
set_without_ver = {replace(ext, version=str(ext.version)) for ext in extensions}
|
||||
ls = list(set_without_ver)
|
||||
ls.sort(key=lambda e: e.pname)
|
||||
with open(extensions_generated, "w") as f:
|
||||
json.dump({ext.pname: asdict(ext) for ext in ls}, f, indent=2)
|
||||
|
||||
|
||||
def _convert_hash_digest_from_hex_to_b64_sri(s: str) -> str:
|
||||
try:
|
||||
b = bytes.fromhex(s)
|
||||
except ValueError as err:
|
||||
logger.error("not a hex value: %s", str(err))
|
||||
raise err
|
||||
|
||||
return f"sha256-{base64.b64encode(b).decode('utf-8')}"
|
||||
|
||||
|
||||
def _commit(repo: git.Repo, message: str, files: List[Path]) -> None:
|
||||
repo.index.add([str(f.resolve()) for f in files])
|
||||
if repo.index.diff("HEAD"):
|
||||
logger.info(f'committing to nixpkgs "{message}"')
|
||||
repo.index.commit(message)
|
||||
else:
|
||||
logger.warning("no changes in working tree to commit")
|
||||
|
||||
|
||||
def _filter_invalid(o: Dict[str, Any]) -> bool:
|
||||
if "metadata" not in o:
|
||||
logger.warning("extension without metadata")
|
||||
return False
|
||||
metadata = o["metadata"]
|
||||
if "name" not in metadata:
|
||||
logger.warning("extension without name")
|
||||
return False
|
||||
if "version" not in metadata:
|
||||
logger.warning(f"{metadata['name']} without version")
|
||||
return False
|
||||
if "azext.minCliCoreVersion" not in metadata:
|
||||
logger.warning(
|
||||
f"{metadata['name']} {metadata['version']} does not have azext.minCliCoreVersion"
|
||||
)
|
||||
return False
|
||||
if "summary" not in metadata:
|
||||
logger.info(f"{metadata['name']} {metadata['version']} without summary")
|
||||
return False
|
||||
if "downloadUrl" not in o:
|
||||
logger.warning(f"{metadata['name']} {metadata['version']} without downloadUrl")
|
||||
return False
|
||||
if "sha256Digest" not in o:
|
||||
logger.warning(f"{metadata['name']} {metadata['version']} without sha256Digest")
|
||||
return False
|
||||
|
||||
return True
|
||||
|
||||
|
||||
def _filter_compatible(o: Dict[str, Any], cli_version: Version) -> bool:
|
||||
minCliVersion = parse(o["metadata"]["azext.minCliCoreVersion"])
|
||||
return cli_version >= minCliVersion
|
||||
|
||||
|
||||
def _transform_dict_to_obj(o: Dict[str, Any]) -> Ext:
|
||||
m = o["metadata"]
|
||||
return Ext(
|
||||
pname=m["name"],
|
||||
version=parse(m["version"]),
|
||||
url=o["downloadUrl"],
|
||||
hash=_convert_hash_digest_from_hex_to_b64_sri(o["sha256Digest"]),
|
||||
description=m["summary"].rstrip("."),
|
||||
)
|
||||
|
||||
|
||||
def _get_latest_version(versions: dict) -> dict:
|
||||
return max(versions, key=lambda e: parse(e["metadata"]["version"]), default=None)
|
||||
|
||||
|
||||
def processExtension(
|
||||
extVersions: dict,
|
||||
cli_version: Version,
|
||||
ext_name: Optional[str] = None,
|
||||
requirements: bool = False,
|
||||
) -> Optional[Ext]:
|
||||
versions = filter(_filter_invalid, extVersions)
|
||||
versions = filter(lambda v: _filter_compatible(v, cli_version), versions)
|
||||
latest = _get_latest_version(versions)
|
||||
if not latest:
|
||||
return None
|
||||
if ext_name and latest["metadata"]["name"] != ext_name:
|
||||
return None
|
||||
if not requirements and "run_requires" in latest["metadata"]:
|
||||
return None
|
||||
|
||||
return _transform_dict_to_obj(latest)
|
||||
|
||||
|
||||
def _diff_sets(
|
||||
set_local: Set[Ext], set_remote: Set[Ext]
|
||||
) -> Tuple[Set[Ext], Set[Ext], Set[Tuple[Ext, Ext]]]:
|
||||
local_exts = {ext.pname: ext for ext in set_local}
|
||||
remote_exts = {ext.pname: ext for ext in set_remote}
|
||||
only_local = local_exts.keys() - remote_exts.keys()
|
||||
only_remote = remote_exts.keys() - local_exts.keys()
|
||||
both = remote_exts.keys() & local_exts.keys()
|
||||
return (
|
||||
{local_exts[pname] for pname in only_local},
|
||||
{remote_exts[pname] for pname in only_remote},
|
||||
{(local_exts[pname], remote_exts[pname]) for pname in both},
|
||||
)
|
||||
|
||||
|
||||
def _filter_updated(e: Tuple[Ext, Ext]) -> bool:
|
||||
prev, new = e
|
||||
return prev != new
|
||||
|
||||
|
||||
def main() -> None:
|
||||
sh = logging.StreamHandler(sys.stderr)
|
||||
sh.setFormatter(
|
||||
logging.Formatter(
|
||||
"[%(asctime)s] [%(levelname)8s] --- %(message)s (%(filename)s:%(lineno)s)",
|
||||
"%Y-%m-%d %H:%M:%S",
|
||||
)
|
||||
)
|
||||
logging.basicConfig(level=logging.INFO, handlers=[sh])
|
||||
|
||||
parser = argparse.ArgumentParser(
|
||||
prog="azure-cli.extensions-tool",
|
||||
description="Script to handle Azure CLI extension updates",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--cli-version", type=str, help="version of azure-cli (required)"
|
||||
)
|
||||
parser.add_argument("--extension", type=str, help="name of extension to query")
|
||||
parser.add_argument(
|
||||
"--cache-dir",
|
||||
type=Path,
|
||||
help="path where to cache the extension index",
|
||||
default=Path(os.getenv("XDG_CACHE_HOME", Path.home() / ".cache"))
|
||||
/ "azure-cli-extensions-tool",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--requirements",
|
||||
action=argparse.BooleanOptionalAction,
|
||||
help="whether to list extensions that have requirements",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--commit",
|
||||
action=argparse.BooleanOptionalAction,
|
||||
help="whether to commit changes to git",
|
||||
)
|
||||
args = parser.parse_args()
|
||||
|
||||
repo = git.Repo(Path(".").resolve(), search_parent_directories=True)
|
||||
|
||||
index = get_extension_index(args.cache_dir)
|
||||
assert index["formatVersion"] == "1" # only support formatVersion 1
|
||||
extensions_remote = index["extensions"]
|
||||
|
||||
cli_version = parse(args.cli_version)
|
||||
|
||||
extensions_remote_filtered = set()
|
||||
for _ext_name, extension in extensions_remote.items():
|
||||
extension = processExtension(extension, cli_version, args.extension)
|
||||
if extension:
|
||||
extensions_remote_filtered.add(extension)
|
||||
|
||||
extension_file = (
|
||||
Path(repo.working_dir) / "pkgs/by-name/az/azure-cli/extensions-generated.json"
|
||||
)
|
||||
extensions_local = _read_extension_set(extension_file)
|
||||
extensions_local_filtered = set()
|
||||
if args.extension:
|
||||
extensions_local_filtered = filter(
|
||||
lambda ext: args.extension == ext.pname, extensions_local
|
||||
)
|
||||
else:
|
||||
extensions_local_filtered = extensions_local
|
||||
|
||||
removed, init, updated = _diff_sets(
|
||||
extensions_local_filtered, extensions_remote_filtered
|
||||
)
|
||||
updated = set(filter(_filter_updated, updated))
|
||||
|
||||
logger.info("initialized extensions:")
|
||||
for ext in init:
|
||||
logger.info(f" {ext.pname} {ext.version}")
|
||||
logger.info("removed extensions:")
|
||||
for ext in removed:
|
||||
logger.info(f" {ext.pname} {ext.version}")
|
||||
logger.info("updated extensions:")
|
||||
for prev, new in updated:
|
||||
logger.info(f" {prev.pname} {prev.version} -> {new.version}")
|
||||
|
||||
for ext in removed:
|
||||
extensions_local.remove(ext)
|
||||
# TODO: Add additional check why this is removed
|
||||
# TODO: Add an alias to extensions manual?
|
||||
commit_msg = f"azure-cli-extensions.{ext.pname}: remove"
|
||||
_write_extension_set(extension_file, extensions_local)
|
||||
if args.commit:
|
||||
_commit(repo, commit_msg, [extension_file])
|
||||
|
||||
for ext in init:
|
||||
extensions_local.add(ext)
|
||||
commit_msg = f"azure-cli-extensions.{ext.pname}: init at {ext.version}"
|
||||
_write_extension_set(extension_file, extensions_local)
|
||||
if args.commit:
|
||||
_commit(repo, commit_msg, [extension_file])
|
||||
|
||||
for prev, new in updated:
|
||||
extensions_local.remove(prev)
|
||||
extensions_local.add(new)
|
||||
commit_msg = (
|
||||
f"azure-cli-extension.{prev.pname}: {prev.version} -> {new.version}"
|
||||
)
|
||||
_write_extension_set(extension_file, extensions_local)
|
||||
if args.commit:
|
||||
_commit(repo, commit_msg, [extension_file])
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
@@ -10,6 +10,11 @@
|
||||
python3,
|
||||
writeScriptBin,
|
||||
|
||||
black,
|
||||
isort,
|
||||
mypy,
|
||||
makeWrapper,
|
||||
|
||||
# Whether to include patches that enable placing certain behavior-defining
|
||||
# configuration files in the Nix store.
|
||||
withImmutableConfig ? true,
|
||||
@@ -41,14 +46,14 @@ let
|
||||
pname,
|
||||
version,
|
||||
url,
|
||||
sha256,
|
||||
hash,
|
||||
description,
|
||||
...
|
||||
}@args:
|
||||
python3.pkgs.buildPythonPackage (
|
||||
{
|
||||
format = "wheel";
|
||||
src = fetchurl { inherit url sha256; };
|
||||
src = fetchurl { inherit url hash; };
|
||||
meta = {
|
||||
inherit description;
|
||||
inherit (azure-cli.meta) platforms maintainers;
|
||||
@@ -60,18 +65,20 @@ let
|
||||
}
|
||||
// (removeAttrs args [
|
||||
"url"
|
||||
"sha256"
|
||||
"hash"
|
||||
"description"
|
||||
"meta"
|
||||
])
|
||||
);
|
||||
|
||||
extensions =
|
||||
callPackages ./extensions-generated.nix { inherit mkAzExtension; }
|
||||
// callPackages ./extensions-manual.nix {
|
||||
inherit mkAzExtension;
|
||||
python3Packages = python3.pkgs;
|
||||
};
|
||||
extensions-generated = lib.mapAttrs (name: ext: mkAzExtension ext) (
|
||||
builtins.fromJSON (builtins.readFile ./extensions-generated.json)
|
||||
);
|
||||
extensions-manual = callPackages ./extensions-manual.nix {
|
||||
inherit mkAzExtension;
|
||||
python3Packages = python3.pkgs;
|
||||
};
|
||||
extensions = extensions-generated // extensions-manual;
|
||||
|
||||
extensionDir = stdenvNoCC.mkDerivation {
|
||||
name = "azure-cli-extensions";
|
||||
@@ -376,17 +383,42 @@ py.pkgs.toPythonApplication (
|
||||
};
|
||||
|
||||
generate-extensions = writeScriptBin "${pname}-update-extensions" ''
|
||||
export FILE=extensions-generated.nix
|
||||
echo "# This file is automatically generated. DO NOT EDIT! Read README.md" > $FILE
|
||||
echo "{ mkAzExtension }:" >> $FILE
|
||||
echo "{" >> $FILE
|
||||
${./query-extension-index.sh} --requirements=false --download --nix --cli-version=${version} \
|
||||
| xargs -n1 -d '\n' echo " " >> $FILE
|
||||
echo "" >> $FILE
|
||||
echo "}" >> $FILE
|
||||
echo "Extension was saved to \"extensions-generated.nix\" file."
|
||||
echo "Move it to \"{nixpkgs}/pkgs/by-name/az/azure-cli/extensions-generated.nix\"."
|
||||
${lib.getExe azure-cli.extensions-tool} --cli-version ${azure-cli.version} --commit
|
||||
'';
|
||||
|
||||
extensions-tool =
|
||||
runCommand "azure-cli-extensions-tool"
|
||||
{
|
||||
src = ./extensions-tool.py;
|
||||
nativeBuildInputs = [
|
||||
black
|
||||
isort
|
||||
makeWrapper
|
||||
mypy
|
||||
python3
|
||||
];
|
||||
meta.mainProgram = "extensions-tool";
|
||||
}
|
||||
''
|
||||
black --check --diff $src
|
||||
# mypy --strict $src
|
||||
isort --profile=black --check --diff $src
|
||||
|
||||
install -Dm755 $src $out/bin/extensions-tool
|
||||
|
||||
patchShebangs --build $out
|
||||
wrapProgram $out/bin/extensions-tool \
|
||||
--set PYTHONPATH "${
|
||||
python3.pkgs.makePythonPath (
|
||||
with python3.pkgs;
|
||||
[
|
||||
packaging
|
||||
semver
|
||||
gitpython
|
||||
]
|
||||
)
|
||||
}"
|
||||
'';
|
||||
};
|
||||
|
||||
meta = {
|
||||
|
||||
@@ -1,163 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
function usage() {
|
||||
{
|
||||
echo "${0} - query Azure CLI extension index"
|
||||
echo
|
||||
echo "The Azure CLI extension index contains all versions of all extensions. This"
|
||||
echo "script queries the index for the latest version of an extensions that is"
|
||||
echo "compatible with the specified version of the Azure CLI. Data for that extension"
|
||||
echo "is filtered for fields relevant to package the extension in Nix."
|
||||
echo
|
||||
echo "Usage:"
|
||||
echo " --cli-version=<version> version of azure-cli (required)"
|
||||
echo " --extension=<name> name of extension to query"
|
||||
echo " --file=<path> path to extension index file"
|
||||
echo " --download download extension index file"
|
||||
echo " --nix output Nix expression"
|
||||
echo " --requirements=<true/false> filter for extensions with/without requirements"
|
||||
} >&2
|
||||
}
|
||||
|
||||
for arg in "$@"; do
|
||||
case "$arg" in
|
||||
--cli-version=*)
|
||||
cliVer="${arg#*=}"
|
||||
shift
|
||||
;;
|
||||
--extension=*)
|
||||
extName="${arg#*=}"
|
||||
shift
|
||||
;;
|
||||
--file=*)
|
||||
extensionFile="${arg#*=}"
|
||||
shift
|
||||
;;
|
||||
--download)
|
||||
download=true
|
||||
shift
|
||||
;;
|
||||
--nix)
|
||||
nix=true
|
||||
shift
|
||||
;;
|
||||
--requirements=*)
|
||||
requirements="${arg#*=}"
|
||||
shift
|
||||
;;
|
||||
--help)
|
||||
usage
|
||||
exit 0
|
||||
;;
|
||||
*)
|
||||
echo "Unknown argument: $arg" >&2
|
||||
exit 1
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
if [[ -z "${cliVer:-}" ]]; then
|
||||
echo "Missing --cli-version argument" >&2
|
||||
exit 1
|
||||
fi
|
||||
if [[ -z "${extensionFile:-}" && -z "${download:-}" ]]; then
|
||||
echo "Either --file or --download must be specified" >&2
|
||||
exit 1
|
||||
fi
|
||||
if [[ -n "${extName:-}" && -n "${requirements:-}" ]]; then
|
||||
echo "--requirements can only be used when listing all extensions" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [[ "${download:-}" == true ]]; then
|
||||
extensionFile="$(mktemp)"
|
||||
echo "Downloading extensions index to ${extensionFile}" >&2
|
||||
curl -fsSL "https://azcliextensionsync.blob.core.windows.net/index1/index.json" > "${extensionFile}"
|
||||
fi
|
||||
|
||||
# shellcheck disable=SC2016
|
||||
jqProgram='
|
||||
def opt(f):
|
||||
. as $in | try f catch $in
|
||||
;
|
||||
|
||||
def version_to_array:
|
||||
sub("\\+.*$"; "")
|
||||
| capture("^(?<v>[^a-z-]+)(?:(?<p>.*))?") | [.v, .p // empty]
|
||||
| map(split(".")
|
||||
| map(opt(tonumber)))
|
||||
| flatten
|
||||
;
|
||||
|
||||
def version_le($contstraint):
|
||||
version_to_array as $v
|
||||
| $contstraint | version_to_array as $c
|
||||
| $v[0] < $c[0] or
|
||||
($v[0] == $c[0] and $v[1] < $c[1]) or
|
||||
($v[0] == $c[0] and $v[1] == $c[1] and $v[2] < $c[2]) or
|
||||
($v[0] == $c[0] and $v[1] == $c[1] and $v[2] == $c[2] and $v[3] <= $c[3])
|
||||
;
|
||||
|
||||
def max_constrained_version($constraint):
|
||||
[
|
||||
.[] | select(.metadata."azext.minCliCoreVersion" // "0.0.0" | version_le($cliVer))
|
||||
]
|
||||
| sort_by(.metadata.version | version_to_array)
|
||||
| last
|
||||
;
|
||||
|
||||
def translate_struct:
|
||||
{
|
||||
pname : .metadata.name,
|
||||
description: .metadata.summary,
|
||||
version: .metadata.version,
|
||||
url: .downloadUrl,
|
||||
sha256: .sha256Digest,
|
||||
license: .metadata.license,
|
||||
requires: .metadata.run_requires.[0].requires
|
||||
}
|
||||
;
|
||||
|
||||
def to_nix:
|
||||
[.].[] as $in
|
||||
| .version as $version
|
||||
| .description as $description
|
||||
| .url | sub($version;"${version}") as $url
|
||||
| $description |rtrimstr(".") as $description
|
||||
| $in.pname + " = mkAzExtension rec {\n" +
|
||||
" pname = \"" + $in.pname + "\";\n" +
|
||||
" version = \"" + $in.version + "\";\n" +
|
||||
" url = \"" + $url + "\";\n" +
|
||||
" sha256 = \"" + $in.sha256 + "\";\n" +
|
||||
" description = \"" + $description + "\";\n" +
|
||||
"};"
|
||||
;
|
||||
|
||||
def main:
|
||||
.extensions
|
||||
| map(max_constrained_version($cliVer))
|
||||
| .[]
|
||||
| translate_struct
|
||||
| if $extName != "" then
|
||||
select(.pname == $extName)
|
||||
elif $requirements == "false" then
|
||||
select(.requires == null)
|
||||
elif $requirements == "true" then
|
||||
select(.requires != null)
|
||||
end
|
||||
| if $nix == "true" then
|
||||
to_nix
|
||||
end
|
||||
;
|
||||
|
||||
main
|
||||
'
|
||||
|
||||
jq -r \
|
||||
--arg cliVer "${cliVer}" \
|
||||
--arg extName "${extName:-}" \
|
||||
--arg nix "${nix:-}" \
|
||||
--arg requirements "${requirements:-}" \
|
||||
"$jqProgram" "${extensionFile}"
|
||||
Reference in New Issue
Block a user