Add support for graalpy

src/find-graalpy.ts

@@ -0,0 +1,144 @@
+import * as path from 'path';
+import * as graalpyInstall from './install-graalpy';
+import {
+  IS_WINDOWS,
+  validateVersion,
+  IGraalPyManifestRelease
+} from './utils';
+
+import * as semver from 'semver';
+import * as core from '@actions/core';
+import * as tc from '@actions/tool-cache';
+
+export async function findGraalPyVersion(
+  versionSpec: string,
+  architecture: string,
+  updateEnvironment: boolean,
+  checkLatest: boolean,
+  allowPreReleases: boolean
+): Promise<string> {
+  let resolvedGraalPyVersion = '';
+  let installDir: string | null;
+  let releases: IGraalPyManifestRelease[] | undefined;
+
+  let graalpyVersionSpec = parseGraalPyVersion(versionSpec);
+
+  if (checkLatest) {
+    releases = await graalpyInstall.getAvailableGraalPyVersions();
+    if (releases && releases.length > 0) {
+      const releaseData = graalpyInstall.findRelease(
+        releases,
+        graalpyVersionSpec,
+        architecture,
+        false
+      );
+
+      if (releaseData) {
+        core.info(
+          `Resolved as GraalPy ${releaseData.resolvedGraalPyVersion}`
+        );
+        graalpyVersionSpec = releaseData.resolvedGraalPyVersion;
+      } else {
+        core.info(
+          `Failed to resolve GraalPy ${graalpyVersionSpec} from manifest`
+        );
+      }
+    }
+  }
+
+  ({installDir, resolvedGraalPyVersion} = findGraalPyToolCache(
+    graalpyVersionSpec,
+    architecture
+  ));
+
+  if (!installDir) {
+    ({installDir, resolvedGraalPyVersion} =
+      await graalpyInstall.installGraalPy(
+        graalpyVersionSpec,
+        architecture,
+        allowPreReleases,
+        releases
+      ));
+  }
+
+  const pipDir = IS_WINDOWS ? 'Scripts' : 'bin';
+  const _binDir = path.join(installDir, pipDir);
+  const binaryExtension = IS_WINDOWS ? '.exe' : '';
+  const pythonPath = path.join(
+    IS_WINDOWS ? installDir : _binDir,
+    `python${binaryExtension}`
+  );
+  const pythonLocation = graalpyInstall.getGraalPyBinaryPath(installDir);
+  if (updateEnvironment) {
+    core.exportVariable('pythonLocation', installDir);
+    // https://cmake.org/cmake/help/latest/module/FindPython.html#module:FindPython
+    core.exportVariable('Python_ROOT_DIR', installDir);
+    // https://cmake.org/cmake/help/latest/module/FindPython2.html#module:FindPython2
+    core.exportVariable('Python2_ROOT_DIR', installDir);
+    // https://cmake.org/cmake/help/latest/module/FindPython3.html#module:FindPython3
+    core.exportVariable('Python3_ROOT_DIR', installDir);
+    core.exportVariable('PKG_CONFIG_PATH', pythonLocation + '/lib/pkgconfig');
+    core.addPath(pythonLocation);
+    core.addPath(_binDir);
+  }
+  core.setOutput('python-version', 'graalpy' + resolvedGraalPyVersion);
+  core.setOutput('python-path', pythonPath);
+
+  return resolvedGraalPyVersion;
+}
+
+export function findGraalPyToolCache(
+  graalpyVersion: string,
+  architecture: string
+) {
+  let resolvedGraalPyVersion = '';
+  let installDir: string | null = tc.find('GraalPy', graalpyVersion, architecture);
+
+  if (installDir) {
+    // 'tc.find' finds tool based on Python version but we also need to check
+    // whether GraalPy version satisfies requested version.
+    resolvedGraalPyVersion = path.basename(path.dirname(installDir));
+
+    const isGraalPyVersionSatisfies = semver.satisfies(
+      resolvedGraalPyVersion,
+      graalpyVersion
+    );
+    if (!isGraalPyVersionSatisfies) {
+      installDir = null;
+      resolvedGraalPyVersion = '';
+    }
+  }
+
+  if (!installDir) {
+    core.info(
+      `GraalPy version ${graalpyVersion} was not found in the local cache`
+    );
+  }
+
+  return {installDir, resolvedGraalPyVersion};
+}
+
+export function parseGraalPyVersion(versionSpec: string): string {
+  const versions = versionSpec.split('-').filter(item => !!item);
+
+  if (/^(graalpy)(.+)/.test(versions[0])) {
+    const version = versions[0].replace('graalpy', '');
+    versions.splice(0, 1, 'graalpy', version);
+  }
+
+  if (versions.length < 2 || versions[0] != 'graalpy') {
+    throw new Error(
+      "Invalid 'version' property for GraalPy. GraalPy version should be specified as 'graalpy<python-version>' or 'graalpy-<python-version>'. See README for examples and documentation."
+    );
+  }
+
+  const pythonVersion = versions[1];
+
+  if (!validateVersion(pythonVersion)) {
+    throw new Error(
+      "Invalid 'version' property for GraalPy. GraalPy versions should satisfy SemVer notation. See README for examples and documentation."
+    );
+  }
+
+  return pythonVersion;
+}

src/install-graalpy.ts

@@ -0,0 +1,215 @@
+import * as os from 'os';
+import * as path from 'path';
+import * as core from '@actions/core';
+import * as tc from '@actions/tool-cache';
+import * as semver from 'semver';
+import * as httpm from '@actions/http-client';
+import * as exec from '@actions/exec';
+import fs from 'fs';
+
+import {
+  IS_WINDOWS,
+  IGraalPyManifestAsset,
+  IGraalPyManifestRelease,
+  isNightlyKeyword,
+} from './utils';
+
+export async function installGraalPy(
+  graalpyVersion: string,
+  architecture: string,
+  allowPreReleases: boolean,
+  releases: IGraalPyManifestRelease[] | undefined
+) {
+  let downloadDir;
+
+  releases = releases ?? (await getAvailableGraalPyVersions());
+
+  if (!releases || releases.length === 0) {
+    throw new Error('No release was found in GraalPy version.json');
+  }
+
+  let releaseData = findRelease(
+    releases,
+    graalpyVersion,
+    architecture,
+    false
+  );
+
+  if (allowPreReleases && (!releaseData || !releaseData.foundAsset)) {
+    // check for pre-release
+    core.info(
+      [
+        `Stable GraalPy version ${graalpyVersion} with arch ${architecture} not found`,
+        `Trying pre-release versions`
+      ].join(os.EOL)
+    );
+    releaseData = findRelease(
+      releases,
+      graalpyVersion,
+      architecture,
+      true
+    );
+  }
+
+  if (!releaseData || !releaseData.foundAsset) {
+    throw new Error(
+      `GraalPy version ${graalpyVersion} with arch ${architecture} not found`
+    );
+  }
+
+  const {foundAsset, resolvedGraalPyVersion} = releaseData;
+  const downloadUrl = `${foundAsset.browser_download_url}`;
+
+  core.info(`Downloading GraalPy from "${downloadUrl}" ...`);
+
+  try {
+    const graalpyPath = await tc.downloadTool(downloadUrl);
+
+    core.info('Extracting downloaded archive...');
+    downloadDir = await tc.extractTar(graalpyPath);
+
+    // root folder in archive can have unpredictable name so just take the first folder
+    // downloadDir is unique folder under TEMP and can't contain any other folders
+    const archiveName = fs.readdirSync(downloadDir)[0];
+
+    const toolDir = path.join(downloadDir, archiveName);
+    let installDir = toolDir;
+    if (!isNightlyKeyword(resolvedGraalPyVersion)) {
+      installDir = await tc.cacheDir(
+        toolDir,
+        'GraalPy',
+        resolvedGraalPyVersion,
+        architecture
+      );
+    }
+
+    const binaryPath = getGraalPyBinaryPath(installDir);
+    await installPip(binaryPath);
+
+    return {installDir, resolvedGraalPyVersion};
+  } catch (err) {
+    if (err instanceof Error) {
+      // Rate limit?
+      if (
+        err instanceof tc.HTTPError &&
+        (err.httpStatusCode === 403 || err.httpStatusCode === 429)
+      ) {
+        core.info(
+          `Received HTTP status code ${err.httpStatusCode}.  This usually indicates the rate limit has been exceeded`
+        );
+      } else {
+        core.info(err.message);
+      }
+      if (err.stack !== undefined) {
+        core.debug(err.stack);
+      }
+    }
+    throw err;
+  }
+}
+
+export async function getAvailableGraalPyVersions() {
+  const url = 'https://api.github.com/repos/oracle/graalpython/releases';
+  const http: httpm.HttpClient = new httpm.HttpClient('tool-cache');
+
+  const response = await http.getJson<IGraalPyManifestRelease[]>(url);
+  if (!response.result) {
+    throw new Error(
+      `Unable to retrieve the list of available GraalPy versions from '${url}'`
+    );
+  }
+
+  return response.result;
+}
+
+async function installPip(pythonLocation: string) {
+  core.info('Installing and updating pip');
+  const pythonBinary = path.join(pythonLocation, 'python');
+  await exec.exec(`${pythonBinary} -m ensurepip`);
+
+  await exec.exec(
+    `${pythonLocation}/python -m pip install --ignore-installed pip`
+  );
+}
+
+export function graalPyTagToVersion(tag: string) {
+  const versionPattern = /.*-(\d+\.\d+\.\d+(?:\.\d+)?)((?:a|b|rc))?(\d*)?/;
+  const match = tag.match(versionPattern);
+  if (match && match[2]) {
+    return `${match[1]}-${match[2]}.${match[3]}`;
+  } else if (match) {
+    return match[1];
+  } else {
+    return tag.replace(/.*-/, '');
+  }
+}
+
+export function findRelease(
+  releases: IGraalPyManifestRelease[],
+  graalpyVersion: string,
+  architecture: string,
+  includePrerelease: boolean
+) {
+  const options = {includePrerelease: includePrerelease};
+  const filterReleases = releases.filter(item => {
+    const isVersionSatisfied = semver.satisfies(
+      graalPyTagToVersion(item.tag_name),
+      graalpyVersion,
+      options
+    );
+    return isVersionSatisfied && !!findAsset(item, architecture, process.platform);
+  });
+
+  if (filterReleases.length === 0) {
+    return null;
+  }
+
+  const sortedReleases = filterReleases.sort((previous, current) => {
+    return (
+      semver.compare(
+        semver.coerce(graalPyTagToVersion(current.tag_name))!,
+        semver.coerce(graalPyTagToVersion(previous.tag_name))!
+      ) ||
+      semver.compare(
+        semver.coerce(graalPyTagToVersion(current.tag_name))!,
+        semver.coerce(graalPyTagToVersion(previous.tag_name))!
+      )
+    );
+  });
+
+  const foundRelease = sortedReleases[0];
+  const foundAsset = findAsset(foundRelease, architecture, process.platform);
+
+  return {
+    foundAsset,
+    resolvedGraalPyVersion: graalPyTagToVersion(foundRelease.tag_name)
+  };
+}
+
+/** Get GraalPy binary location from the tool of installation directory
+ *  - On Linux and macOS, the Python interpreter is in 'bin'.
+ *  - On Windows, it is in the installation root.
+ */
+export function getGraalPyBinaryPath(installDir: string) {
+  const _binDir = path.join(installDir, 'bin');
+  return IS_WINDOWS ? installDir : _binDir;
+}
+
+export function findAsset(
+  item: IGraalPyManifestRelease,
+  architecture: string,
+  platform: string
+) {
+  const graalpyArch = architecture === 'x64' ? 'amd64' : (architecture === 'arm64' ? 'aarch64' : architecture);
+  const graalpyPlatform = platform == "win32" ? "windows" : platform;
+  if (item.assets) {
+    return item.assets.find(
+      (file: IGraalPyManifestAsset) => {
+        const match_data = file.name.match(".*(darwin|linux|windows)-(amd64|aarch64).tar.gz$");
+        return match_data && match_data[1] === graalpyPlatform && match_data[2] === graalpyArch;
+      }
+    );
+  } else {
+    return undefined;
+  }
+}

src/setup-python.ts

@@ -1,6 +1,7 @@
 import * as core from '@actions/core';
 import * as finder from './find-python';
 import * as finderPyPy from './find-pypy';
+import * as finderGraalPy from './find-graalpy';
 import * as path from 'path';
 import * as os from 'os';
 import fs from 'fs';
@@ -17,6 +18,10 @@ function isPyPyVersion(versionSpec: string) {
   return versionSpec.startsWith('pypy');
 }
 
+function isGraalPyVersion(versionSpec: string) {
+  return versionSpec.startsWith('graalpy');
+}
+
 async function cacheDependencies(cache: string, pythonVersion: string) {
   const cacheDependencyPath =
     core.getInput('cache-dependency-path') || undefined;
@@ -106,6 +111,18 @@ async function run() {
           core.info(
             `Successfully set up PyPy ${installed.resolvedPyPyVersion} with Python (${installed.resolvedPythonVersion})`
           );
+        } else if (isGraalPyVersion(version)) {
+          const installed = await finderGraalPy.findGraalPyVersion(
+            version,
+            arch,
+            updateEnvironment,
+            checkLatest,
+            allowPreReleases
+          );
+          pythonVersion = `${installed}`;
+          core.info(
+            `Successfully set up GraalPy ${installed}`
+          );
         } else {
           if (version.startsWith('2')) {
             core.warning(

src/utils.ts

@@ -29,6 +29,16 @@ export interface IPyPyManifestRelease {
   files: IPyPyManifestAsset[];
 }
 
+export interface IGraalPyManifestAsset {
+  name: string;
+  browser_download_url: string;
+}
+
+export interface IGraalPyManifestRelease {
+  tag_name: string;
+  assets: IGraalPyManifestAsset[];
+}
+
 /** create Symlinks for downloaded PyPy
  *  It should be executed only for downloaded versions in runtime, because
  *  toolcache versions have this setup.