import * as fs from "fs"; import * as os from "os"; import * as path from "path"; import { Readable } from "stream"; import * as core from "@actions/core"; import * as semver from "semver"; import { getApiClient, GitHubApiDetails } from "./api-client"; import * as apiCompatibility from "./api-compatibility.json"; import { Config } from "./config-utils"; import { Language } from "./languages"; import { Logger } from "./logging"; /** * Are we running on actions, or not. */ export type Mode = "actions" | "runner"; /** * The URL for github.com. */ export const GITHUB_DOTCOM_URL = "https://github.com"; /** * Get the extra options for the codeql commands. */ export function getExtraOptionsEnvParam(): object { const varName = "CODEQL_ACTION_EXTRA_OPTIONS"; const raw = process.env[varName]; if (raw === undefined || raw.length === 0) { return {}; } try { return JSON.parse(raw); } catch (e) { throw new Error( `${varName} environment variable is set, but does not contain valid JSON: ${e.message}` ); } } export function isLocalRun(): boolean { return ( !!process.env.CODEQL_LOCAL_RUN && process.env.CODEQL_LOCAL_RUN !== "false" && process.env.CODEQL_LOCAL_RUN !== "0" ); } /** * Get the array of all the tool names contained in the given sarif contents. * * Returns an array of unique string tool names. */ export function getToolNames(sarifContents: string): string[] { const sarif = JSON.parse(sarifContents); const toolNames = {}; for (const run of sarif.runs || []) { const tool = run.tool || {}; const driver = tool.driver || {}; if (typeof driver.name === "string" && driver.name.length > 0) { toolNames[driver.name] = true; } } return Object.keys(toolNames); } // Creates a random temporary directory, runs the given body, and then deletes the directory. // Mostly intended for use within tests. export async function withTmpDir<T>( body: (tmpDir: string) => Promise<T> ): Promise<T> { const tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), "codeql-action-")); const realSubdir = path.join(tmpDir, "real"); fs.mkdirSync(realSubdir); const symlinkSubdir = path.join(tmpDir, "symlink"); fs.symlinkSync(realSubdir, symlinkSubdir, "dir"); const result = await body(symlinkSubdir); fs.rmdirSync(tmpDir, { recursive: true }); return result; } /** * Gets an OS-specific amount of memory (in MB) to reserve for OS processes * when the user doesn't explicitly specify a memory setting. * This is a heuristic to avoid OOM errors (exit code 137 / SIGKILL) * from committing too much of the available memory to CodeQL. * @returns number */ function getSystemReservedMemoryMegaBytes(): number { // Windows needs more memory for OS processes. return 1024 * (process.platform === "win32" ? 1.5 : 1); } /** * Get the codeql `--ram` flag as configured by the `ram` input. If no value was * specified, the total available memory will be used minus a threshold * reserved for the OS. * * @returns string */ export function getMemoryFlag(userInput: string | undefined): string { let memoryToUseMegaBytes: number; if (userInput) { memoryToUseMegaBytes = Number(userInput); if (Number.isNaN(memoryToUseMegaBytes) || memoryToUseMegaBytes <= 0) { throw new Error(`Invalid RAM setting "${userInput}", specified.`); } } else { const totalMemoryBytes = os.totalmem(); const totalMemoryMegaBytes = totalMemoryBytes / (1024 * 1024); const reservedMemoryMegaBytes = getSystemReservedMemoryMegaBytes(); memoryToUseMegaBytes = totalMemoryMegaBytes - reservedMemoryMegaBytes; } return `--ram=${Math.floor(memoryToUseMegaBytes)}`; } /** * Get the codeql flag to specify whether to add code snippets to the sarif file. * * @returns string */ export function getAddSnippetsFlag( userInput: string | boolean | undefined ): string { if (typeof userInput === "string") { // have to process specifically because any non-empty string is truthy userInput = userInput.toLowerCase() === "true"; } return userInput ? "--sarif-add-snippets" : "--no-sarif-add-snippets"; } /** * Get the codeql `--threads` value specified for the `threads` input. * If not value was specified, all available threads will be used. * * The value will be capped to the number of available CPUs. * * @returns string */ export function getThreadsFlag( userInput: string | undefined, logger: Logger ): string { let numThreads: number; const maxThreads = os.cpus().length; if (userInput) { numThreads = Number(userInput); if (Number.isNaN(numThreads)) { throw new Error(`Invalid threads setting "${userInput}", specified.`); } if (numThreads > maxThreads) { logger.info( `Clamping desired number of threads (${numThreads}) to max available (${maxThreads}).` ); numThreads = maxThreads; } const minThreads = -maxThreads; if (numThreads < minThreads) { logger.info( `Clamping desired number of free threads (${numThreads}) to max available (${minThreads}).` ); numThreads = minThreads; } } else { // Default to using all threads numThreads = maxThreads; } return `--threads=${numThreads}`; } /** * Get the path where the CodeQL database for the given language lives. */ export function getCodeQLDatabasePath(config: Config, language: Language) { return path.resolve(config.dbLocation, language); } /** * Parses user input of a github.com or GHES URL to a canonical form. * Removes any API prefix or suffix if one is present. */ export function parseGitHubUrl(inputUrl: string): string { const originalUrl = inputUrl; if (inputUrl.indexOf("://") === -1) { inputUrl = `https://${inputUrl}`; } if (!inputUrl.startsWith("http://") && !inputUrl.startsWith("https://")) { throw new Error(`"${originalUrl}" is not a http or https URL`); } let url: URL; try { url = new URL(inputUrl); } catch (e) { throw new Error(`"${originalUrl}" is not a valid URL`); } // If we detect this is trying to be to github.com // then return with a fixed canonical URL. if (url.hostname === "github.com" || url.hostname === "api.github.com") { return GITHUB_DOTCOM_URL; } // Remove the API prefix if it's present if (url.pathname.indexOf("/api/v3") !== -1) { url.pathname = url.pathname.substring(0, url.pathname.indexOf("/api/v3")); } // Also consider subdomain isolation on GHES if (url.hostname.startsWith("api.")) { url.hostname = url.hostname.substring(4); } // Normalise path to having a trailing slash for consistency if (!url.pathname.endsWith("/")) { url.pathname = `${url.pathname}/`; } return url.toString(); } const GITHUB_ENTERPRISE_VERSION_HEADER = "x-github-enterprise-version"; const CODEQL_ACTION_WARNED_ABOUT_VERSION_ENV_VAR = "CODEQL_ACTION_WARNED_ABOUT_VERSION"; let hasBeenWarnedAboutVersion = false; export enum GitHubVariant { DOTCOM, GHES, GHAE, } export type GitHubVersion = | { type: GitHubVariant.DOTCOM } | { type: GitHubVariant.GHAE } | { type: GitHubVariant.GHES; version: string }; export async function getGitHubVersion( apiDetails: GitHubApiDetails ): Promise<GitHubVersion> { // We can avoid making an API request in the standard dotcom case if (parseGitHubUrl(apiDetails.url) === GITHUB_DOTCOM_URL) { return { type: GitHubVariant.DOTCOM }; } // Doesn't strictly have to be the meta endpoint as we're only // using the response headers which are available on every request. const apiClient = getApiClient(apiDetails); const response = await apiClient.meta.get(); // This happens on dotcom, although we expect to have already returned in that // case. This can also serve as a fallback in cases we haven't foreseen. if (response.headers[GITHUB_ENTERPRISE_VERSION_HEADER] === undefined) { return { type: GitHubVariant.DOTCOM }; } if (response.headers[GITHUB_ENTERPRISE_VERSION_HEADER] === "GitHub AE") { return { type: GitHubVariant.GHAE }; } const version = response.headers[GITHUB_ENTERPRISE_VERSION_HEADER] as string; return { type: GitHubVariant.GHES, version }; } export function checkGitHubVersionInRange( version: GitHubVersion, mode: Mode, logger: Logger ) { if (hasBeenWarnedAboutVersion || version.type !== GitHubVariant.GHES) { return; } const disallowedAPIVersionReason = apiVersionInRange( version.version, apiCompatibility.minimumVersion, apiCompatibility.maximumVersion ); const toolName = mode === "actions" ? "Action" : "Runner"; if ( disallowedAPIVersionReason === DisallowedAPIVersionReason.ACTION_TOO_OLD ) { logger.warning( `The CodeQL ${toolName} version you are using is too old to be compatible with GitHub Enterprise ${version.version}. If you experience issues, please upgrade to a more recent version of the CodeQL ${toolName}.` ); } if ( disallowedAPIVersionReason === DisallowedAPIVersionReason.ACTION_TOO_NEW ) { logger.warning( `GitHub Enterprise ${version.version} is too old to be compatible with this version of the CodeQL ${toolName}. If you experience issues, please upgrade to a more recent version of GitHub Enterprise or use an older version of the CodeQL ${toolName}.` ); } hasBeenWarnedAboutVersion = true; if (mode === "actions") { core.exportVariable(CODEQL_ACTION_WARNED_ABOUT_VERSION_ENV_VAR, true); } } export enum DisallowedAPIVersionReason { ACTION_TOO_OLD, ACTION_TOO_NEW, } export function apiVersionInRange( version: string, minimumVersion: string, maximumVersion: string ): DisallowedAPIVersionReason | undefined { if (!semver.satisfies(version, `>=${minimumVersion}`)) { return DisallowedAPIVersionReason.ACTION_TOO_NEW; } if (!semver.satisfies(version, `<=${maximumVersion}`)) { return DisallowedAPIVersionReason.ACTION_TOO_OLD; } return undefined; } /** * Retrieves the github auth token for use with the runner. There are * three possible locations for the token: * * 1. from the cli (considered insecure) * 2. from stdin * 3. from the GITHUB_TOKEN environment variable * * If both 1 & 2 are specified, then an error is thrown. * If 1 & 3 or 2 & 3 are specified, then the environment variable is ignored. * * @param githubAuth a github app token or PAT * @param fromStdIn read the github app token or PAT from stdin up to, but excluding the first whitespace * @param readable the readable stream to use for getting the token (defaults to stdin) * * @return a promise resolving to the auth token. */ export async function getGitHubAuth( logger: Logger, githubAuth: string | undefined, fromStdIn: boolean | undefined, readable = process.stdin as Readable ): Promise<string> { if (githubAuth && fromStdIn) { throw new Error( "Cannot specify both `--github-auth` and `--github-auth-stdin`. Please use `--github-auth-stdin`, which is more secure." ); } if (githubAuth) { logger.warning( "Using `--github-auth` via the CLI is insecure. Use `--github-auth-stdin` instead." ); return githubAuth; } if (fromStdIn) { return new Promise((resolve, reject) => { let token = ""; readable.on("data", (data) => { token += data.toString("utf8"); }); readable.on("end", () => { token = token.split(/\s+/)[0].trim(); if (token) { resolve(token); } else { reject(new Error("Standard input is empty")); } }); readable.on("error", (err) => { reject(err); }); }); } if (process.env.GITHUB_TOKEN) { return process.env.GITHUB_TOKEN; } throw new Error( "No GitHub authentication token was specified. Please provide a token via the GITHUB_TOKEN environment variable, or by adding the `--github-auth-stdin` flag and passing the token via standard input." ); } /** * This error is used to indicate a runtime failure of an exhaustivity check enforced at compile time. */ class ExhaustivityCheckingError extends Error { constructor(public expectedExhaustiveValue: never) { super("Internal error: exhaustivity checking failure"); } } /** * Used to perform compile-time exhaustivity checking on a value. This function will not be executed at runtime unless * the type system has been subverted. */ export function assertNever(value: never): never { throw new ExhaustivityCheckingError(value); }