Read-only mirror — the public repositories of the Forgejo instance, refreshed every 10 minutes. The live instance (fg.dieschoenewolke.de) is reachable only over the VPN; clone here with https://git.dieschoenewolke.de/git/<owner>/<repo>.git.
summaryrefslogtreecommitdiff
path: root/src/github-api-helper.ts
diff options
context:
space:
mode:
authoreric sciple <ericsciple@users.noreply.github.com>2019-12-10 01:32:25 -0500
committereric sciple <ericsciple@users.noreply.github.com>2019-12-10 01:32:25 -0500
commit4a105ae54b2da526261984b63cdf1e8201c23c26 (patch)
treebfba89169b49443907e27bf60ea1fe0dd15cd9e2 /src/github-api-helper.ts
parent25200ab0645b98efa3c63720f8acac662337877c (diff)
.
Diffstat (limited to 'src/github-api-helper.ts')
-rw-r--r--src/github-api-helper.ts158
1 files changed, 125 insertions, 33 deletions
diff --git a/src/github-api-helper.ts b/src/github-api-helper.ts
index 7a41002..12ab8e1 100644
--- a/src/github-api-helper.ts
+++ b/src/github-api-helper.ts
@@ -3,11 +3,17 @@ import * as core from '@actions/core'
import * as exec from '@actions/exec'
import * as fs from 'fs'
import * as github from '@actions/github'
+import * as https from 'https'
import * as io from '@actions/io'
import * as path from 'path'
-import {ReposGetArchiveLinkParams} from '@octokit/rest'
-import {defaultCoreCipherList} from 'constants'
+import * as refHelper from './ref-helper'
+import * as retryHelper from './retry-helper'
+import * as toolCache from '@actions/tool-cache'
import {ExecOptions} from '@actions/exec/lib/interfaces'
+import {IncomingMessage} from 'http'
+import {ReposGetArchiveLinkParams} from '@octokit/rest'
+import {RequestOptions} from 'https'
+import {WriteStream} from 'fs'
const IS_WINDOWS = process.platform === 'win32'
@@ -16,44 +22,93 @@ export async function downloadRepository(
owner: string,
repo: string,
ref: string,
+ commit: string,
repositoryPath: string
): Promise<void> {
- const octokit = new github.GitHub(accessToken)
- const params: ReposGetArchiveLinkParams = {
- archive_format: IS_WINDOWS ? 'zipball' : 'tarball',
- owner: owner,
- repo: repo,
- ref: ref
- }
- // todo: retry
- const response = await octokit.repos.getArchiveLink(params)
- if (response.status != 200) {
- throw new Error(
- `Unexpected response from GitHub API. Status: '${response.status}'; Data: '${response.data}'`
- )
- }
- console.log(`status=${response.status}`)
- console.log(`headers=${JSON.stringify(response.headers)}`)
- // console.log(`data=${response.data}`)
- // console.log(`data=${JSON.stringify(response.data)}`)
- // for (const key of Object.keys(response.data)) {
- // console.log(`data['${key}']=${response.data[key]}`)
- // }
+ // Determine archive path
const runnerTemp = process.env['RUNNER_TEMP'] as string
assert.ok(runnerTemp, 'RUNNER_TEMP not defined')
- const archiveFile = path.join(runnerTemp, 'checkout-archive.tar.gz')
- await io.rmRF(archiveFile)
- await fs.promises.writeFile(archiveFile, Buffer.from(response.data))
- await exec.exec(`ls -la "${archiveFile}"`, [], {
- cwd: repositoryPath
- } as ExecOptions)
+ const archivePath = path.join(runnerTemp, 'checkout.tar.gz')
+ // await fs.promises.writeFile(archivePath, raw)
+
+ // Get the archive URL using the REST API
+ let archiveUrl = retryHelper.execute(async () => {
+ // Prepare the archive stream
+ core.debug(`Preparing the archive stream: ${archivePath}`)
+ await io.rmRF(archivePath)
+ const fileStream = fs.createWriteStream(archivePath)
+ const fileStreamClosed = getFileClosedPromise(fileStream)
+
+ try {
+ // Get the archive URL using the GitHub REST API
+ core.info('Getting archive URL from GitHub REST API')
+ const octokit = new github.GitHub(accessToken)
+ const params: RequestOptions & ReposGetArchiveLinkParams = {
+ method: 'HEAD',
+ archive_format: IS_WINDOWS ? 'zipball' : 'tarball',
+ owner: owner,
+ repo: repo,
+ ref: refHelper.getDownloadRef(ref, commit)
+ }
+ const response = await octokit.repos.getArchiveLink(params)
+ if (response.status != 302) {
+ throw new Error(
+ `Unexpected response from GitHub API. Status: '${response.status}'`
+ )
+ }
+ const archiveUrl = response.headers['Location'] // Do not print the archive URL because it has an embedded token
+ assert.ok(
+ archiveUrl,
+ `Expected GitHub API response to contain 'Location' header`
+ )
+
+ // Download the archive
+ core.info('Downloading the archive') // Do not print the archive URL because it has an embedded token
+ downloadFile(archiveUrl, fileStream)
+ } finally {
+ await fileStreamClosed
+ }
+
+ // return Buffer.from(response.data) // response.data is ArrayBuffer
+ })
+
+ // // Download the archive
+ // core.info('Downloading the archive') // Do not print the URL since it contains a token to download the archive
+ // await downloadFile(archiveUrl, archivePath)
- const extractPath = path.join(runnerTemp, 'checkout-archive')
+ // // console.log(`status=${response.status}`)
+ // // console.log(`headers=${JSON.stringify(response.headers)}`)
+ // // console.log(`data=${response.data}`)
+ // // console.log(`data=${JSON.stringify(response.data)}`)
+ // // for (const key of Object.keys(response.data)) {
+ // // console.log(`data['${key}']=${response.data[key]}`)
+ // // }
+
+ // // Write archive to file
+ // const runnerTemp = process.env['RUNNER_TEMP'] as string
+ // assert.ok(runnerTemp, 'RUNNER_TEMP not defined')
+ // const archivePath = path.join(runnerTemp, 'checkout.tar.gz')
+ // await io.rmRF(archivePath)
+ // await fs.promises.writeFile(archivePath, raw)
+ // // await exec.exec(`ls -la "${archiveFile}"`, [], {
+ // // cwd: repositoryPath
+ // // } as ExecOptions)
+
+ // Extract archive
+ const extractPath = path.join(
+ runnerTemp,
+ `checkout-archive${IS_WINDOWS ? '.zip' : '.tar.gz'}`
+ )
await io.rmRF(extractPath)
await io.mkdirP(extractPath)
- await exec.exec(`tar -xzf "${archiveFile}"`, [], {
- cwd: extractPath
- } as ExecOptions)
+ if (IS_WINDOWS) {
+ await toolCache.extractZip(archivePath, extractPath)
+ } else {
+ await toolCache.extractTar(archivePath, extractPath)
+ }
+ // await exec.exec(`tar -xzf "${archiveFile}"`, [], {
+ // cwd: extractPath
+ // } as ExecOptions)
// Determine the real directory to copy (ignore extra dir at root of the archive)
const archiveFileNames = await fs.promises.readdir(extractPath)
@@ -76,3 +131,40 @@ export async function downloadRepository(
cwd: repositoryPath
} as ExecOptions)
}
+
+function downloadFile(url: string, fileStream: WriteStream): Promise<void> {
+ return new Promise((resolve, reject) => {
+ try {
+ https.get(url, (response: IncomingMessage) => {
+ if (response.statusCode != 200) {
+ reject(`Request failed with status '${response.statusCode}'`)
+ response.resume() // Consume response data to free up memory
+ return
+ }
+
+ response.on('data', chunk => {
+ fileStream.write(chunk)
+ })
+ response.on('end', () => {
+ resolve()
+ })
+ response.on('error', err => {
+ reject(err)
+ })
+ })
+ } catch (err) {
+ reject(err)
+ }
+ })
+}
+
+function getFileClosedPromise(stream: WriteStream): Promise<void> {
+ return new Promise((resolve, reject) => {
+ stream.on('error', err => {
+ reject(err)
+ })
+ stream.on('finish', () => {
+ resolve()
+ })
+ })
+}