deploy.js

#!/usr/bin/env node
const cp = require('child_process')
const fs = require('fs-extra')
const path = require('path')
const { Command } = require('commander')
const R = require('ramda')
const yaml = require('js-yaml')
const globby = require('globby')
const request = require('request')
const progress = require('request-progress')
const AdmZip = require('adm-zip')
const { getConfig, leafConfigFields } = require('./lib/config-loader')
const { ensureFCCustomDomains, funExec } = require('./lib/alicloud')

const program = new Command()

program
	.option('-d, --debug', 'Deploy and start locally. Docker is required.')
	.option('--build-with <builder>', 'Use shell/docker/cloud to install deps.', 'shell')
	.parse(process.argv)

function downloadDeps(packageJson, pathName) {
	return new Promise((resolve, reject) => {
		const hash = packageJson.name
		const baseUri = `https://repl.leaf.linketech.cn/${hash}`
		const opts = {
			method: 'POST',
			url: `${baseUri}/npm/install`,
			body: { packageJson },
			json: true,
		}
		console.debug('Fetching node_modules from cloud', baseUri)
		progress(request(opts), { throttle: 100 })
			// eslint-disable-next-line max-len
			.on('progress', (s) => process.stdout.write(`Download ${s.size.transferred}/${s.size.total} ${Number(s.percent * 100).toFixed(2)}%, Elapsed: ${s.time.elapsed}${s.size.transferred === s.size.total ? '\n' : '\r'}`))
			.on('close', () => resolve(pathName) || console.log(`Saved to ${pathName}`, '                    '))
			.on('error', (error) => reject(error))
			.pipe(fs.createWriteStream(pathName))
	})
}

const copyAllTo = (srcPath, dstPath, globList, opts) => {
	const srcList = globby.sync(globList, { ...opts, cwd: srcPath })
	// console.debug('copy', srcList, 'to', dstPath)
	srcList.forEach((e) => {
		const src = path.join(srcPath, e)
		const dest = path.join(dstPath, e)
		fs.ensureDirSync(path.dirname(dest))
		fs.copySync(src, dest)
	})
}

async function main() {
	const config = await getConfig(program.args[0])
	console.log('deploy function', config.name)

	const Runtime = 'nodejs12'
	const templateYML = {
		ROSTemplateFormatVersion: '2015-09-01',
		Transform: 'Aliyun::Serverless-2018-04-03',
		Resources: {
			[config.serviceName]: {
				Type: 'Aliyun::Serverless::Service',
				Properties: {
					Description: config.description,
					Policies: ['AliyunECSNetworkInterfaceManagementAccess'],
					...(config.vpc ? { VpcConfig: config.vpc } : {}),
					LogConfig: {
						Project: config.logProjectName,
						Logstore: config.logStoreName,
					},
				},
				[config.httpTriggerName]: {
					Type: 'Aliyun::Serverless::Function',
					Properties: {
						Handler: 'handler.httpHandler',
						Initializer: 'handler.initializer',
						Runtime,
						CodeUri: './',
						MemorySize: config.serverless.memory,
						Timeout: config.serverless.timeout,
						InitializationTimeout: config.serverless.timeout,
						EnvironmentVariables: config.env,
						InstanceConcurrency: 100,
					},
					Events: {
						httpTrigger: {
							Type: 'HTTP',
							Properties: { AuthType: 'ANONYMOUS', Methods: ['GET', 'POST', 'PUT', 'DELETE', 'HEAD'] },
						},
					},
				},
				...(R.isEmpty(config.timer) ? {} : {
					[config.timerTriggerName]: {
						Type: 'Aliyun::Serverless::Function',
						Properties: {
							Handler: 'handler.timerHandler',
							Initializer: 'handler.initializer',
							Runtime,
							CodeUri: './',
							MemorySize: config.serverless.memory,
							Timeout: config.serverless.timeout,
							InitializationTimeout: config.serverless.timeout,
							EnvironmentVariables: config.env,
							InstanceConcurrency: 100,
						},
						Events: {
							...R.mapObjIndexed((v, k) => ({
								Type: 'Timer',
								Properties: { Payload: k, CronExpression: v, Enable: true },
							}), config.timer),
						},
					},
				}),
			},
			[config.domain]: {
				Type: 'Aliyun::Serverless::CustomDomain',
				Properties: {
					Protocol: 'HTTP',
					RouteConfig: { routes: { '/*': { ServiceName: config.serviceName, FunctionName: config.httpTriggerName } } },
				},
			},
			[config.logProjectName]: {
				Type: 'Aliyun::Serverless::Log',
				Properties: {
					Description: 'log project for leaf',
				},
				[config.logStoreName]: {
					Type: 'Aliyun::Serverless::Log::Logstore',
					Properties: {
						TTL: config.serverless.logTTL,
						ShardCount: 1,
					},
				},
			},
		},
	}

	const templateDockerfile = `
		FROM aliyunfc/runtime-nodejs12:build
		COPY ./package.json .
		RUN npx tyarn install --production
		${config.build ? `RUN ${config.build}` : ''}
	`.replace(/\n\t/g, '\n')

	// generate config
	console.debug('generating config files')
	copyAllTo(path.join(__dirname, 'template'), config.dstPath, ['**/*'], { dot: true })
	if (!program.debug) {
		// 本地运行的时候不知为何访问静态资源文件会触发文件改动，导致容器hot reload引起出错。
		// 这里让.funignore忽略所有文件，忽略文件改动。deploy到云端不受影响
		copyAllTo(path.join(__dirname, 'template.prod'), config.dstPath, ['**/*'], { dot: true })
	}
	fs.writeFileSync(path.join(config.dstPath, 'package.json'), JSON.stringify(config.packageJson, null, 2))
	fs.writeFileSync(path.join(config.dstPath, 'leaf.json'), JSON.stringify(R.pickAll(leafConfigFields, config), null, 2))
	fs.writeFileSync(path.join(config.dstPath, 'template.yml'), yaml.safeDump(templateYML))

	// copy src files
	console.debug('copying file to', config.dstCodePath)
	copyAllTo(config.srcPath, config.dstCodePath, ['**/*', '!**/node_modules', '!.leaf'], { dot: true, ignore: config.ignoreList })

	// local deploy
	console.debug('building')
	const funOpts = { cwd: config.dstPath, stdio: 'inherit' }
	if (program.buildWith === 'docker') {
		const tag = `leaf-build-cache-${Date.now()}`
		fs.writeFileSync(path.join(config.dstPath, 'Dockerfile'), templateDockerfile)
		cp.execSync(`docker build . -t ${tag}`, funOpts)
		cp.execSync(`docker create -it --name ${tag} ${tag} bash`, funOpts)
		cp.execSync(`docker cp ${tag}:/code/node_modules .`, funOpts)
		cp.execSync(`docker rm -f ${tag}`, funOpts)
	} else if (program.buildWith === 'shell') {
		cp.execSync('npm install --production', funOpts)
	} else if (program.buildWith === 'cloud') {
		const depsFile = await downloadDeps(config.packageJson, path.join(config.dstPath, 'node_modules.zip'))
		const zip = new AdmZip(depsFile)
		// fs.removeSync(depsFile)
		zip.extractAllTo(config.dstPath, true)
	} else {
		throw new Error(`Unknow build method: ${program.buildWith}`)
	}

	if (program.debug) {
		cp.execSync(`${funExec} local start ${config.domain}`, funOpts)
	} else {
		await ensureFCCustomDomains(config.domain)
		cp.execSync(`${funExec} deploy -y`, funOpts)
		fs.removeSync(config.dstPath)
		console.log(`https://${config.domain} deploy success.`)
	}
}

main().catch((e) => {
	console.error(e.message || e)
	console.debug(e.stack || '')
})