micro-build-server/BuildServer/lib/builder.js

"use strict";

const fs = require('fs');
const fse = require('fs-extra');
const async = require('async');
const gitLoader = require('./git/loader');
const processor = require('./task-processor');
const mailSender = require('./mail-sender');
const settings = require('../settings');

//const codePostfix = "/code";
const codePostfix = "";

const notifyStatus = (options, callback) => {
	const status = {
		owner: options.owner,
		repo: options.reponame,
		sha: options.hash,
		state: options.state,
		target_url: settings.siteRoot + "status/" + options.owner + "/" + options.reponame + "/" + options.hash,
		description: ((options.description || "") + "").substr(0, 140)
	};
	settings.createGithub(options.owner).repos.createStatus(status, (err, result) => {
		if (err) {
			console.log("Error while creating status: " + err);
			console.log(status);
			return callback(err);
		}
		return callback();
	});
};

const build = (options, callback) => {
	const url = options.url;
	const owner = options.owner;
	const reponame = options.reponame;
	const rev = options.rev;
	const branch = options.branch;
	const skipGitLoader = options.skipGitLoader;
	const local = options.app.get('gitpath') + "/r/";
	const tmp = options.app.get('tmpcodepath') + "/" + rev.substr(0, 15);
	const exported = tmp + codePostfix;
	const release = options.app.get('releasepath') + "/" + owner + "/" + reponame + "/" + branch + "/" + rev;
	const statusQueue = async.queue((task, callback) => task(callback), 1);
	const actualGitLoader = skipGitLoader ? (options, callback) => process.nextTick(callback) : gitLoader;

	statusQueue.push((callback) => notifyStatus({
		state: "pending",
		description: "Preparing to build...",
		owner: owner,
		reponame: reponame,
		hash: rev
	}, callback));

	fse.mkdirsSync(release);

	fs.writeFileSync(options.app.get('releasepath') + "/" + owner + "/" + reponame + "/" + branch + "/latest.id", rev);
	fse.mkdirsSync(options.app.get('releasepath') + "/" + owner + "/" + reponame + "/$revs");
	fs.writeFileSync(options.app.get('releasepath') + "/" + owner + "/" + reponame + "/$revs/" + rev + ".branch", branch);

	const done = (err, result) => {
		const errorMessage = result && result.errors ? ((result.errors.$allMessages || [])[0] || {}).message : err;
		const warnMessage = result && result.warns ? ((result.warns.$allMessages || [])[0] || {}).message : err;
		const infoMessage = result && result.infos ? ((result.infos.$allMessages || []).slice(-1)[0] || {}).message : err;

		fs.writeFile(release + "/report.json", JSON.stringify({date: Date.now(), err: err, result: result}), (writeErr) => {
			statusQueue.push((callback) => async.parallel([
				(callback) => notifyStatus({
					state: err ? "error" : "success",
					description: errorMessage || warnMessage || infoMessage || "Success",
					owner: owner,
					reponame: reponame,
					hash: rev
				}, callback),
				(callback) => mailSender.send({
					from: settings.smtp.sender,
					to: settings.smtp.receiver,
					subject: (err ? "Build failed for " : "Successfully built ") + owner + "/" + reponame + "/" + branch,
					headers: {
						'X-Laziness-level': 1000
					},
					text: ("Build status URL: " + settings.siteRoot + "status/" + owner + "/" + reponame + "/" + rev + "\r\n\r\n") +
						(err ? ("Error message: " + err + "\r\n\r\n") : "") +
						((!result || !result.messages || !result.messages.$allMessages) ? JSON.stringify(result, null, 4) : result.messages.$allMessages.map(msg => msg.prefix + "\t" + msg.message).join("\r\n"))
				}, callback),
				(callback) => {
					if (err) {
						return process.nextTick(callback);
					}

					return fse.remove(tmp, callback);
				}
			], callback));

			if (writeErr) {
				return callback(writeErr);
			}
			return callback(err, result);
		});
	};

	actualGitLoader({
		remote: url + ".git",
		local: local,
		branch: branch,
		hash: rev,
		exported: tmp + codePostfix
	}, (err) => {
		if (err) {
			console.log(err);
			return done("Git fetch error: " + err);
		}
		console.log("Done loading from git");
		fs.exists(exported + "/mbs.json", (exists) => {
			if (!exists) {
				return done(null, "MBSNotFound");
			}
			fs.readFile(exported + "/mbs.json", (err, data) => {
				if (err) {
					return done(err, "MBSUnableToRead");
				}

				let task;
				try {
					task = JSON.parse(data);
				} catch(ex) {
					console.log("Malformed data: " + data);
					return done(ex, "MBSMalformed");
				}

				processor.processTask(task, {
					owner: owner,
					reponame: reponame,
					branch: branch,
					rev: rev,
					tmp: tmp,
					exported: exported,
					release: release
				}, (err, result) => {
					if (err) {
						return done(err, result);
					}

					return done(err, result);
				});
			});
		});
	});
};

exports.build = build;