rhubarb-lip-sync/extras/AdobeAfterEffects/Rhubarb Lip Sync.jsx

// Polyfill for Object.assign
"function"!=typeof Object.assign&&(Object.assign=function(a,b){"use strict";if(null==a)throw new TypeError("Cannot convert undefined or null to object");for(var c=Object(a),d=1;d<arguments.length;d++){var e=arguments[d];if(null!=e)for(var f in e)Object.prototype.hasOwnProperty.call(e,f)&&(c[f]=e[f])}return c});

// Polyfill for Array.isArray
Array.isArray||(Array.isArray=function(r){return"[object Array]"===Object.prototype.toString.call(r)});

// Polyfill for Array.prototype.map
Array.prototype.map||(Array.prototype.map=function(r){var t,n,o;if(null==this)throw new TypeError("this is null or not defined");var e=Object(this),i=e.length>>>0;if("function"!=typeof r)throw new TypeError(r+" is not a function");for(arguments.length>1&&(t=arguments[1]),n=new Array(i),o=0;o<i;){var a,p;o in e&&(a=e[o],p=r.call(t,a,o,e),n[o]=p),o++}return n});

// Polyfill for Array.prototype.every
Array.prototype.every||(Array.prototype.every=function(r,t){"use strict";var e,n;if(null==this)throw new TypeError("this is null or not defined");var o=Object(this),i=o.length>>>0;if("function"!=typeof r)throw new TypeError;for(arguments.length>1&&(e=t),n=0;n<i;){var y;if(n in o&&(y=o[n],!r.call(e,y,n,o)))return!1;n++}return!0});

// Polyfill for Array.prototype.find
Array.prototype.find||(Array.prototype.find=function(r){if(null===this)throw new TypeError("Array.prototype.find called on null or undefined");if("function"!=typeof r)throw new TypeError("callback must be a function");for(var n=Object(this),t=n.length>>>0,o=arguments[1],e=0;e<t;e++){var f=n[e];if(r.call(o,f,e,n))return f}});

// Polyfill for Array.prototype.filter
Array.prototype.filter||(Array.prototype.filter=function(r){"use strict";if(void 0===this||null===this)throw new TypeError;var t=Object(this),e=t.length>>>0;if("function"!=typeof r)throw new TypeError;for(var i=[],o=arguments.length>=2?arguments[1]:void 0,n=0;n<e;n++)if(n in t){var f=t[n];r.call(o,f,n,t)&&i.push(f)}return i});

// Polyfill for Array.prototype.forEach
Array.prototype.forEach||(Array.prototype.forEach=function(a,b){var c,d;if(null===this)throw new TypeError(" this is null or not defined");var e=Object(this),f=e.length>>>0;if("function"!=typeof a)throw new TypeError(a+" is not a function");for(arguments.length>1&&(c=b),d=0;d<f;){var g;d in e&&(g=e[d],a.call(c,g,d,e)),d++}});

// Polyfill for Array.prototype.includes
Array.prototype.includes||(Array.prototype.includes=function(r,t){if(null==this)throw new TypeError('"this" is null or not defined');var e=Object(this),n=e.length>>>0;if(0===n)return!1;for(var i=0|t,o=Math.max(i>=0?i:n-Math.abs(i),0);o<n;){if(function(r,t){return r===t||"number"==typeof r&&"number"==typeof t&&isNaN(r)&&isNaN(t)}(e[o],r))return!0;o++}return!1});

// Polyfill for Array.prototype.indexOf
Array.prototype.indexOf||(Array.prototype.indexOf=function(r,t){var n;if(null==this)throw new TypeError('"this" is null or not defined');var e=Object(this),i=e.length>>>0;if(0===i)return-1;var o=0|t;if(o>=i)return-1;for(n=Math.max(o>=0?o:i-Math.abs(o),0);n<i;){if(n in e&&e[n]===r)return n;n++}return-1});

// Polyfill for Array.prototype.some
Array.prototype.some||(Array.prototype.some=function(r){"use strict";if(null==this)throw new TypeError("Array.prototype.some called on null or undefined");if("function"!=typeof r)throw new TypeError;for(var e=Object(this),o=e.length>>>0,t=arguments.length>=2?arguments[1]:void 0,n=0;n<o;n++)if(n in e&&r.call(t,e[n],n,e))return!0;return!1});

// Polyfill for String.prototype.trim
String.prototype.trim||(String.prototype.trim=function(){return this.replace(/^[\s\uFEFF\xA0]+|[\s\uFEFF\xA0]+$/g,"")});

// Polyfill for JSON
"object"!=typeof JSON&&(JSON={}),function(){"use strict";function f(a){return a<10?"0"+a:a}function this_value(){return this.valueOf()}function quote(a){return rx_escapable.lastIndex=0,rx_escapable.test(a)?'"'+a.replace(rx_escapable,function(a){var b=meta[a];return"string"==typeof b?b:"\\u"+("0000"+a.charCodeAt(0).toString(16)).slice(-4)})+'"':'"'+a+'"'}function str(a,b){var c,d,e,f,h,g=gap,i=b[a];switch(i&&"object"==typeof i&&"function"==typeof i.toJSON&&(i=i.toJSON(a)),"function"==typeof rep&&(i=rep.call(b,a,i)),typeof i){case"string":return quote(i);case"number":return isFinite(i)?String(i):"null";case"boolean":case"null":return String(i);case"object":if(!i)return"null";if(gap+=indent,h=[],"[object Array]"===Object.prototype.toString.apply(i)){for(f=i.length,c=0;c<f;c+=1)h[c]=str(c,i)||"null";return e=0===h.length?"[]":gap?"[\n"+gap+h.join(",\n"+gap)+"\n"+g+"]":"["+h.join(",")+"]",gap=g,e}if(rep&&"object"==typeof rep)for(f=rep.length,c=0;c<f;c+=1)"string"==typeof rep[c]&&(d=rep[c],(e=str(d,i))&&h.push(quote(d)+(gap?": ":":")+e));else for(d in i)Object.prototype.hasOwnProperty.call(i,d)&&(e=str(d,i))&&h.push(quote(d)+(gap?": ":":")+e);return e=0===h.length?"{}":gap?"{\n"+gap+h.join(",\n"+gap)+"\n"+g+"}":"{"+h.join(",")+"}",gap=g,e}}var rx_one=/^[\],:{}\s]*$/,rx_two=/\\(?:["\\\/bfnrt]|u[0-9a-fA-F]{4})/g,rx_three=/"[^"\\\n\r]*"|true|false|null|-?\d+(?:\.\d*)?(?:[eE][+\-]?\d+)?/g,rx_four=/(?:^|:|,)(?:\s*\[)+/g,rx_escapable=/[\\"\u0000-\u001f\u007f-\u009f\u00ad\u0600-\u0604\u070f\u17b4\u17b5\u200c-\u200f\u2028-\u202f\u2060-\u206f\ufeff\ufff0-\uffff]/g,rx_dangerous=/[\u0000\u00ad\u0600-\u0604\u070f\u17b4\u17b5\u200c-\u200f\u2028-\u202f\u2060-\u206f\ufeff\ufff0-\uffff]/g;"function"!=typeof Date.prototype.toJSON&&(Date.prototype.toJSON=function(){return isFinite(this.valueOf())?this.getUTCFullYear()+"-"+f(this.getUTCMonth()+1)+"-"+f(this.getUTCDate())+"T"+f(this.getUTCHours())+":"+f(this.getUTCMinutes())+":"+f(this.getUTCSeconds())+"Z":null},Boolean.prototype.toJSON=this_value,Number.prototype.toJSON=this_value,String.prototype.toJSON=this_value);var gap,indent,meta,rep;"function"!=typeof JSON.stringify&&(meta={"\b":"\\b","\t":"\\t","\n":"\\n","\f":"\\f","\r":"\\r",'"':'\\"',"\\":"\\\\"},JSON.stringify=function(a,b,c){var d;if(gap="",indent="","number"==typeof c)for(d=0;d<c;d+=1)indent+=" ";else"string"==typeof c&&(indent=c);if(rep=b,b&&"function"!=typeof b&&("object"!=typeof b||"number"!=typeof b.length))throw new Error("JSON.stringify");return str("",{"":a})}),"function"!=typeof JSON.parse&&(JSON.parse=function(text,reviver){function walk(a,b){var c,d,e=a[b];if(e&&"object"==typeof e)for(c in e)Object.prototype.hasOwnProperty.call(e,c)&&(d=walk(e,c),void 0!==d?e[c]=d:delete e[c]);return reviver.call(a,b,e)}var j;if(text=String(text),rx_dangerous.lastIndex=0,rx_dangerous.test(text)&&(text=text.replace(rx_dangerous,function(a){return"\\u"+("0000"+a.charCodeAt(0).toString(16)).slice(-4)})),rx_one.test(text.replace(rx_two,"@").replace(rx_three,"]").replace(rx_four,"")))return j=eval("("+text+")"),"function"==typeof reviver?walk({"":j},""):j;throw new SyntaxError("JSON.parse")})}();

function last(array) {
	return array[array.length - 1];
}

function createGuid() {
	return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, function(c) {
		var r = Math.random() * 16 | 0;
		var v = c == 'x' ? r : (r & 0x3 | 0x8);
		return v.toString(16);
	});
}

function toArray(list) {
	var result = [];
	for (var i = 0; i < list.length; i++) {
		result.push(list[i]);
	}
	return result;
}

function toArrayBase1(list) {
	var result = [];
	for (var i = 1; i <= list.length; i++) {
		result.push(list[i]);
	}
	return result;
}

function pad(n, width, z) {
	z = z || '0';
	n = String(n);
	return n.length >= width ? n : new Array(width - n.length + 1).join(z) + n;
}

// Checks whether scripts are allowed to write files by creating and deleting a dummy file
function canWriteFiles() {
	try {
		var file = new File();
		file.open('w');
		file.writeln('');
		file.close();
		file.remove();
		return true;
	} catch (e) {
		return false;
	}
}

function frameToTime(frameNumber, compItem) {
	return frameNumber * compItem.frameDuration;
}

function timeToFrame(time, compItem) {
	return time * compItem.frameRate;
}

// To prevent rounding errors
var epsilon = 0.001;

function isFrameVisible(compItem, frameNumber) {
	if (!compItem) return false;

	var time = frameToTime(frameNumber + epsilon, compItem);
	var videoLayers = toArrayBase1(compItem.layers).filter(function(layer) {
		return  layer.hasVideo;
	});
	var result = videoLayers.find(function(layer) {
		return layer.activeAtTime(time);
	});
	return Boolean(result);
}

var appName = 'Rhubarb Lip Sync';

var settingsFilePath = Folder.userData.fullName + '/rhubarb-ae-settings.json';

function readTextFile(fileOrPath) {
	var filePath = fileOrPath.fsName || fileOrPath;
	var file = new File(filePath);
	function check() {
		if (file.error) throw new Error('Error reading file "' + filePath + '": ' + file.error);
	}
	try {
		file.open('r'); check();
		file.encoding = 'UTF-8'; check();
		var result = file.read(); check();
		return result;
	} finally {
		file.close(); check();
	}
}

function writeTextFile(fileOrPath, text) {
	var filePath = fileOrPath.fsName || fileOrPath;
	var file = new File(filePath);
	function check() {
		if (file.error) throw new Error('Error writing file "' + filePath + '": ' + file.error);
	}
	try {
		file.open('w'); check();
		file.encoding = 'UTF-8'; check();
		file.write(text); check();
	} finally {
		file.close(); check();
	}
}

function readSettingsFile() {
	try {
		return JSON.parse(readTextFile(settingsFilePath));
	} catch (e) {
		return {};
	}
}

function writeSettingsFile(settings) {
	try {
		writeTextFile(settingsFilePath, JSON.stringify(settings, null, 2));
	} catch (e) {
		alert('Error persisting settings. ' + e.message);
	}
}

var osIsWindows = (system.osName || $.os).match(/windows/i);

// Depending on the operating system, the syntax for escaping command-line arguments differs.
function cliEscape(argument) {
	return osIsWindows
		? '"' + argument + '"'
		: "'" + argument.replace(/'/g, "'\\''") + "'";
}

function exec(command) {
	return system.callSystem(command);
}

function execInWindow(command) {
	if (osIsWindows) {
		system.callSystem('cmd /C "' + command + '"');
	} else {
		// I didn't think it could be so complicated on OS X to open a new Terminal window,
		// execute a command, then close the Terminal window.
		// If you know a better solution, let me know!
		var escapedCommand = command.replace(/"/g, '\\"');
		var appleScript = '\
			tell application "Terminal" \
				-- Quit terminal \
				-- Yes, that\'s undesirable if there was an open window before. \
				-- But all solutions I could find were at least as hacky. \
				quit \
				-- Open terminal \
				activate \
				-- Run command in new tab \
				set newTab to do script ("' + escapedCommand + '") \
				-- Wait until command is done \
				tell newTab \
					repeat while busy \
						delay 0.1 \
					end repeat \
				end tell \
				quit \
			end tell';
		exec('osascript -e ' + cliEscape(appleScript));
	}
}

var rhubarbPath = osIsWindows ? 'rhubarb.exe' : '/usr/local/bin/rhubarb';

// ExtendScript's resource strings are a pain to write.
// This function allows them to be written in JSON notation, then converts them into the required
// format.
// For instance, this string: '{ "__type__": "StaticText", "text": "Hello world" }'
// is converted to this: 'StaticText { "text": "Hello world" }'.
// This code relies on the fact that, contrary to the language specification, all major JavaScript
// implementations keep object properties in insertion order.
function createResourceString(tree) {
	var result = JSON.stringify(tree, null, 2);
	result = result.replace(/(\{\s*)"__type__":\s*"(\w+)",?\s*/g, '$2 $1');
	return result;
}

// Object containing functions to create control description trees.
// For instance, `controls.StaticText({ text: 'Hello world' })`
// returns `{ __type__: StaticText, text: 'Hello world' }`.
var controlFunctions = (function() {
	var controlTypes = [
		// Strangely, 'dialog' and 'palette' need to start with a lower-case character
		['Dialog', 'dialog'], ['Palette', 'palette'],
		'Panel', 'Group', 'TabbedPanel', 'Tab', 'Button', 'IconButton', 'Image', 'StaticText',
		'EditText', 'Checkbox', 'RadioButton', 'Progressbar', 'Slider', 'Scrollbar', 'ListBox',
		'DropDownList', 'TreeView', 'ListItem', 'FlashPlayer'
	];
	var result = {};
	controlTypes.forEach(function(type){
		var isArray = Array.isArray(type);
		var key = isArray ? type[0] : type;
		var value = isArray ? type[1] : type;
		result[key] = function(options) {
			return Object.assign({ __type__: value }, options);
		};
	});
	return result;
})();

// Returns the path of a project item within the project
function getItemPath(item) {
	if (item === app.project.rootFolder) {
		return '/';
	}

	var result = item.name;
	while (item.parentFolder !== app.project.rootFolder) {
		result = item.parentFolder.name + ' / ' + result;
		item = item.parentFolder;
	}
	return '/ ' + result;
}

// Selects the item within an item control whose text matches the specified text.
// If no such item exists, selects the first item, if present.
function selectByTextOrFirst(itemControl, text) {
	var targetItem = toArray(itemControl.items).find(function(item) {
		return item.text === text;
	});
	if (!targetItem && itemControl.items.length) {
		targetItem = itemControl.items[0];
	}
	if (targetItem) {
		itemControl.selection = targetItem;
	}
}

function getAudioFileProjectItems() {
	var result = toArrayBase1(app.project.items).filter(function(item) {
		var isAudioFootage = item instanceof FootageItem && item.hasAudio && !item.hasVideo;
		return isAudioFootage;
	});
	return result;
}

var mouthShapeNames = 'ABCDEFGHX'.split('');
var basicMouthShapeCount = 6;
var mouthShapeCount = mouthShapeNames.length;
var basicMouthShapeNames = mouthShapeNames.slice(0, basicMouthShapeCount);
var extendedMouthShapeNames = mouthShapeNames.slice(basicMouthShapeCount);

function getMouthCompHelpTip() {
	var result = 'A composition containing the mouth shapes, one drawing per frame. They must be '
		+ 'arranged as follows:\n';
	mouthShapeNames.forEach(function(mouthShapeName, i) {
		var isOptional = i >= basicMouthShapeCount;
		result += '\n00:' + pad(i, 2) + '\t' + mouthShapeName + (isOptional ? ' (optional)' : '');
	});
	return result;
}

function createExtendedShapeCheckboxes() {
	var result = {};
	extendedMouthShapeNames.forEach(function(shapeName) {
		result[shapeName.toLowerCase()] = controlFunctions.Checkbox({
			text: shapeName,
			helpTip: 'Controls whether to use the optional ' + shapeName + ' shape.'
		});
	});
	return result;
}

function createDialogWindow() {
	var resourceString;
	with (controlFunctions) {
		resourceString = createResourceString(
			Dialog({
				text: appName,
				settings: Group({
					orientation: 'column',
					alignChildren: ['left', 'top'],
					audioFile: Group({
						label: StaticText({
							text: 'Audio file:',
							// If I don't explicitly activate a control, After Effects has trouble
							// with keyboard focus, so I can't type in the text edit field below.
							active: true
						}),
						value: DropDownList({
							helpTip: 'An audio file containing recorded dialog.\n'
								+ 'This field shows all audio files that exist in '
								+ 'your After Effects project.'
						})
					}),
					recognizer: Group({
						label: StaticText({ text: 'Recognizer:' }),
						value: DropDownList({
							helpTip: 'The dialog recognizer.'
						})
					}),
					dialogText: Group({
						label: StaticText({ text: 'Dialog text (optional):' }),
						value: EditText({
							properties: { multiline: true },
							characters: 60,
							minimumSize: [0, 100],
							helpTip: 'For better animation results, you can specify the text of '
								+ 'the recording here. This field is optional.'
						})
					}),
					mouthComp: Group({
						label: StaticText({ text: 'Mouth composition:' }),
						value: DropDownList({ helpTip: getMouthCompHelpTip() })
					}),
					extendedMouthShapes: Group(
						Object.assign(
							{ label: StaticText({ text: 'Extended mouth shapes:' }) },
							createExtendedShapeCheckboxes()
						)
					),
					targetFolder: Group({
						label: StaticText({ text: 'Target folder:' }),
						value: DropDownList({
							helpTip: 'The project folder in which to create the animation '
								+ 'composition. The composition will be named like the audio file.'
						})
					}),
					frameRate: Group({
						label: StaticText({ text: 'Frame rate:' }),
						value: EditText({
							characters: 8,
							helpTip: 'The frame rate for the animation.'
						}),
						auto: Checkbox({
							text: 'From mouth composition',
							helpTip: 'If checked, the animation will use the same frame rate as '
								+ 'the mouth composition.'
						})
					})
				}),
				separator: Group({ preferredSize: ['', 3] }),
				buttons: Group({
					alignment: 'right',
					animate: Button({
						properties: { name: 'ok' },
						text: 'Animate'
					}),
					cancel: Button({
						properties: { name: 'cancel' },
						text: 'Cancel'
					})
				})
			})
		);
	}

	// Create window and child controls
	var window = new Window(resourceString);
	var controls = {
		audioFile: window.settings.audioFile.value,
		dialogText: window.settings.dialogText.value,
		recognizer: window.settings.recognizer.value,
		mouthComp: window.settings.mouthComp.value,
		targetFolder: window.settings.targetFolder.value,
		frameRate: window.settings.frameRate.value,
		autoFrameRate: window.settings.frameRate.auto,
		animateButton: window.buttons.animate,
		cancelButton: window.buttons.cancel
	};
	extendedMouthShapeNames.forEach(function(shapeName) {
		controls['mouthShape' + shapeName] =
			window.settings.extendedMouthShapes[shapeName.toLowerCase()];
	});

	// Add audio file options
	getAudioFileProjectItems().forEach(function(projectItem) {
		var listItem = controls.audioFile.add('item', getItemPath(projectItem));
		listItem.projectItem = projectItem;
	});

	// Add recognizer options
	const recognizerOptions = [
		{ text: 'PocketSphinx (use for English recordings)', value: 'pocketSphinx' },
		{ text: 'Phonetic (use for non-English recordings)', value: 'phonetic' }
	];
	recognizerOptions.forEach(function(option) {
		var listItem = controls.recognizer.add('item', option.text);
		listItem.value = option.value;
	});

	// Add mouth composition options
	var comps = toArrayBase1(app.project.items).filter(function (item) {
		return item instanceof CompItem;
	});
	comps.forEach(function(projectItem) {
		var listItem = controls.mouthComp.add('item', getItemPath(projectItem));
		listItem.projectItem = projectItem;
	});

	// Add target folder options
	var projectFolders = toArrayBase1(app.project.items).filter(function (item) {
		return item instanceof FolderItem;
	});
	projectFolders.unshift(app.project.rootFolder);
	projectFolders.forEach(function(projectFolder) {
		var listItem = controls.targetFolder.add('item', getItemPath(projectFolder));
		listItem.projectItem = projectFolder;
	});

	// Load persisted settings
	var settings = readSettingsFile();
	selectByTextOrFirst(controls.audioFile, settings.audioFile);
	controls.dialogText.text = settings.dialogText || '';
	selectByTextOrFirst(controls.recognizer, settings.recognizer);
	selectByTextOrFirst(controls.mouthComp, settings.mouthComp);
	extendedMouthShapeNames.forEach(function(shapeName) {
		controls['mouthShape' + shapeName].value =
			(settings.extendedMouthShapes || {})[shapeName.toLowerCase()];
	});
	selectByTextOrFirst(controls.targetFolder, settings.targetFolder);
	controls.frameRate.text = settings.frameRate || '';
	controls.autoFrameRate.value = settings.autoFrameRate;

	// Align controls
	window.onShow = function() {
		// Give uniform width to all labels
		var groups = toArray(window.settings.children);
		var labelWidths = groups.map(function(group) { return group.children[0].size.width; });
		var maxLabelWidth = Math.max.apply(Math, labelWidths);
		groups.forEach(function (group) {
			group.children[0].size.width = maxLabelWidth;
		});

		// Give uniform width to inputs
		var valueWidths = groups.map(function(group) {
			return last(group.children).bounds.right - group.children[1].bounds.left;
		});
		var maxValueWidth = Math.max.apply(Math, valueWidths);
		groups.forEach(function (group) {
			var multipleControls = group.children.length > 2;
			if (!multipleControls) {
				group.children[1].size.width = maxValueWidth;
			}
		});

		window.layout.layout(true);
	};

	var updating = false;

	function update() {
		if (updating) return;

		updating = true;
		try {
			// Handle auto frame rate
			var autoFrameRate = controls.autoFrameRate.value;
			controls.frameRate.enabled = !autoFrameRate;
			if (autoFrameRate) {
				// Take frame rate from mouth comp
				var mouthComp = (controls.mouthComp.selection || {}).projectItem;
				controls.frameRate.text = mouthComp ? mouthComp.frameRate : '';
			} else {
				// Sanitize frame rate
				var sanitizedFrameRate = controls.frameRate.text.match(/\d*\.?\d*/)[0];
				if (sanitizedFrameRate !== controls.frameRate.text) {
					controls.frameRate.text = sanitizedFrameRate;
				}
			}

			// Store settings
			var settings = {
				audioFile: (controls.audioFile.selection || {}).text,
				recognizer: (controls.recognizer.selection || {}).text,
				dialogText: controls.dialogText.text,
				mouthComp: (controls.mouthComp.selection || {}).text,
				extendedMouthShapes: {},
				targetFolder: (controls.targetFolder.selection || {}).text,
				frameRate: Number(controls.frameRate.text),
				autoFrameRate: controls.autoFrameRate.value
			};
			extendedMouthShapeNames.forEach(function(shapeName) {
				settings.extendedMouthShapes[shapeName.toLowerCase()] =
					controls['mouthShape' + shapeName].value;
			});
			writeSettingsFile(settings);
		} finally {
			updating = false;
		}
	}

	// Validate user input. Possible return values:
	// * Non-empty string: Validation failed. Show error message.
	// * Empty string: Validation failed. Don't show error message.
	// * Undefined: Validation succeeded.
	function validate() {
		// Check input values
		if (!controls.audioFile.selection) return 'Please select an audio file.';
		if (!controls.mouthComp.selection) return 'Please select a mouth composition.';
		if (!controls.targetFolder.selection) return 'Please select a target folder.';
		if (Number(controls.frameRate.text) < 12) {
			return 'Please enter a frame rate of at least 12 fps.';
		}

		// Check mouth shape visibility
		var comp = controls.mouthComp.selection.projectItem;
		for (var i = 0; i < mouthShapeCount; i++) {
			var shapeName = mouthShapeNames[i];
			var required = i < basicMouthShapeCount || controls['mouthShape' + shapeName].value;
			if (required && !isFrameVisible(comp, i)) {
				return 'The mouth comp does not seem to contain an image for shape '
					+ shapeName + ' at frame ' + i + '.';
			}
		}

		if (!comp.preserveNestedFrameRate) {
			var fix = Window.confirm(
				'The setting "Preserve frame rate when nested or in render queue" is not active '
					+ 'for the mouth composition. This can result in incorrect animation.\n\n'
					+ 'Activate this setting now?',
				false,
				'Fix composition setting?');
			if (fix) {
				app.beginUndoGroup(appName + ': Mouth composition setting');
				comp.preserveNestedFrameRate = true;
				app.endUndoGroup();
			} else {
				return '';
			}
		}

		// Check for correct Rhubarb version
		var version = exec(rhubarbPath + ' --version') || '';
		var match = version.match(/Rhubarb Lip Sync version ((\d+)\.(\d+).(\d+)(-[0-9A-Za-z-.]+)?)/);
		if (!match) {
			var instructions = osIsWindows
				? 'Make sure your PATH environment variable contains the ' + appName + ' '
					+ 'application directory.'
				: 'Make sure you have created this file as a symbolic link to the ' + appName + ' '
					+ 'executable (rhubarb).';
			return 'Cannot find executable file "' + rhubarbPath + '". \n' + instructions;
		}
		var versionString = match[1];
		var major = Number(match[2]);
		var minor = Number(match[3]);
		var requiredMajor = 1;
		var minRequiredMinor = 9;
		if (major != requiredMajor || minor < minRequiredMinor) {
			return 'This script requires ' + appName + ' ' + requiredMajor + '.' + minRequiredMinor
				+ '.0 or a later ' + requiredMajor + '.x version. '
				+ 'Your installed version is ' + versionString + ', which is not compatible.';
		}
	}

	function generateMouthCues(audioFileFootage, recognizer, dialogText, mouthComp, extendedMouthShapeNames,
		targetProjectFolder, frameRate)
	{
		var basePath = Folder.temp.fsName + '/' + createGuid();
		var dialogFile = new File(basePath + '.txt');
		var logFile = new File(basePath + '.log');
		var jsonFile = new File(basePath + '.json');
		try {
			// Create text file containing dialog
			writeTextFile(dialogFile, dialogText);

			// Create command line
			var commandLine = rhubarbPath
				+ ' --dialogFile ' + cliEscape(dialogFile.fsName)
				+ ' --recognizer ' + recognizer
				+ ' --exportFormat json'
				+ ' --extendedShapes ' + cliEscape(extendedMouthShapeNames.join(''))
				+ ' --logFile ' + cliEscape(logFile.fsName)
				+ ' --logLevel fatal'
				+ ' --output ' + cliEscape(jsonFile.fsName)
				+ ' ' + cliEscape(audioFileFootage.file.fsName);

			// Run Rhubarb
			execInWindow(commandLine);

			// Check log for fatal errors
			if (logFile.exists) {
				var fatalLog = readTextFile(logFile).trim();
				if (fatalLog) {
					// Try to extract only the actual error message
					var match = fatalLog.match(/\[Fatal\] ([\s\S]*)/);
					var message = match ? match[1] : fatalLog;
					throw new Error('Error running ' + appName + '.\n' + message);
				}
			}

			var result;
			try {
				result = JSON.parse(readTextFile(jsonFile));
				$.writeln(readTextFile(jsonFile));
			} catch (e) {
				throw new Error('No animation result. Animation was probably canceled.');
			}
			return result;
		} finally {
			dialogFile.remove();
			logFile.remove();
			jsonFile.remove();
		}
	}

	function animateMouthCues(mouthCues, audioFileFootage, mouthComp, targetProjectFolder,
		frameRate)
	{
		// Find an unconflicting comp name
		// ... strip extension, if present
		var baseName = audioFileFootage.name.match(/^(.*?)(\..*)?$/i)[1];
		var compName = baseName;
		// ... add numeric suffix, if needed
		var existingItems = toArrayBase1(targetProjectFolder.items);
		var counter = 1;
		while (existingItems.some(function(item) { return item.name === compName; })) {
			counter++;
			compName = baseName + ' ' + counter;
		}

		// Create new comp
		var comp = targetProjectFolder.items.addComp(compName, mouthComp.width, mouthComp.height,
			mouthComp.pixelAspect, audioFileFootage.duration, frameRate);

		// Show new comp
		comp.openInViewer();

		// Add audio layer
		comp.layers.add(audioFileFootage);

		// Add mouth layer
		var mouthLayer = comp.layers.add(mouthComp);
		mouthLayer.timeRemapEnabled = true;
		mouthLayer.outPoint = comp.duration;

		// Animate mouth layer
		var timeRemap = mouthLayer['Time Remap'];
		// Enabling time remapping automatically adds two keys. Remove the second.
		timeRemap.removeKey(2);
		mouthCues.mouthCues.forEach(function(mouthCue) {
			// Round down keyframe time. In animation, earlier is better than later.
			// Set keyframe time to *just before* the exact frame to prevent rounding errors
			var frame = Math.floor(timeToFrame(mouthCue.start, comp));
			var time = frame !== 0 ? frameToTime(frame - epsilon, comp) : 0;
			// Set remapped time to *just after* the exact frame to prevent rounding errors
			var mouthCompFrame = mouthShapeNames.indexOf(mouthCue.value);
			var remappedTime = frameToTime(mouthCompFrame + epsilon, mouthComp);
			timeRemap.setValueAtTime(time, remappedTime);
		});
		for (var i = 1; i <= timeRemap.numKeys; i++) {
			timeRemap.setInterpolationTypeAtKey(i, KeyframeInterpolationType.HOLD);
		}
	}

	function animate(audioFileFootage, recognizer, dialogText, mouthComp, extendedMouthShapeNames,
		targetProjectFolder, frameRate)
	{
		try {
			var mouthCues = generateMouthCues(audioFileFootage, recognizer, dialogText, mouthComp,
				extendedMouthShapeNames, targetProjectFolder, frameRate);

			app.beginUndoGroup(appName + ': Animation');
			animateMouthCues(mouthCues, audioFileFootage, mouthComp, targetProjectFolder,
				frameRate);
			app.endUndoGroup();
		} catch (e) {
			Window.alert(e.message, appName, true);
			return;
		}
	}

	// Handle changes
	update();
	controls.audioFile.onChange = update;
	controls.recognizer.onChange = update;
	controls.dialogText.onChanging = update;
	controls.mouthComp.onChange = update;
	extendedMouthShapeNames.forEach(function(shapeName) {
		controls['mouthShape' + shapeName].onClick = update;
	});
	controls.targetFolder.onChange = update;
	controls.frameRate.onChanging = update;
	controls.autoFrameRate.onClick = update;

	// Handle animation
	controls.animateButton.onClick = function() {
		var validationError = validate();
		if (typeof validationError === 'string') {
			if (validationError) {
				Window.alert(validationError, appName, true);
			}
		} else {
			window.close();
			animate(
				controls.audioFile.selection.projectItem,
				controls.recognizer.selection.value,
				controls.dialogText.text || '',
				controls.mouthComp.selection.projectItem,
				extendedMouthShapeNames.filter(function(shapeName) {
					return controls['mouthShape' + shapeName].value;
				}),
				controls.targetFolder.selection.projectItem,
				Number(controls.frameRate.text)
			);
		}
	};

	// Handle cancelation
	controls.cancelButton.onClick = function() {
		window.close();
	};

	return window;
}

function checkPreconditions() {
	if (!canWriteFiles()) {
		Window.alert('This script requires file system access.\n\n'
			+ 'Please enable Preferences > General > Allow Scripts to Write Files and Access Network.',
			appName, true);
		return false;
	}
	return true;
}

if (checkPreconditions()) {
	createDialogWindow().show();
}