/** * @license * Copyright Google Inc. All Rights Reserved. * * Use of this source code is governed by an MIT-style license that can be * found in the LICENSE file at https://angular.io/license */ import {EmitterVisitorContext, ExternalReference, GeneratedFile, ParseSourceSpan, TypeScriptEmitter, collectExternalReferences, syntaxError} from '@angular/compiler'; import * as path from 'path'; import * as ts from 'typescript'; import {BaseAotCompilerHost} from '../compiler_host'; import {TypeCheckHost} from '../diagnostics/translate_diagnostics'; import {ModuleMetadata} from '../metadata/index'; import {CompilerHost, CompilerOptions} from './api'; import {GENERATED_FILES} from './util'; const NODE_MODULES_PACKAGE_NAME = /node_modules\/((\w|-)+|(@(\w|-)+\/(\w|-)+))/; const DTS = /\.d\.ts$/; const EXT = /(\.ts|\.d\.ts|\.js|\.jsx|\.tsx)$/; export function createCompilerHost( {options, tsHost = ts.createCompilerHost(options, true)}: {options: CompilerOptions, tsHost?: ts.CompilerHost}): CompilerHost { return tsHost; } export interface MetadataProvider { getMetadata(sourceFile: ts.SourceFile): ModuleMetadata|undefined; } interface GenSourceFile { externalReferences: Set; sourceFile: ts.SourceFile; emitCtx: EmitterVisitorContext; } /** * Implements the following hosts based on an api.CompilerHost: * - ts.CompilerHost to be consumed by a ts.Program * - AotCompilerHost for @angular/compiler * - TypeCheckHost for mapping ts errors to ng errors (via translateDiagnostics) */ export class TsCompilerAotCompilerTypeCheckHostAdapter extends BaseAotCompilerHost implements ts.CompilerHost, TypeCheckHost { private rootDirs: string[]; private moduleResolutionCache: ts.ModuleResolutionCache; private originalSourceFiles = new Map(); private originalFileExistsCache = new Map(); private generatedSourceFiles = new Map(); private generatedCodeFor = new Set(); private emitter = new TypeScriptEmitter(); getCancellationToken: () => ts.CancellationToken; getDefaultLibLocation: () => string; trace: (s: string) => void; getDirectories: (path: string) => string[]; directoryExists?: (directoryName: string) => boolean; constructor( private rootFiles: string[], options: CompilerOptions, context: CompilerHost, private metadataProvider: MetadataProvider, private codeGenerator: (fileName: string) => GeneratedFile[], private summariesFromPreviousCompilations: Map) { super(options, context); this.moduleResolutionCache = ts.createModuleResolutionCache( this.context.getCurrentDirectory !(), this.context.getCanonicalFileName.bind(this.context)); const basePath = this.options.basePath !; this.rootDirs = (this.options.rootDirs || [this.options.basePath !]).map(p => path.resolve(basePath, p)); if (context.getDirectories) { this.getDirectories = path => context.getDirectories !(path); } if (context.directoryExists) { this.directoryExists = directoryName => context.directoryExists !(directoryName); } if (context.getCancellationToken) { this.getCancellationToken = () => context.getCancellationToken !(); } if (context.getDefaultLibLocation) { this.getDefaultLibLocation = () => context.getDefaultLibLocation !(); } if (context.trace) { this.trace = s => context.trace !(s); } if (context.fileNameToModuleName) { this.fileNameToModuleName = context.fileNameToModuleName.bind(context); } // Note: don't copy over context.moduleNameToFileName as we first // normalize undefined containingFile to a filled containingFile. if (context.resourceNameToFileName) { this.resourceNameToFileName = context.resourceNameToFileName.bind(context); } if (context.toSummaryFileName) { this.toSummaryFileName = context.toSummaryFileName.bind(context); } if (context.fromSummaryFileName) { this.fromSummaryFileName = context.fromSummaryFileName.bind(context); } } private resolveModuleName(moduleName: string, containingFile: string): ts.ResolvedModule |undefined { const rm = ts.resolveModuleName( moduleName, containingFile, this.options, this, this.moduleResolutionCache) .resolvedModule; if (rm && this.isSourceFile(rm.resolvedFileName)) { // Case: generateCodeForLibraries = true and moduleName is // a .d.ts file in a node_modules folder. // Need to set isExternalLibraryImport to false so that generated files for that file // are emitted. rm.isExternalLibraryImport = false; } return rm; } // Note: We implement this method so that TypeScript and Angular share the same // ts.ModuleResolutionCache // and that we can tell ts.Program about our different opinion about // ResolvedModule.isExternalLibraryImport // (see our isSourceFile method). resolveModuleNames(moduleNames: string[], containingFile: string): ts.ResolvedModule[] { // TODO(tbosch): this seems to be a typing error in TypeScript, // as it contains assertions that the result contains the same number of entries // as the given module names. return moduleNames.map( moduleName => this.resolveModuleName(moduleName, containingFile)); } moduleNameToFileName(m: string, containingFile?: string): string|null { if (!containingFile) { if (m.indexOf('.') === 0) { throw new Error('Resolution of relative paths requires a containing file.'); } // Any containing file gives the same result for absolute imports containingFile = this.rootFiles[0]; } if (this.context.moduleNameToFileName) { return this.context.moduleNameToFileName(m, containingFile); } const resolved = this.resolveModuleName(m, containingFile); return resolved ? resolved.resolvedFileName : null; } /** * We want a moduleId that will appear in import statements in the generated code * which will be written to `containingFile`. * * Note that we also generate files for files in node_modules, as libraries * only ship .metadata.json files but not the generated code. * * Logic: * 1. if the importedFile and the containingFile are from the project sources * or from the same node_modules package, use a relative path * 2. if the importedFile is in a node_modules package, * use a path that starts with the package name. * 3. Error if the containingFile is in the node_modules package * and the importedFile is in the project soures, * as that is a violation of the principle that node_modules packages cannot * import project sources. */ fileNameToModuleName(importedFile: string, containingFile: string): string { const originalImportedFile = importedFile; if (this.options.traceResolution) { console.error( 'fileNameToModuleName from containingFile', containingFile, 'to importedFile', importedFile); } // drop extension importedFile = importedFile.replace(EXT, ''); const importedFilePackagName = getPackageName(importedFile); const containingFilePackageName = getPackageName(containingFile); let moduleName: string; if (importedFilePackagName === containingFilePackageName) { const rootedContainingFile = relativeToRootDirs(containingFile, this.rootDirs); const rootedImportedFile = relativeToRootDirs(importedFile, this.rootDirs); if (rootedContainingFile !== containingFile && rootedImportedFile !== importedFile) { // if both files are contained in the `rootDirs`, then strip the rootDirs containingFile = rootedContainingFile; importedFile = rootedImportedFile; } moduleName = dotRelative(path.dirname(containingFile), importedFile); } else if (importedFilePackagName) { moduleName = stripNodeModulesPrefix(importedFile); } else { throw new Error( `Trying to import a source file from a node_modules package: import ${originalImportedFile} from ${containingFile}`); } return moduleName; } resourceNameToFileName(resourceName: string, containingFile: string): string|null { // Note: we convert package paths into relative paths to be compatible with the the // previous implementation of UrlResolver. const firstChar = resourceName[0]; if (firstChar === '/') { resourceName = resourceName.slice(1); } else if (firstChar !== '.') { resourceName = `./${resourceName}`; } const filePathWithNgResource = this.moduleNameToFileName(addNgResourceSuffix(resourceName), containingFile); return filePathWithNgResource ? stripNgResourceSuffix(filePathWithNgResource) : null; } toSummaryFileName(fileName: string, referringSrcFileName: string): string { return this.fileNameToModuleName(fileName, referringSrcFileName); } fromSummaryFileName(fileName: string, referringLibFileName: string): string { const resolved = this.moduleNameToFileName(fileName, referringLibFileName); if (!resolved) { throw new Error(`Could not resolve ${fileName} from ${referringLibFileName}`); } return resolved; } parseSourceSpanOf(fileName: string, line: number, character: number): ParseSourceSpan|null { const data = this.generatedSourceFiles.get(fileName); if (data && data.emitCtx) { return data.emitCtx.spanOf(line, character); } return null; } private getOriginalSourceFile( filePath: string, languageVersion?: ts.ScriptTarget, onError?: ((message: string) => void)|undefined): ts.SourceFile|undefined { let sf = this.originalSourceFiles.get(filePath); if (sf) { return sf; } if (!languageVersion) { languageVersion = this.options.target || ts.ScriptTarget.Latest; } sf = this.context.getSourceFile(filePath, languageVersion, onError); this.originalSourceFiles.set(filePath, sf); return sf; } getMetadataForSourceFile(filePath: string): ModuleMetadata|undefined { const sf = this.getOriginalSourceFile(filePath); if (!sf) { return undefined; } return this.metadataProvider.getMetadata(sf); } updateGeneratedFile(genFile: GeneratedFile): ts.SourceFile|null { if (!genFile.stmts) { return null; } const oldGenFile = this.generatedSourceFiles.get(genFile.genFileUrl); if (!oldGenFile) { throw new Error(`Illegal State: previous GeneratedFile not found for ${genFile.genFileUrl}.`); } const newRefs = genFileExternalReferences(genFile); const oldRefs = oldGenFile.externalReferences; let refsAreEqual = oldRefs.size === newRefs.size; if (refsAreEqual) { newRefs.forEach(r => refsAreEqual = refsAreEqual && oldRefs.has(r)); } if (!refsAreEqual) { throw new Error( `Illegal State: external references changed in ${genFile.genFileUrl}.\nOld: ${Array.from(oldRefs)}.\nNew: ${Array.from(newRefs)}`); } return this.addGeneratedFile(genFile, newRefs); } private addGeneratedFile(genFile: GeneratedFile, externalReferences: Set): ts.SourceFile |null { if (!genFile.stmts) { return null; } const {sourceText, context} = this.emitter.emitStatementsAndContext( genFile.srcFileUrl, genFile.genFileUrl, genFile.stmts, /* preamble */ '', /* emitSourceMaps */ false); const sf = ts.createSourceFile( genFile.genFileUrl, sourceText, this.options.target || ts.ScriptTarget.Latest); this.generatedSourceFiles.set(genFile.genFileUrl, { sourceFile: sf, emitCtx: context, externalReferences, }); return sf; } private ensureCodeGeneratedFor(fileName: string): void { if (this.generatedCodeFor.has(fileName)) { return; } this.generatedCodeFor.add(fileName); const baseNameFromGeneratedFile = this._getBaseNameForGeneratedSourceFile(fileName); if (baseNameFromGeneratedFile) { return this.ensureCodeGeneratedFor(baseNameFromGeneratedFile); } const sf = this.getOriginalSourceFile(fileName, this.options.target || ts.ScriptTarget.Latest); if (!sf) { return; } const genFileNames: string[] = []; if (this.isSourceFile(fileName)) { // Note: we can't exit early here, // as we might need to clear out old changes to `SourceFile.referencedFiles` // that were created by a previous run, given an original CompilerHost // that caches source files. const genFiles = this.codeGenerator(fileName); genFiles.forEach(genFile => { const sf = this.addGeneratedFile(genFile, genFileExternalReferences(genFile)); if (sf) { genFileNames.push(sf.fileName); } }); } addReferencesToSourceFile(sf, genFileNames); } getSourceFile( fileName: string, languageVersion: ts.ScriptTarget, onError?: ((message: string) => void)|undefined): ts.SourceFile { this.ensureCodeGeneratedFor(fileName); const genFile = this.generatedSourceFiles.get(fileName); if (genFile) { return genFile.sourceFile; } // TODO(tbosch): TypeScript's typings for getSourceFile are incorrect, // as it can very well return undefined. return this.getOriginalSourceFile(fileName, languageVersion, onError) !; } private originalFileExists(fileName: string): boolean { let fileExists = this.originalFileExistsCache.get(fileName); if (fileExists == null) { fileExists = this.context.fileExists(fileName); this.originalFileExistsCache.set(fileName, fileExists); } return fileExists; } fileExists(fileName: string): boolean { fileName = stripNgResourceSuffix(fileName); if (fileName.endsWith('.ngfactory.d.ts')) { // Note: the factories of a previous program // are not reachable via the regular fileExists // as they might be in the outDir. So we derive their // fileExist information based on the .ngsummary.json file. if (this.summariesFromPreviousCompilations.has(summaryFileName(fileName))) { return true; } } // Note: Don't rely on this.generatedSourceFiles here, // as it might not have been filled yet. if (this._getBaseNameForGeneratedSourceFile(fileName)) { return true; } return this.summariesFromPreviousCompilations.has(fileName) || this.originalFileExists(fileName); } private _getBaseNameForGeneratedSourceFile(genFileName: string): string|undefined { const genMatch = GENERATED_FILES.exec(genFileName); if (!genMatch) { return undefined; } const [, base, genSuffix, suffix] = genMatch; if (suffix !== 'ts') { return undefined; } if (genSuffix.indexOf('ngstyle') >= 0) { // Note: ngstyle files have names like `afile.css.ngstyle.ts` return base; } else { // Note: on-the-fly generated files always have a `.ts` suffix, // but the file from which we generated it can be a `.ts`/ `.d.ts` // (see options.generateCodeForLibraries). return [`${base}.ts`, `${base}.d.ts`].find( baseFileName => this.isSourceFile(baseFileName) && this.originalFileExists(baseFileName)); } } loadSummary(filePath: string): string|null { if (this.summariesFromPreviousCompilations.has(filePath)) { return this.summariesFromPreviousCompilations.get(filePath) !; } return super.loadSummary(filePath); } isSourceFile(filePath: string): boolean { // If we have a summary from a previous compilation, // treat the file never as a source file. if (this.summariesFromPreviousCompilations.has(summaryFileName(filePath))) { return false; } return super.isSourceFile(filePath); } readFile = (fileName: string) => this.context.readFile(fileName); getDefaultLibFileName = (options: ts.CompilerOptions) => this.context.getDefaultLibFileName(options) getCurrentDirectory = () => this.context.getCurrentDirectory(); getCanonicalFileName = (fileName: string) => this.context.getCanonicalFileName(fileName); useCaseSensitiveFileNames = () => this.context.useCaseSensitiveFileNames(); getNewLine = () => this.context.getNewLine(); // Make sure we do not `host.realpath()` from TS as we do not want to resolve symlinks. // https://github.com/Microsoft/TypeScript/issues/9552 realPath = (p: string) => p; writeFile = this.context.writeFile.bind(this.context); } function genFileExternalReferences(genFile: GeneratedFile): Set { return new Set(collectExternalReferences(genFile.stmts !).map(er => er.moduleName !)); } function addReferencesToSourceFile(sf: ts.SourceFile, genFileNames: string[]) { // Note: as we modify ts.SourceFiles we need to keep the original // value for `referencedFiles` around in cache the original host is caching ts.SourceFiles. // Note: cloning the ts.SourceFile is expensive as the nodes in have parent pointers, // i.e. we would also need to clone and adjust all nodes. let originalReferencedFiles: ts.FileReference[]|undefined = (sf as any).originalReferencedFiles; if (!originalReferencedFiles) { originalReferencedFiles = sf.referencedFiles; (sf as any).originalReferencedFiles = originalReferencedFiles; } const newReferencedFiles = [...originalReferencedFiles]; genFileNames.forEach(gf => newReferencedFiles.push({fileName: gf, pos: 0, end: 0})); sf.referencedFiles = newReferencedFiles; } export function getOriginalReferences(sourceFile: ts.SourceFile): ts.FileReference[]|undefined { return sourceFile && (sourceFile as any).originalReferencedFiles; } function dotRelative(from: string, to: string): string { const rPath: string = path.relative(from, to).replace(/\\/g, '/'); return rPath.startsWith('.') ? rPath : './' + rPath; } /** * Moves the path into `genDir` folder while preserving the `node_modules` directory. */ function getPackageName(filePath: string): string|null { const match = NODE_MODULES_PACKAGE_NAME.exec(filePath); return match ? match[1] : null; } export function relativeToRootDirs(filePath: string, rootDirs: string[]): string { if (!filePath) return filePath; for (const dir of rootDirs || []) { const rel = path.relative(dir, filePath); if (rel.indexOf('.') != 0) return rel; } return filePath; } function stripNodeModulesPrefix(filePath: string): string { return filePath.replace(/.*node_modules\//, ''); } function getNodeModulesPrefix(filePath: string): string|null { const match = /.*node_modules\//.exec(filePath); return match ? match[1] : null; } function stripNgResourceSuffix(fileName: string): string { return fileName.replace(/\.\$ngresource\$.*/, ''); } function addNgResourceSuffix(fileName: string): string { return `${fileName}.$ngresource$`; } function summaryFileName(fileName: string): string { const genFileMatch = GENERATED_FILES.exec(fileName); if (genFileMatch) { const base = genFileMatch[1]; return base + '.ngsummary.json'; } return fileName.replace(EXT, '') + '.ngsummary.json'; }