use std::fs; use std::path::{Path, PathBuf}; use chrono::{Datelike, Timelike}; use codespan_reporting::diagnostic::{Diagnostic, Label}; use codespan_reporting::term; use ecow::{eco_format, EcoString}; use parking_lot::RwLock; use rayon::iter::{IndexedParallelIterator, IntoParallelRefIterator, ParallelIterator}; use typst::diag::{bail, At, Severity, SourceDiagnostic, StrResult}; use typst::eval::Tracer; use typst::foundations::{Datetime, Smart}; use typst::layout::Frame; use typst::model::Document; use typst::syntax::{FileId, Source, Span}; use typst::visualize::Color; use typst::{World, WorldExt}; use crate::args::{CompileCommand, DiagnosticFormat, Input, OutputFormat}; use crate::timings::Timer; use crate::watch::Status; use crate::world::SystemWorld; use crate::{set_failed, terminal}; type CodespanResult = Result; type CodespanError = codespan_reporting::files::Error; impl CompileCommand { /// The output path. pub fn output(&self) -> PathBuf { self.output.clone().unwrap_or_else(|| { let Input::Path(path) = &self.common.input else { panic!("output must be specified when input is from stdin, as guarded by the CLI"); }; path.with_extension( match self.output_format().unwrap_or(OutputFormat::Pdf) { OutputFormat::Pdf => "pdf", OutputFormat::Png => "png", OutputFormat::Svg => "svg", }, ) }) } /// The format to use for generated output, either specified by the user or inferred from the extension. /// /// Will return `Err` if the format was not specified and could not be inferred. pub fn output_format(&self) -> StrResult { Ok(if let Some(specified) = self.format { specified } else if let Some(output) = &self.output { match output.extension() { Some(ext) if ext.eq_ignore_ascii_case("pdf") => OutputFormat::Pdf, Some(ext) if ext.eq_ignore_ascii_case("png") => OutputFormat::Png, Some(ext) if ext.eq_ignore_ascii_case("svg") => OutputFormat::Svg, _ => bail!("could not infer output format for path {}.\nconsider providing the format manually with `--format/-f`", output.display()), } } else { OutputFormat::Pdf }) } } /// Execute a compilation command. pub fn compile(mut timer: Timer, mut command: CompileCommand) -> StrResult<()> { let mut world = SystemWorld::new(&command.common).map_err(|err| eco_format!("{err}"))?; timer.record(&mut world, |world| compile_once(world, &mut command, false))??; Ok(()) } /// Compile a single time. /// /// Returns whether it compiled without errors. #[typst_macros::time(name = "compile once")] pub fn compile_once( world: &mut SystemWorld, command: &mut CompileCommand, watching: bool, ) -> StrResult<()> { let start = std::time::Instant::now(); if watching { Status::Compiling.print(command).unwrap(); } // Check if main file can be read and opened. if let Err(errors) = world.source(world.main()).at(Span::detached()) { set_failed(); if watching { Status::Error.print(command).unwrap(); } print_diagnostics(world, &errors, &[], command.common.diagnostic_format) .map_err(|err| eco_format!("failed to print diagnostics ({err})"))?; return Ok(()); } let mut tracer = Tracer::new(); let result = typst::compile(world, &mut tracer); let warnings = tracer.warnings(); match result { // Export the PDF / PNG. Ok(document) => { export(world, &document, command, watching)?; let duration = start.elapsed(); if watching { if warnings.is_empty() { Status::Success(duration).print(command).unwrap(); } else { Status::PartialSuccess(duration).print(command).unwrap(); } } print_diagnostics(world, &[], &warnings, command.common.diagnostic_format) .map_err(|err| eco_format!("failed to print diagnostics ({err})"))?; if let Some(open) = command.open.take() { open_file(open.as_deref(), &command.output())?; } } // Print diagnostics. Err(errors) => { set_failed(); if watching { Status::Error.print(command).unwrap(); } print_diagnostics( world, &errors, &warnings, command.common.diagnostic_format, ) .map_err(|err| eco_format!("failed to print diagnostics ({err})"))?; } } Ok(()) } /// Export into the target format. fn export( world: &mut SystemWorld, document: &Document, command: &CompileCommand, watching: bool, ) -> StrResult<()> { match command.output_format()? { OutputFormat::Png => { export_image(world, document, command, watching, ImageExportFormat::Png) } OutputFormat::Svg => { export_image(world, document, command, watching, ImageExportFormat::Svg) } OutputFormat::Pdf => export_pdf(document, command), } } /// Export to a PDF. fn export_pdf(document: &Document, command: &CompileCommand) -> StrResult<()> { let buffer = typst_pdf::pdf(document, Smart::Auto, now()); let output = command.output(); fs::write(output, buffer) .map_err(|err| eco_format!("failed to write PDF file ({err})"))?; Ok(()) } /// Get the current date and time in UTC. fn now() -> Option { let now = chrono::Local::now().naive_utc(); Datetime::from_ymd_hms( now.year(), now.month().try_into().ok()?, now.day().try_into().ok()?, now.hour().try_into().ok()?, now.minute().try_into().ok()?, now.second().try_into().ok()?, ) } /// An image format to export in. enum ImageExportFormat { Png, Svg, } /// Export to one or multiple PNGs. fn export_image( world: &mut SystemWorld, document: &Document, command: &CompileCommand, watching: bool, fmt: ImageExportFormat, ) -> StrResult<()> { // Determine whether we have a `{n}` numbering. let output = command.output(); let string = output.to_str().unwrap_or_default(); let numbered = string.contains("{n}"); if !numbered && document.pages.len() > 1 { bail!("cannot export multiple images without `{{n}}` in output path"); } // Find a number width that accommodates all pages. For instance, the // first page should be numbered "001" if there are between 100 and // 999 pages. let width = 1 + document.pages.len().checked_ilog10().unwrap_or(0) as usize; let cache = world.export_cache(); // The results are collected in a `Vec<()>` which does not allocate. document .pages .par_iter() .enumerate() .map(|(i, page)| { let storage; let path = if numbered { storage = string.replace("{n}", &format!("{:0width$}", i + 1)); Path::new(&storage) } else { output.as_path() }; // If we are not watching, don't use the cache. // If the frame is in the cache, skip it. // If the file does not exist, always create it. if watching && cache.is_cached(i, &page.frame) && path.exists() { return Ok(()); } match fmt { ImageExportFormat::Png => { let pixmap = typst_render::render( &page.frame, command.ppi / 72.0, Color::WHITE, ); pixmap .save_png(path) .map_err(|err| eco_format!("failed to write PNG file ({err})"))?; } ImageExportFormat::Svg => { let svg = typst_svg::svg(&page.frame); fs::write(path, svg.as_bytes()) .map_err(|err| eco_format!("failed to write SVG file ({err})"))?; } } Ok(()) }) .collect::, EcoString>>()?; Ok(()) } /// Caches exported files so that we can avoid re-exporting them if they haven't /// changed. /// /// This is done by having a list of size `files.len()` that contains the hashes /// of the last rendered frame in each file. If a new frame is inserted, this /// will invalidate the rest of the cache, this is deliberate as to decrease the /// complexity and memory usage of such a cache. pub struct ExportCache { /// The hashes of last compilation's frames. pub cache: RwLock>, } impl ExportCache { /// Creates a new export cache. pub fn new() -> Self { Self { cache: RwLock::new(Vec::with_capacity(32)) } } /// Returns true if the entry is cached and appends the new hash to the /// cache (for the next compilation). pub fn is_cached(&self, i: usize, frame: &Frame) -> bool { let hash = typst::util::hash128(frame); let mut cache = self.cache.upgradable_read(); if i >= cache.len() { cache.with_upgraded(|cache| cache.push(hash)); return false; } cache.with_upgraded(|cache| std::mem::replace(&mut cache[i], hash) == hash) } } /// Opens the given file using: /// - The default file viewer if `open` is `None`. /// - The given viewer provided by `open` if it is `Some`. fn open_file(open: Option<&str>, path: &Path) -> StrResult<()> { if let Some(app) = open { open::with_in_background(path, app); } else { open::that_in_background(path); } Ok(()) } /// Print diagnostic messages to the terminal. pub fn print_diagnostics( world: &SystemWorld, errors: &[SourceDiagnostic], warnings: &[SourceDiagnostic], diagnostic_format: DiagnosticFormat, ) -> Result<(), codespan_reporting::files::Error> { let mut config = term::Config { tab_width: 2, ..Default::default() }; if diagnostic_format == DiagnosticFormat::Short { config.display_style = term::DisplayStyle::Short; } for diagnostic in warnings.iter().chain(errors) { let diag = match diagnostic.severity { Severity::Error => Diagnostic::error(), Severity::Warning => Diagnostic::warning(), } .with_message(diagnostic.message.clone()) .with_notes( diagnostic .hints .iter() .map(|e| (eco_format!("hint: {e}")).into()) .collect(), ) .with_labels(label(world, diagnostic.span).into_iter().collect()); term::emit(&mut terminal::out(), &config, world, &diag)?; // Stacktrace-like helper diagnostics. for point in &diagnostic.trace { let message = point.v.to_string(); let help = Diagnostic::help() .with_message(message) .with_labels(label(world, point.span).into_iter().collect()); term::emit(&mut terminal::out(), &config, world, &help)?; } } Ok(()) } /// Create a label for a span. fn label(world: &SystemWorld, span: Span) -> Option> { Some(Label::primary(span.id()?, world.range(span)?)) } impl<'a> codespan_reporting::files::Files<'a> for SystemWorld { type FileId = FileId; type Name = String; type Source = Source; fn name(&'a self, id: FileId) -> CodespanResult { let vpath = id.vpath(); Ok(if let Some(package) = id.package() { format!("{package}{}", vpath.as_rooted_path().display()) } else { // Try to express the path relative to the working directory. vpath .resolve(self.root()) .and_then(|abs| pathdiff::diff_paths(abs, self.workdir())) .as_deref() .unwrap_or_else(|| vpath.as_rootless_path()) .to_string_lossy() .into() }) } fn source(&'a self, id: FileId) -> CodespanResult { Ok(self.lookup(id)) } fn line_index(&'a self, id: FileId, given: usize) -> CodespanResult { let source = self.lookup(id); source .byte_to_line(given) .ok_or_else(|| CodespanError::IndexTooLarge { given, max: source.len_bytes(), }) } fn line_range( &'a self, id: FileId, given: usize, ) -> CodespanResult> { let source = self.lookup(id); source .line_to_range(given) .ok_or_else(|| CodespanError::LineTooLarge { given, max: source.len_lines() }) } fn column_number( &'a self, id: FileId, _: usize, given: usize, ) -> CodespanResult { let source = self.lookup(id); source.byte_to_column(given).ok_or_else(|| { let max = source.len_bytes(); if given <= max { CodespanError::InvalidCharBoundary { given } } else { CodespanError::IndexTooLarge { given, max } } }) } }