Skip to content

Commit

Permalink
Make stylist less lazy
Browse files Browse the repository at this point in the history
Signed-off-by: Micha Reiser <[email protected]>
  • Loading branch information
MichaReiser committed Apr 17, 2023
1 parent 0102e70 commit 52562da
Showing 1 changed file with 61 additions and 60 deletions.
121 changes: 61 additions & 60 deletions crates/ruff_python_ast/src/source_code/stylist.rs
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ use std::fmt;
use std::ops::Deref;

use once_cell::unsync::OnceCell;
use ruff_text_size::{TextRange, TextSize};
use ruff_text_size::TextRange;
use rustpython_parser::lexer::LexResult;
use rustpython_parser::Tok;

Expand All @@ -15,46 +15,18 @@ use crate::str::leading_quote;

pub struct Stylist<'a> {
locator: &'a Locator<'a>,
indentation: OnceCell<Indentation>,
indent_end: Option<TextSize>,
quote: OnceCell<Quote>,
quote_range: Option<TextRange>,
indentation: Indentation,
quote: Quote,
line_ending: OnceCell<LineEnding>,
}

/// TODO this is now cheap, remove lazy computation?
impl<'a> Stylist<'a> {
pub fn indentation(&'a self) -> &'a Indentation {
self.indentation.get_or_init(|| {
if let Some(indent_end) = self.indent_end {
let start = self.locator.line_start(indent_end);
let whitespace = &self.locator.contents()[TextRange::new(start, indent_end)];

Indentation(whitespace.to_string())
} else {
Indentation::default()
}
})
&self.indentation
}

pub fn quote(&'a self) -> Quote {
*self.quote.get_or_init(|| {
self.quote_range
.and_then(|quote_range| {
let content = &self.locator.contents()[quote_range];
leading_quote(content)
})
.map(|pattern| {
if pattern.contains('\'') {
Quote::Single
} else if pattern.contains('"') {
Quote::Double
} else {
unreachable!("Expected string to start with a valid quote prefix")
}
})
.unwrap_or_default()
})
self.quote
}

pub fn line_ending(&'a self) -> LineEnding {
Expand All @@ -64,33 +36,61 @@ impl<'a> Stylist<'a> {
}

pub fn from_tokens(tokens: &[LexResult], locator: &'a Locator<'a>) -> Self {
let indent_end = tokens.iter().flatten().find_map(|(t, range)| {
if matches!(t, Tok::Indent) {
Some(range.end())
} else {
None
}
});

let quote_range = tokens.iter().flatten().find_map(|(t, range)| match t {
Tok::String {
triple_quoted: false,
..
} => Some(*range),
_ => None,
});
let indentation = detect_indention(tokens, locator);

Self {
locator,
indentation: OnceCell::default(),
indent_end,
quote_range,
quote: OnceCell::default(),
indentation,
quote: detect_quote(tokens, locator),
line_ending: OnceCell::default(),
}
}
}

fn detect_quote(tokens: &[LexResult], locator: &Locator) -> Quote {
let quote_range = tokens.iter().flatten().find_map(|(t, range)| match t {
Tok::String {
triple_quoted: false,
..
} => Some(*range),
_ => None,
});

if let Some(quote_range) = quote_range {
let content = &locator.slice(quote_range);
if let Some(quotes) = leading_quote(content) {
return if quotes.contains('\'') {
Quote::Single
} else if quotes.contains('"') {
Quote::Double
} else {
unreachable!("Expected string to start with a valid quote prefix")
};
}
}

Quote::default()
}

fn detect_indention(tokens: &[LexResult], locator: &Locator) -> Indentation {
let indent_end = tokens.iter().flatten().find_map(|(t, range)| {
if matches!(t, Tok::Indent) {
Some(range.end())
} else {
None
}
});

if let Some(indent_end) = indent_end {
let start = locator.line_start(indent_end);
let whitespace = locator.slice(TextRange::new(start, indent_end));

Indentation(whitespace.to_string())
} else {
Indentation::default()
}
}

/// The quotation style used in Python source code.
#[derive(Debug, Default, PartialEq, Eq, Copy, Clone)]
pub enum Quote {
Expand Down Expand Up @@ -199,17 +199,18 @@ impl Deref for LineEnding {

/// Detect the line ending style of the given contents.
fn detect_line_ending(contents: &str) -> Option<LineEnding> {
if let Some(position) = contents.find('\n') {
let position = position.saturating_sub(1);
return if let Some('\r') = contents.chars().nth(position) {
if let Some(position) = contents.find(['\n', '\r']) {
let bytes = contents.as_bytes();
if bytes[position] == b'\n' {
Some(LineEnding::Lf)
} else if bytes.get(position.saturating_add(1)) == Some(&b'\n') {
Some(LineEnding::CrLf)
} else {
Some(LineEnding::Lf)
};
} else if contents.find('\r').is_some() {
return Some(LineEnding::Cr);
Some(LineEnding::Cr)
}
} else {
None
}
None
}

#[cfg(test)]
Expand Down

0 comments on commit 52562da

Please sign in to comment.