Skip to content

Commit 9db789a

Browse files
committed
Clarify that the diff_marker is talking about git specifically and a few
more improvements.
1 parent ad84b32 commit 9db789a

File tree

5 files changed

+40
-38
lines changed

5 files changed

+40
-38
lines changed

compiler/rustc_parse/src/lexer/tokentrees.rs

+1-1
Original file line numberDiff line numberDiff line change
@@ -241,7 +241,7 @@ impl<'psess, 'src> TokenTreesReader<'psess, 'src> {
241241
// we have no way of tracking this in the lexer itself, so we piggyback on the parser
242242
let mut in_cond = false;
243243
while parser.token != token::Eof {
244-
if let Err(diff_err) = parser.err_diff_marker() {
244+
if let Err(diff_err) = parser.err_git_diff_marker() {
245245
diff_errs.push(diff_err);
246246
} else if parser.is_keyword_ahead(0, &[kw::If, kw::While]) {
247247
in_cond = true;

compiler/rustc_parse/src/parser/diagnostics.rs

+17-10
Original file line numberDiff line numberDiff line change
@@ -2954,13 +2954,17 @@ impl<'a> Parser<'a> {
29542954
err
29552955
}
29562956

2957-
pub fn is_diff_marker(&mut self, long_kind: &TokenKind, short_kind: &TokenKind) -> bool {
2957+
/// This checks if this is a git diff marker, one of
2958+
/// >>>>>
2959+
/// =====
2960+
/// <<<<<
2961+
pub fn is_git_diff_marker(&mut self, long_kind: &TokenKind, short_kind: &TokenKind) -> bool {
29582962
(0..3).all(|i| self.look_ahead(i, |tok| tok == long_kind))
29592963
&& self.look_ahead(3, |tok| tok == short_kind)
29602964
}
29612965

2962-
fn diff_marker(&mut self, long_kind: &TokenKind, short_kind: &TokenKind) -> Option<Span> {
2963-
if self.is_diff_marker(long_kind, short_kind) {
2966+
fn git_diff_marker(&mut self, long_kind: &TokenKind, short_kind: &TokenKind) -> Option<Span> {
2967+
if self.is_git_diff_marker(long_kind, short_kind) {
29642968
let lo = self.token.span;
29652969
for _ in 0..4 {
29662970
self.bump();
@@ -2970,15 +2974,16 @@ impl<'a> Parser<'a> {
29702974
None
29712975
}
29722976

2973-
pub fn recover_diff_marker(&mut self) {
2974-
if let Err(err) = self.err_diff_marker() {
2977+
pub fn recover_git_diff_marker(&mut self) {
2978+
if let Err(err) = self.err_git_diff_marker() {
29752979
err.emit();
29762980
FatalError.raise();
29772981
}
29782982
}
29792983

2980-
pub fn err_diff_marker(&mut self) -> PResult<'a, ()> {
2981-
let Some(start) = self.diff_marker(&TokenKind::BinOp(token::Shl), &TokenKind::Lt) else {
2984+
pub fn err_git_diff_marker(&mut self) -> PResult<'a, ()> {
2985+
let Some(start) = self.git_diff_marker(&TokenKind::BinOp(token::Shl), &TokenKind::Lt)
2986+
else {
29822987
return Ok(());
29832988
};
29842989
let mut spans = Vec::with_capacity(3);
@@ -2990,13 +2995,15 @@ impl<'a> Parser<'a> {
29902995
if self.token.kind == TokenKind::Eof {
29912996
break;
29922997
}
2993-
if let Some(span) = self.diff_marker(&TokenKind::OrOr, &TokenKind::BinOp(token::Or)) {
2998+
if let Some(span) = self.git_diff_marker(&TokenKind::OrOr, &TokenKind::BinOp(token::Or))
2999+
{
29943000
middlediff3 = Some(span);
29953001
}
2996-
if let Some(span) = self.diff_marker(&TokenKind::EqEq, &TokenKind::Eq) {
3002+
if let Some(span) = self.git_diff_marker(&TokenKind::EqEq, &TokenKind::Eq) {
29973003
middle = Some(span);
29983004
}
2999-
if let Some(span) = self.diff_marker(&TokenKind::BinOp(token::Shr), &TokenKind::Gt) {
3005+
if let Some(span) = self.git_diff_marker(&TokenKind::BinOp(token::Shr), &TokenKind::Gt)
3006+
{
30003007
spans.push(span);
30013008
end = Some(span);
30023009
break;

compiler/rustc_parse/src/parser/expr.rs

+1-1
Original file line numberDiff line numberDiff line change
@@ -3734,7 +3734,7 @@ impl<'a> Parser<'a> {
37343734
/// Parses `ident (COLON expr)?`.
37353735
fn parse_expr_field(&mut self) -> PResult<'a, ExprField> {
37363736
let attrs = self.parse_outer_attributes()?;
3737-
self.recover_diff_marker();
3737+
self.recover_git_diff_marker();
37383738
self.collect_tokens_trailing_token(attrs, ForceCollect::No, |this, attrs| {
37393739
let lo = this.token.span;
37403740

compiler/rustc_parse/src/parser/item.rs

+19-24
Original file line numberDiff line numberDiff line change
@@ -49,6 +49,7 @@ impl<'a> Parser<'a> {
4949
}
5050

5151
/// Parses the contents of a module (inner attributes followed by module items).
52+
/// We exit once we hit `term`
5253
pub fn parse_mod(
5354
&mut self,
5455
term: &TokenKind,
@@ -101,9 +102,9 @@ impl<'a> Parser<'a> {
101102
fn_parse_mode: FnParseMode,
102103
force_collect: ForceCollect,
103104
) -> PResult<'a, Option<Item>> {
104-
self.recover_diff_marker();
105+
self.recover_git_diff_marker();
105106
let attrs = self.parse_outer_attributes()?;
106-
self.recover_diff_marker();
107+
self.recover_git_diff_marker();
107108
self.parse_item_common(attrs, true, false, fn_parse_mode, force_collect)
108109
}
109110

@@ -723,7 +724,7 @@ impl<'a> Parser<'a> {
723724
if self.recover_doc_comment_before_brace() {
724725
continue;
725726
}
726-
self.recover_diff_marker();
727+
self.recover_git_diff_marker();
727728
match parse_item(self) {
728729
Ok(None) => {
729730
let mut is_unnecessary_semicolon = !items.is_empty()
@@ -1070,7 +1071,7 @@ impl<'a> Parser<'a> {
10701071
/// ```
10711072
fn parse_use_tree_list(&mut self) -> PResult<'a, ThinVec<(UseTree, ast::NodeId)>> {
10721073
self.parse_delim_comma_seq(Delimiter::Brace, |p| {
1073-
p.recover_diff_marker();
1074+
p.recover_git_diff_marker();
10741075
Ok((p.parse_use_tree()?, DUMMY_NODE_ID))
10751076
})
10761077
.map(|(r, _)| r)
@@ -1497,9 +1498,9 @@ impl<'a> Parser<'a> {
14971498
}
14981499

14991500
fn parse_enum_variant(&mut self, span: Span) -> PResult<'a, Option<Variant>> {
1500-
self.recover_diff_marker();
1501+
self.recover_git_diff_marker();
15011502
let variant_attrs = self.parse_outer_attributes()?;
1502-
self.recover_diff_marker();
1503+
self.recover_git_diff_marker();
15031504
let help = "enum variants can be `Variant`, `Variant = <integer>`, \
15041505
`Variant(Type, ..., TypeN)` or `Variant { fields: Types }`";
15051506
self.collect_tokens_trailing_token(
@@ -1688,6 +1689,9 @@ impl<'a> Parser<'a> {
16881689
Ok((class_name, ItemKind::Union(vdata, generics)))
16891690
}
16901691

1692+
/// This function parses the fields of record structs:
1693+
/// - struct S { ... }
1694+
/// - enum E { variant { ... } }
16911695
pub(crate) fn parse_record_struct_body(
16921696
&mut self,
16931697
adt_ty: &str,
@@ -1714,19 +1718,10 @@ impl<'a> Parser<'a> {
17141718
self.eat(&token::CloseDelim(Delimiter::Brace));
17151719
} else {
17161720
let token_str = super::token_descr(&self.token);
1717-
let msg = format!(
1718-
"expected {}`{{` after struct name, found {}",
1719-
if parsed_where { "" } else { "`where`, or " },
1720-
token_str
1721-
);
1721+
let where_str = if parsed_where { "" } else { "`where`, or " };
1722+
let msg = format!("expected {where_str}`{{` after struct name, found {token_str}");
17221723
let mut err = self.dcx().struct_span_err(self.token.span, msg);
1723-
err.span_label(
1724-
self.token.span,
1725-
format!(
1726-
"expected {}`{{` after struct name",
1727-
if parsed_where { "" } else { "`where`, or " }
1728-
),
1729-
);
1724+
err.span_label(self.token.span, format!("expected {where_str}`{{` after struct name",));
17301725
return Err(err);
17311726
}
17321727

@@ -1740,7 +1735,7 @@ impl<'a> Parser<'a> {
17401735
let attrs = p.parse_outer_attributes()?;
17411736
p.collect_tokens_trailing_token(attrs, ForceCollect::No, |p, attrs| {
17421737
let mut snapshot = None;
1743-
if p.is_diff_marker(&TokenKind::BinOp(token::Shl), &TokenKind::Lt) {
1738+
if p.is_git_diff_marker(&TokenKind::BinOp(token::Shl), &TokenKind::Lt) {
17441739
// Account for `<<<<<<<` diff markers. We can't proactively error here because
17451740
// that can be a valid type start, so we snapshot and reparse only we've
17461741
// encountered another parse error.
@@ -1751,7 +1746,7 @@ impl<'a> Parser<'a> {
17511746
Ok(vis) => vis,
17521747
Err(err) => {
17531748
if let Some(ref mut snapshot) = snapshot {
1754-
snapshot.recover_diff_marker();
1749+
snapshot.recover_git_diff_marker();
17551750
}
17561751
return Err(err);
17571752
}
@@ -1760,7 +1755,7 @@ impl<'a> Parser<'a> {
17601755
Ok(ty) => ty,
17611756
Err(err) => {
17621757
if let Some(ref mut snapshot) = snapshot {
1763-
snapshot.recover_diff_marker();
1758+
snapshot.recover_git_diff_marker();
17641759
}
17651760
return Err(err);
17661761
}
@@ -1785,9 +1780,9 @@ impl<'a> Parser<'a> {
17851780

17861781
/// Parses an element of a struct declaration.
17871782
fn parse_field_def(&mut self, adt_ty: &str) -> PResult<'a, FieldDef> {
1788-
self.recover_diff_marker();
1783+
self.recover_git_diff_marker();
17891784
let attrs = self.parse_outer_attributes()?;
1790-
self.recover_diff_marker();
1785+
self.recover_git_diff_marker();
17911786
self.collect_tokens_trailing_token(attrs, ForceCollect::No, |this, attrs| {
17921787
let lo = this.token.span;
17931788
let vis = this.parse_visibility(FollowedByType::No)?;
@@ -2647,7 +2642,7 @@ impl<'a> Parser<'a> {
26472642
}
26482643

26492644
let (mut params, _) = self.parse_paren_comma_seq(|p| {
2650-
p.recover_diff_marker();
2645+
p.recover_git_diff_marker();
26512646
let snapshot = p.create_snapshot_for_diagnostic();
26522647
let param = p.parse_param_general(req_name, first_param).or_else(|e| {
26532648
let guar = e.emit();

compiler/rustc_parse/src/parser/stmt.rs

+2-2
Original file line numberDiff line numberDiff line change
@@ -567,7 +567,7 @@ impl<'a> Parser<'a> {
567567
if self.token == token::Eof {
568568
break;
569569
}
570-
if self.is_diff_marker(&TokenKind::BinOp(token::Shl), &TokenKind::Lt) {
570+
if self.is_git_diff_marker(&TokenKind::BinOp(token::Shl), &TokenKind::Lt) {
571571
// Account for `<<<<<<<` diff markers. We can't proactively error here because
572572
// that can be a valid path start, so we snapshot and reparse only we've
573573
// encountered another parse error.
@@ -576,7 +576,7 @@ impl<'a> Parser<'a> {
576576
let stmt = match self.parse_full_stmt(recover) {
577577
Err(mut err) if recover.yes() => {
578578
if let Some(ref mut snapshot) = snapshot {
579-
snapshot.recover_diff_marker();
579+
snapshot.recover_git_diff_marker();
580580
}
581581
if self.token == token::Colon {
582582
// if a previous and next token of the current one is

0 commit comments

Comments
 (0)