Issue #28489: Fix comment in tokenizer.c

berkerpeksag · berkerpeksag · commit 6f805628625e · 2017-02-05T04:32:39.000+03:00
Patch by Ryan Gonzalez.
diff --git a/Parser/tokenizer.c b/Parser/tokenizer.c
@@ -1508,7 +1508,7 @@ tok_get(struct tok_state *tok, char **p_start, char **p_end)
     /* Identifier (most frequent token!) */
     nonascii = 0;
     if (is_potential_identifier_start(c)) {
-        /* Process b"", r"", u"", br"" and rb"" */
+        /* Process the various legal combinations of b"", r"", u"", and f"". */
         int saw_b = 0, saw_r = 0, saw_u = 0, saw_f = 0;
         while (1) {
             if (!(saw_b || saw_u || saw_f) && (c == 'b' || c == 'B'))
