simplify some code in the tokenizer

annevk · annevk · commit 12c0bacd8d5a · 2006-12-22T18:47:54.000Z
--HG--
extra : convert_revision : svn%3Aacbfec75-9323-0410-a652-858a13e371e0/trunk%40260
diff --git a/tokenizer.py b/tokenizer.py
@@ -271,11 +271,10 @@ def consumeNumberEntity(self, isHex):
 
     def consumeEntity(self):
         char = None
-        charStack = []
-        charStack.append(self.consumeChar())
+        charStack = [self.consumeChar()]
         if charStack[0] == u"#":
-            charStack.append(self.consumeChar())
-            charStack.append(self.consumeChar())
+            # We might have a number entity here.
+            charStack.extend([self.consumeChar(), self.consumeChar()])
             if EOF in charStack:
                 # If we reach the end of the file put everything up to EOF
                 # back in the queue
