Browse Source

Remove comments containing unicode characters from tokenizer

gingerBill 5 years ago
parent
commit
ca818fb857
1 changed files with 0 additions and 6 deletions
  1. 0 6
      src/tokenizer.cpp

+ 0 - 6
src/tokenizer.cpp

@@ -1060,12 +1060,6 @@ void tokenizer_get_token(Tokenizer *t, Token *token) {
 		case '}':  token->kind = Token_CloseBrace;   break;
 		case '\\': token->kind = Token_BackSlash;    break;
 
-		// case 0x2260: token->kind = Token_NotEq;  break; // '≠'
-		// case 0x2264: token->kind = Token_LtEq;   break; // '≤'
-		// case 0x2265: token->kind = Token_GtEq;   break; // '≥'
-		// case 0x2208: token->kind = Token_in;     break; // '∈'
-		// case 0x2209: token->kind = Token_not_in; break; // '∉'
-
 		case '%':
 			token->kind = Token_Mod;
 			if (t->curr_rune == '=') {