1 files changed, 40 insertions, 0 deletions
diff --git a/src/Markdown/_MarkdownLexer.flex b/src/Markdown/_MarkdownLexer.flex
new file mode 100644
index 00000000..9c76da8f
--- /dev/null
+++ b/src/Markdown/_MarkdownLexer.flex
@@ -0,0 +1,40 @@
+package org.jetbrains.markdown.impl;
+
+import com.intellij.lexer.*;
+import com.intellij.psi.tree.IElementType;
+import static org.jetbrains.markdown.MarkdownElementTypes.*;
+
+%%
+
+%{
+  public _MarkdownLexer() {
+    this((java.io.Reader)null);
+  }
+%}
+
+%public
+%class _MarkdownLexer
+%implements FlexLexer
+%function advance
+%type IElementType
+%unicode
+
+Newline="\r"|"\n"|"\r\n"
+Spacechar=[\ \t\f]
+NUMBER=[0-9]+(\.[0-9]*)?
+STRING=[^~\*_`&\[\]()<!#\\ \t\n\r]+
+ANYCHAR=.
+Line=!'\r' !'\n' .* {Newline}
+
+%%
+<YYINITIAL> {
+  {Spacechar}                         { return SPACECHAR; }
+  {Newline}                             { return NEWLINE; }
+  "\\357\\273\\277"                 { return BOM; }
+
+  {NUMBER}                          { return NUMBER; }
+  {STRING}                          { return STRING; }
+  {ANYCHAR}                         { return ANYCHAR; }
+
+  [^] { return com.intellij.psi.TokenType.BAD_CHARACTER; }
+}