rustc: Move lexer and token to rustsyntax

src/rustc/syntax/parse/lexer.rs → src/librustsyntax/parse/lexer.rs

 import io::reader_util;
 import util::interner;
 import util::interner::intern;
-import driver::diagnostic;
+import diagnostic;
 
 type reader = @{
     cm: codemap::codemap,

src/librustsyntax/rustsyntax.rc

@@ -14,4 +14,8 @@ mod visit;
 mod fold;
 mod util {
     mod interner;
+}
+mod parse {
+    mod token;
+    mod lexer;
 }
\ No newline at end of file

src/rustc/rustc.rc

@@ -71,9 +71,7 @@ mod middle {
 
 mod syntax {
     mod parse {
-        mod lexer;
         mod parser;
-        mod token;
         mod eval;
     }
     mod ext {

src/rustc/syntax/parse.rs

+import rustsyntax::parse::token;
+export token;
+
+import rustsyntax::parse::lexer;
+export lexer;
+
+export parser;
\ No newline at end of file