From 8ff9e5136a73469d9c182aaebf926e66167300ad Mon Sep 17 00:00:00 2001
From: Lerking <33354709+Lerking@users.noreply.github.com>
Date: Tue, 17 Jul 2018 11:51:38 +0200
Subject: [PATCH] Added 'lexer' file test

---
 lexer/__pycache__/keywords.cpython-34.pyc | Bin 0 -> 2120 bytes
 lexer/__pycache__/tokens.cpython-34.pyc   | Bin 0 -> 1138 bytes
 lexer/gtk.h                               | 293 ++++++++++++++++++++++
 lexer/keywords.py                         | 107 ++++++++
 lexer/lexer.py                            |  22 ++
 5 files changed, 422 insertions(+)
 create mode 100644 lexer/__pycache__/keywords.cpython-34.pyc
 create mode 100644 lexer/__pycache__/tokens.cpython-34.pyc
 create mode 100644 lexer/gtk.h
 create mode 100644 lexer/keywords.py
 create mode 100644 lexer/lexer.py

diff --git a/lexer/__pycache__/keywords.cpython-34.pyc b/lexer/__pycache__/keywords.cpython-34.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..40baa92ba89205d570ab96899848503ee7e71873
GIT binary patch
literal 2120
zcmbtVTbt8V6y3e0odE<dBO(Gq5hzzh1-T58Y15fVo0KFS;4oS{-I-39PBJFx0M+xP
zKgAax{TKd*y!!4B=#%Soh7X?n{IqG#+WXx1T6?#D9XvGu>+kKS>+?i^(i@*V?E83=
zBWM`k9Q{HhVC2cI6$a>?eNLfWz+1<goWm+i#1t+N7l}*68gZGpLOe%2Pkey*An_sM
zw}=lDA0d95_#NVRiQgk$py2}biGq)b-zPpwH~0hMV}K8dj{`m;J^?sMd<uYBrvYb(
ztAMk_p8(Dgp9fqZt^qC*Ujkevz5=*Pd=2m^@n?YR#GeDcApR0?gZL)kE8<&#+r)PO
zcZnAP_lUm++$YunOT=|RgV+ExiI)K@#3tYy;s<~haT{O}+kg)7Lx4l<0zBd_-H@Pa
zmG}|yW8x>og7_)%8u7Qp-x2qSzbEb!uM-c5nTCg{4{A@7M0=bhI5tUw=3^wm^m&pX
z+b0RW7fFKh4U%B}1W6D-Bnj>}NrL`>Bouf?5+ZDogbpK;kYbx8)CfsJkccES*&zv8
zejo{DVv-9g3JF;Zl1CLw658A(c}#IDAyAj(aixKTN;b(8iWqs4Qlg)Tp5^IhqMHyG
z+2qy|OK5f1(;ZI~>us}v*035vb2_@CW307@WpuVo%gD+d+q68x$>uwb(Q)j$;kqJk
zHnL);)pfH{+qAl_&>H5d*)T+<-EDbhr}ac=y6c+DR#q||cJ-E+YZ*;%$<gbEn0L(O
zl|4Hv)$Mj$7jv%BHtTlFwnW)&>#dgI;3m4W3@qwh&lbi0IE_SU$uaZ?S!q4?`&+oV
z?i!*v=qEnx72U~-gUx;{u&L#GqBMxYBo!5S9xiEQ6?CLQIQB)kVKjBzG%K^e(I1ae
zk#E={&ygq~*sKtQsVL$$%c3}n!l9@*#<J-u7Amnn43gB3!I<H79V^pfKOM)RD7h;(
zNG&CsQJe}*1#f`YBp8N1D_<CPGlM_zqYe0;?wNIrr~Nb-DBtPUJ&dREc%arlGQIi=
z#-9i2U{jR6CmjQ~7UlHij*nZ5Qr9wV@H-BJC=`{hwSQt|9PXc4T(y<HyHUWRvTC<*
zU<(rMMk5?K@<r*<3OcgV^G)Sx4ZFL9agC$#I{c#1a*eF$j}*Ix)osHL$J;_P9)k#E
zivI#MAns<%*1fE>F^c-BC^T&+D{MruC@$Mdw_ya`@@6y32OE=0H3$czG5eEp6)^;%
zKhdh=5ay&%#kht>Ic4CiSF8GQjLj;&UK4li^^~RZa?fh$-oE9TZDk$m^^^s2+a0*t
zPTU`E_oun)BwwvUn?XMW_d78J-k9bVC;7$2Y3|2qPEPV`m!`QZfQ!@IHNXYDwQ271
zG<T;~$h0)t^1~!Mx)b|5aWwFgB#L_+#Qq=+cKsyNcKf5TpVUqXWJu!2yU=_-?Y+u9
zp}|(!3RJv8#@;NKMJeqe<&^K%bxY~nn+Yo_X|Lm8s5x7U>{dN{MWrU~mDPc?_qwnS
zroGptrB<m5Rde@i6b5o$ZS$&Hu^Q!WSgKF`0KmfZy_&?<ud5Qbgs^IGmNRPpeu64%
zmb$Y&W+fqth^eVs6cv`t5@dGlEW>`I_zeEErnd&S*Ser8S>vrFdNvxaHKM_I+Yi%Z
zZSy)3<;r$nRodFfe}Q((fB8I$Ik~#?GAjmQkZS6m?+-LoDCGX#Gl!Yw|Mkq5{^_K-
lf|mQwPd+}2SgcxZhBJ=dXsQ^?DtEUd9*_Kcv)EPWe*@cm488yW

literal 0
HcmV?d00001

diff --git a/lexer/__pycache__/tokens.cpython-34.pyc b/lexer/__pycache__/tokens.cpython-34.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..ad59931ffad115d33a48fe9d71a115062c4e144a
GIT binary patch
literal 1138
zcmbu8TbI*R6vua)>x`hNfOy9%R0S1vMiGHbo3>e&WLBDh9{UoqPunn=gq6zxE_u?A
z;Rn#KbY6Y;1Ng*09UkW0BxnEjB{^qbR{lM8dfWf&&M$xJME}r<s}KD)R(%G7@$~2q
zA_1jO^MRJaySaLhHr5cUz5oj^;uY42bz+0qB({icTG^BkWfzIJh_`8nUm!jOoF;w|
zc!~H7@G|i$z^lY(fpf&?f!ByH0Iw6j0lZ247VtLlJHWfd7lHSP-v>S*{t)<x_+#J_
z@nv8@{0Z<W@n^sl;;X>t#9shk5?=$pBK{iqhIj|qCH@xpj`%w8J@F0T2jZK+E#ljN
zL%atJiAR7-JO(DjQ`&h-)DZnf^q@z-6YZjE^lv`!d|?jfkrPHjAG-cXnBl$?I`Gbp
zX~8-3d{<fff#*kVC@diQdEXUV<5}PwtGW|MfzXq-DTT2Yy3UWvxL?WS0J}PKSLkU{
zOXyQ4RC>BjDq#!*e;x@VEsMGlHmu0=V^`U5G+EI~VU66e6VD=Lv0Nr?-iZDv5PdF%
zh76RJ6^+nmfj<#?UKT51hwj9iBSU3Za+TGMtWb>`#i6gvN;Yj(2xC4CP^wX{%c>FP
z+?)6=YOb?YA-S`K8;lj~UuC(39XXLVM7&9wEbZ(t9!7{aRhxF--}9p36!Aw{ldgr;
zwFOxVt9kNJB5Ps9z8Cn)Xp5{YgdO|OPqf?O`I-9Nz#9qusLWW{cY_%YoVmh2Dsvo}
zOJUrb!l8^u>&`MqLA-~!$z^*Vw(id6uF_@Rb=URdJJ5^vP?+vdXauGxAEOPZdowC!
zEb}sHgf<RBr7g=!=#!wE+p5Ie`rcUev*n<#%%(h$MXk)EByVLs=m~VRmerBuzo|Nl
zpX$He^!g%(t6uOyT|UTHi&2@jhq7qu#rj%Sq*o4;ZUT#3K88Hr@an@SO3#X{>Hgz7
rf*?)noxHbTTmS3c)~fT^*B|sY++=$~oI_06Hx5f~b9r-<N0-Jktk@O4

literal 0
HcmV?d00001

diff --git a/lexer/gtk.h b/lexer/gtk.h
new file mode 100644
index 0000000..7b901e1
--- /dev/null
+++ b/lexer/gtk.h
@@ -0,0 +1,293 @@
+/* GTK - The GIMP Toolkit
+ * Copyright (C) 1995-1997 Peter Mattis, Spencer Kimball and Josh MacDonald
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with this library. If not, see <http://www.gnu.org/licenses/>.
+ */
+
+/*
+ * Modified by the GTK+ Team and others 1997-2000.  See the AUTHORS
+ * file for a list of people on the GTK+ Team.  See the ChangeLog
+ * files for a list of changes.  These files are distributed with
+ * GTK+ at ftp://ftp.gtk.org/pub/gtk/.
+ */
+
+#ifndef __GTK_H__
+#define __GTK_H__
+
+#define __GTK_H_INSIDE__
+
+#include <gdk/gdk.h>
+#include <gtk/gtkaboutdialog.h>
+#include <gtk/gtkaccelgroup.h>
+#include <gtk/gtkaccellabel.h>
+#include <gtk/gtkaccelmap.h>
+#include <gtk/gtkaccessible.h>
+#include <gtk/gtkactionable.h>
+#include <gtk/gtkactionbar.h>
+#include <gtk/gtkadjustment.h>
+#include <gtk/gtkappchooser.h>
+#include <gtk/gtkappchooserdialog.h>
+#include <gtk/gtkappchooserwidget.h>
+#include <gtk/gtkappchooserbutton.h>
+#include <gtk/gtkapplication.h>
+#include <gtk/gtkapplicationwindow.h>
+#include <gtk/gtkaspectframe.h>
+#include <gtk/gtkassistant.h>
+#include <gtk/gtkbbox.h>
+#include <gtk/gtkbin.h>
+#include <gtk/gtkbindings.h>
+#include <gtk/gtkborder.h>
+#include <gtk/gtkbox.h>
+#include <gtk/gtkbuildable.h>
+#include <gtk/gtkbuilder.h>
+#include <gtk/gtkbutton.h>
+#include <gtk/gtkcalendar.h>
+#include <gtk/gtkcellarea.h>
+#include <gtk/gtkcellareabox.h>
+#include <gtk/gtkcellareacontext.h>
+#include <gtk/gtkcelleditable.h>
+#include <gtk/gtkcelllayout.h>
+#include <gtk/gtkcellrenderer.h>
+#include <gtk/gtkcellrendereraccel.h>
+#include <gtk/gtkcellrenderercombo.h>
+#include <gtk/gtkcellrendererpixbuf.h>
+#include <gtk/gtkcellrendererprogress.h>
+#include <gtk/gtkcellrendererspin.h>
+#include <gtk/gtkcellrendererspinner.h>
+#include <gtk/gtkcellrenderertext.h>
+#include <gtk/gtkcellrenderertoggle.h>
+#include <gtk/gtkcellview.h>
+#include <gtk/gtkcheckbutton.h>
+#include <gtk/gtkcheckmenuitem.h>
+#include <gtk/gtkclipboard.h>
+#include <gtk/gtkcolorbutton.h>
+#include <gtk/gtkcolorchooser.h>
+#include <gtk/gtkcolorchooserdialog.h>
+#include <gtk/gtkcolorchooserwidget.h>
+#include <gtk/gtkcolorutils.h>
+#include <gtk/gtkcombobox.h>
+#include <gtk/gtkcomboboxtext.h>
+#include <gtk/gtkcontainer.h>
+#include <gtk/gtkcssprovider.h>
+#include <gtk/gtkcsssection.h>
+#include <gtk/gtkdebug.h>
+#include <gtk/gtkdialog.h>
+#include <gtk/gtkdnd.h>
+#include <gtk/gtkdragdest.h>
+#include <gtk/gtkdragsource.h>
+#include <gtk/gtkdrawingarea.h>
+#include <gtk/gtkeditable.h>
+#include <gtk/gtkentry.h>
+#include <gtk/gtkentrybuffer.h>
+#include <gtk/gtkentrycompletion.h>
+#include <gtk/gtkenums.h>
+#include <gtk/gtkeventbox.h>
+#include <gtk/gtkeventcontroller.h>
+#include <gtk/gtkexpander.h>
+#include <gtk/gtkfixed.h>
+#include <gtk/gtkfilechooser.h>
+#include <gtk/gtkfilechooserbutton.h>
+#include <gtk/gtkfilechooserdialog.h>
+#include <gtk/gtkfilechoosernative.h>
+#include <gtk/gtkfilechooserwidget.h>
+#include <gtk/gtkfilefilter.h>
+#include <gtk/gtkflowbox.h>
+#include <gtk/gtkfontbutton.h>
+#include <gtk/gtkfontchooser.h>
+#include <gtk/gtkfontchooserdialog.h>
+#include <gtk/gtkfontchooserwidget.h>
+#include <gtk/gtkframe.h>
+#include <gtk/gtkgesture.h>
+#include <gtk/gtkgesturedrag.h>
+#include <gtk/gtkgesturelongpress.h>
+#include <gtk/gtkgesturemultipress.h>
+#include <gtk/gtkgesturepan.h>
+#include <gtk/gtkgesturerotate.h>
+#include <gtk/gtkgesturesingle.h>
+#include <gtk/gtkgestureswipe.h>
+#include <gtk/gtkgesturezoom.h>
+#include <gtk/gtkglarea.h>
+#include <gtk/gtkgrid.h>
+#include <gtk/gtkheaderbar.h>
+#include <gtk/gtkicontheme.h>
+#include <gtk/gtkiconview.h>
+#include <gtk/gtkimage.h>
+#include <gtk/gtkimcontext.h>
+#include <gtk/gtkimcontextinfo.h>
+#include <gtk/gtkimcontextsimple.h>
+#include <gtk/gtkimmulticontext.h>
+#include <gtk/gtkinfobar.h>
+#include <gtk/gtkinvisible.h>
+#include <gtk/gtklabel.h>
+#include <gtk/gtklayout.h>
+#include <gtk/gtklevelbar.h>
+#include <gtk/gtklinkbutton.h>
+#include <gtk/gtklistbox.h>
+#include <gtk/gtkliststore.h>
+#include <gtk/gtklockbutton.h>
+#include <gtk/gtkmain.h>
+#include <gtk/gtkmenu.h>
+#include <gtk/gtkmenubar.h>
+#include <gtk/gtkmenubutton.h>
+#include <gtk/gtkmenuitem.h>
+#include <gtk/gtkmenushell.h>
+#include <gtk/gtkmenutoolbutton.h>
+#include <gtk/gtkmessagedialog.h>
+#include <gtk/gtkmodelbutton.h>
+#include <gtk/gtkmodules.h>
+#include <gtk/gtkmountoperation.h>
+#include <gtk/gtknativedialog.h>
+#include <gtk/gtknotebook.h>
+#include <gtk/gtkoffscreenwindow.h>
+#include <gtk/gtkorientable.h>
+#include <gtk/gtkoverlay.h>
+#include <gtk/gtkpadcontroller.h>
+#include <gtk/gtkpagesetup.h>
+#include <gtk/gtkpapersize.h>
+#include <gtk/gtkpaned.h>
+#include <gtk/gtkplacessidebar.h>
+#include <gtk/gtkpopover.h>
+#include <gtk/gtkpopovermenu.h>
+#include <gtk/gtkprintcontext.h>
+#include <gtk/gtkprintoperation.h>
+#include <gtk/gtkprintoperationpreview.h>
+#include <gtk/gtkprintsettings.h>
+#include <gtk/gtkprogressbar.h>
+#include <gtk/gtkradiobutton.h>
+#include <gtk/gtkradiomenuitem.h>
+#include <gtk/gtkradiotoolbutton.h>
+#include <gtk/gtkrange.h>
+#include <gtk/gtkrecentchooser.h>
+#include <gtk/gtkrecentchooserdialog.h>
+#include <gtk/gtkrecentchoosermenu.h>
+#include <gtk/gtkrecentchooserwidget.h>
+#include <gtk/gtkrecentfilter.h>
+#include <gtk/gtkrecentmanager.h>
+#include <gtk/gtkrender.h>
+#include <gtk/gtkrevealer.h>
+#include <gtk/gtkscale.h>
+#include <gtk/gtkscalebutton.h>
+#include <gtk/gtkscrollable.h>
+#include <gtk/gtkscrollbar.h>
+#include <gtk/gtkscrolledwindow.h>
+#include <gtk/gtksearchbar.h>
+#include <gtk/gtksearchentry.h>
+#include <gtk/gtkselection.h>
+#include <gtk/gtkseparator.h>
+#include <gtk/gtkseparatormenuitem.h>
+#include <gtk/gtkseparatortoolitem.h>
+#include <gtk/gtksettings.h>
+#include <gtk/gtkshortcutlabel.h>
+#include <gtk/gtkshortcutsgroup.h>
+#include <gtk/gtkshortcutssection.h>
+#include <gtk/gtkshortcutsshortcut.h>
+#include <gtk/gtkshortcutswindow.h>
+#include <gtk/gtkshow.h>
+#include <gtk/gtkstacksidebar.h>
+#include <gtk/gtksizegroup.h>
+#include <gtk/gtksizerequest.h>
+#include <gtk/gtkspinbutton.h>
+#include <gtk/gtkspinner.h>
+#include <gtk/gtkstack.h>
+#include <gtk/gtkstackswitcher.h>
+#include <gtk/gtkstatusbar.h>
+#include <gtk/gtkstylecontext.h>
+#include <gtk/gtkstyleprovider.h>
+#include <gtk/gtkswitch.h>
+#include <gtk/gtktextattributes.h>
+#include <gtk/gtktextbuffer.h>
+#include <gtk/gtktextbufferrichtext.h>
+#include <gtk/gtktextchild.h>
+#include <gtk/gtktextiter.h>
+#include <gtk/gtktextmark.h>
+#include <gtk/gtktexttag.h>
+#include <gtk/gtktexttagtable.h>
+#include <gtk/gtktextview.h>
+#include <gtk/gtktogglebutton.h>
+#include <gtk/gtktoggletoolbutton.h>
+#include <gtk/gtktoolbar.h>
+#include <gtk/gtktoolbutton.h>
+#include <gtk/gtktoolitem.h>
+#include <gtk/gtktoolitemgroup.h>
+#include <gtk/gtktoolpalette.h>
+#include <gtk/gtktoolshell.h>
+#include <gtk/gtktooltip.h>
+#include <gtk/gtktestutils.h>
+#include <gtk/gtktreednd.h>
+#include <gtk/gtktreemodel.h>
+#include <gtk/gtktreemodelfilter.h>
+#include <gtk/gtktreemodelsort.h>
+#include <gtk/gtktreeselection.h>
+#include <gtk/gtktreesortable.h>
+#include <gtk/gtktreestore.h>
+#include <gtk/gtktreeview.h>
+#include <gtk/gtktreeviewcolumn.h>
+#include <gtk/gtktypebuiltins.h>
+#include <gtk/gtktypes.h>
+#include <gtk/gtkversion.h>
+#include <gtk/gtkviewport.h>
+#include <gtk/gtkvolumebutton.h>
+#include <gtk/gtkwidget.h>
+#include <gtk/gtkwidgetpath.h>
+#include <gtk/gtkwindow.h>
+#include <gtk/gtkwindowgroup.h>
+
+#ifndef GTK_DISABLE_DEPRECATED
+#include <gtk/deprecated/gtkarrow.h>
+#include <gtk/deprecated/gtkactivatable.h>
+#include <gtk/deprecated/gtkaction.h>
+#include <gtk/deprecated/gtkactiongroup.h>
+#include <gtk/deprecated/gtkalignment.h>
+#include <gtk/deprecated/gtkcolorsel.h>
+#include <gtk/deprecated/gtkcolorseldialog.h>
+#include <gtk/deprecated/gtkfontsel.h>
+#include <gtk/deprecated/gtkgradient.h>
+#include <gtk/deprecated/gtkhandlebox.h>
+#include <gtk/deprecated/gtkhbbox.h>
+#include <gtk/deprecated/gtkhbox.h>
+#include <gtk/deprecated/gtkhpaned.h>
+#include <gtk/deprecated/gtkhsv.h>
+#include <gtk/deprecated/gtkhscale.h>
+#include <gtk/deprecated/gtkhscrollbar.h>
+#include <gtk/deprecated/gtkhseparator.h>
+#include <gtk/deprecated/gtkiconfactory.h>
+#include <gtk/deprecated/gtkimagemenuitem.h>
+#include <gtk/deprecated/gtkmisc.h>
+#include <gtk/deprecated/gtknumerableicon.h>
+#include <gtk/deprecated/gtkradioaction.h>
+#include <gtk/deprecated/gtkrc.h>
+#include <gtk/deprecated/gtkrecentaction.h>
+#include <gtk/deprecated/gtkstatusicon.h>
+#include <gtk/deprecated/gtkstock.h>
+#include <gtk/deprecated/gtkstyle.h>
+#include <gtk/deprecated/gtkstyleproperties.h>
+#include <gtk/deprecated/gtksymboliccolor.h>
+#include <gtk/deprecated/gtktable.h>
+#include <gtk/deprecated/gtktearoffmenuitem.h>
+#include <gtk/deprecated/gtkthemingengine.h>
+#include <gtk/deprecated/gtktoggleaction.h>
+#include <gtk/deprecated/gtkuimanager.h>
+#include <gtk/deprecated/gtkvbbox.h>
+#include <gtk/deprecated/gtkvbox.h>
+#include <gtk/deprecated/gtkvpaned.h>
+#include <gtk/deprecated/gtkvscale.h>
+#include <gtk/deprecated/gtkvscrollbar.h>
+#include <gtk/deprecated/gtkvseparator.h>
+#endif /* GTK_DISABLE_DEPRECATED */
+
+#include <gtk/gtk-autocleanups.h>
+
+#undef __GTK_H_INSIDE__
+
+#endif /* __GTK_H__ */
diff --git a/lexer/keywords.py b/lexer/keywords.py
new file mode 100644
index 0000000..ea03bd7
--- /dev/null
+++ b/lexer/keywords.py
@@ -0,0 +1,107 @@
+# (c) 2018 Jan Lerking
+# Python lexer for c header files.
+# Used for creating corresponding NASM include files.
+# Contains tokens expanded with reserved 'C' keywords
+
+def init():
+    global tokens
+    tokens = [
+        'CSTART',
+        'CMID',
+        'CEND',
+        'RPAREN',
+        'LPAREN',
+        'ENDLINE',
+        'POINTER',
+        'PREPROCESS',
+        'ID',
+        'PLUS',
+        'MINUS',
+        'DIV',
+        'MULT',
+        'ASSIGN',
+        'EQUAL',
+        'LBRACE',
+        'RBRACE',
+        'COMMA',
+        'SEMICOLON',
+        'LANGLE',
+        'RANGLE'
+    ]
+
+    reserved = {
+        'auto'  : 'AUTO',
+        'break' : 'BREAK',
+        'case' : 'CASE',
+        'char' : 'CHAR',
+        'const' : 'CONST',
+        'continue' : 'CONTINUE',
+        'default' : 'DEFAULT',
+        'do' : 'DO',
+        'int' : 'INT',
+        'long' : 'LONG',
+        'register' : 'REGISTER',
+        'return' : 'RETURN',
+        'short' : 'SHORT',
+        'signed' : 'SIGNED',
+        'sizeof' : 'SIZEOF',
+        'static' : 'STATIC',
+        'struct' : 'STRUCT',
+        'switch' : 'SWITCH',
+        'typedef' : 'TYPEDEF',
+        'union' : 'UNION',
+        'unsigned' : 'UNSIGNED',
+        'void' : 'VOID',
+        'volatile' : 'VOLATILE',
+        'while' : 'WHILE',
+        'double' : 'DOUBLE',
+        'else' : 'ELSE',
+        'enum' : 'ENUM',
+        'extern' : 'EXTERN',
+        'float' : 'FLOAT',
+        'for' : 'FOR',
+        'goto' : 'GOTO',
+        'if' : 'IF'
+    }
+
+    global preprocessor_directives
+    preprocessor_directives = {
+        '#include' : 'PREPROCESS',
+        '#define' : 'PREPROCESS',
+        '#undef' : 'PREPROCESS',
+        '#if' : 'PREPROCESS',
+        '#ifdef' : 'PREPROCESS',
+        '#ifndef' : 'PREPROCESS',
+        '#error' : 'PREPROCESS',
+        '__FILE__' : 'PREPROCESS',
+        '__LINE__' : 'PREPROCESS',
+        '__DATE__' : 'PREPROCESS',
+        '__TIME__' : 'PREPROCESS',
+        '__TIMESTAMP__' : 'PREPROCESS',
+        'pragma' : 'PREPROCESS',
+        '#' : 'PREPROCESS',
+        '##' : 'PREPROCESS'
+    }
+
+    global regular
+    regular = {
+        '/*' : 'CSTART',
+        '*' : 'CMID',
+        '*/' : 'CEND',
+        '=' : 'ASSIGN',
+        '==' : 'EQUAL',
+        '{' : 'LBRACE',
+        '}' : 'RBRACE',
+        '\+' : 'PLUS',
+        '-' : 'MINUS',
+        '\*' : 'MULT',
+        '/' : 'DIV',
+        '\(' : 'LPAREN',
+        '\)' : 'RPAREN',
+        ',' : 'COMMA',
+        ';' : 'SEMICOLON',
+        '\<' : 'LANGLE',
+        '\>' : 'RANGLE'
+    }
+
+    tokens += reserved.values()
\ No newline at end of file
diff --git a/lexer/lexer.py b/lexer/lexer.py
new file mode 100644
index 0000000..fff4e30
--- /dev/null
+++ b/lexer/lexer.py
@@ -0,0 +1,22 @@
+# (c) 2018 Jan Lerking
+# Python lexer for c header files.
+# Used for creating corresponding NASM include files.
+
+import keywords
+import os
+
+keywords.init()
+
+lexed_line = []
+
+def lex_line(l):
+    prep = keywords.preprocessor_directives
+    reg = keywords.regular
+    for w in l:
+        if w in prep:
+            lexed_line.append(prep(w))
+            lexed_line.append(w)
+            break
+        if w in reg:
+            lexed_line.append(reg(w))
+            lexed_line.append(w)
\ No newline at end of file