From 14fcf55cbe8ebddfad70604257e358c1023e9cb7 Mon Sep 17 00:00:00 2001
From: Lerking <33354709+Lerking@users.noreply.github.com>
Date: Tue, 8 May 2018 13:00:50 +0200
Subject: [PATCH] Updated files via upload

---
 h2inc_fp.py      |  93 ++++++++++++++++++++++
 h2inc_globals.py |  25 ++++++
 h2inc_gtk.py     | 196 +++++++++++++++++++++++++++++++++++++++++++++++
 h2inc_mp.py      |  55 +++++++++++++
 4 files changed, 369 insertions(+)
 create mode 100644 h2inc_fp.py
 create mode 100644 h2inc_globals.py
 create mode 100644 h2inc_gtk.py
 create mode 100644 h2inc_mp.py

diff --git a/h2inc_fp.py b/h2inc_fp.py
new file mode 100644
index 0000000..315d060
--- /dev/null
+++ b/h2inc_fp.py
@@ -0,0 +1,93 @@
+# You are free to use and/or change this code for
+# your own needs.
+
+# Original code (c)2018 Jan Lerking
+# Program to convert C-header (*.h) files to nasm include files (*.inc),
+# for direct usage in assembly programming using nasm/yasm.
+
+import os
+import sys
+import io
+import time
+from h2inc_globals import destdir, defdest, filelist, folderlist, cnt, srcdir
+
+def sourcedir_filecnt(sourcedir):
+    ### Return the number of files, ending with '.h', in sourcedir - including subdirectories ###
+    global cnt
+    global filelist
+    global srcdir
+    srcdir = sourcedir
+    for folderName, subfolders, files in os.walk(sourcedir):
+        for file in files:
+            if file.lower().endswith('.h'):
+                cnt += 1
+                filelist += [folderName + '/' + file]
+                print(folderName + '/' + file)
+    # print(filelist)
+    return cnt
+
+def sourcedir_foldercnt(sourcedir):
+    ### Return the number of folders, if it contains '*.h' files, in sourcedir - including subdirectories ###
+    cnt = 0
+    global folderlist
+    for folderName, subfolders, files in os.walk(sourcedir):
+        if subfolders:
+            for subfolder in subfolders:
+                sourcedir_foldercnt(subfolder)
+        tempf = [file for file in files if file.lower().endswith('.h')]
+        if tempf:
+            cnt = cnt + 1
+            # print(folderName)
+            folderlist += [folderName]
+    # print(folderlist)
+    # print(len(folderlist))
+    return cnt
+
+def process_file(data):
+    global count
+    outfile = ''
+    inputfile = data
+    encodings = ['utf-8', 'latin-1', 'windows-1250', 'windows-1252', 'ascii',
+                 'big5', 'big5hkscs', 'cp037', 'cp273', 'cp424', 'cp437', 'cp500',
+                 'cp720', 'cp737', 'cp775', 'cp850', 'cp852', 'cp855', 'cp856',
+                 'cp857', 'cp858', 'cp860', 'cp861', 'cp862', 'cp863', 'cp864', 'cp865',
+                 'cp866', 'cp869', 'cp874', 'cp875', 'cp932', 'cp949', 'cp950', 'cp1006',
+                 'cp1026', 'cp1125', 'cp1140', 'cp1250', 'cp1251', 'cp1252', 'cp1253', 'cp1254',
+                 'cp1255', 'cp1256', 'cp1257', 'cp1258', 'cp65001', 'euc-jp', 'euc-jis-2004',
+                 'euc-jisx0213', 'euc-kr', 'gb2312', 'gbk', 'gb18030', 'hz', 'iso2022-jp',
+                 'iso2022-jp-1', 'iso2022-jp-2', 'iso2022-jp-2004', 'iso2022-jp-3',
+                 'iso2022-jp-ext', 'iso2022-kr', 'iso8859-2', 'iso8859-3', 'iso8859-4',
+                 'iso8859-5', 'iso8859-6', 'iso8859-7', 'iso8859-8', 'iso8859-9', 'iso8859-10',
+                 'iso8859-11', 'iso8859-13', 'iso8859-14', 'iso8859-15', 'iso8859-16', 'johab',
+                 'koi8-r', 'koi8-t', 'koi8-u', 'kz1048', 'mac-cyrillic', 'mac-greek',
+                 'mac-iceland', 'mac-latin2', 'mac-roman', 'mac-turkish', 'ptcp154',
+                 'shift-jis', 'shift-jis-2004', 'shift-jisx0213', 'utf-32', 'utf-32-be',
+                 'utf-32-le', 'utf-16', 'utf-16-be', 'utf-16-le', 'utf-7', 'utf-8-sig']
+    for e in encodings:
+        try:
+            fh = io.open(data, 'r', encoding=e)
+            fh.readlines()
+            fh.seek(0)
+        except UnicodeDecodeError:
+            print('got unicode error with %s , trying different encoding' % e)
+        else:
+            # print('opening the file with encoding:  %s ' % e)
+            break
+            # print(os.path.basename(data))
+    for lines in fh:
+        outfile = outfile + lines
+    fh.close()
+    outputfile = os.path.splitext(inputfile)[0] + '.inc'
+    outputfile = str(outputfile).replace(srcdir, destdir)
+    count += 1
+    print(str(count)+'->'+outputfile)
+    if not os.path.exists(os.path.dirname(outputfile)):
+        try:
+            os.makedirs(os.path.dirname(outputfile))
+        except OSError as exc:  # Guard against race condition
+            if exc.errno != FileExistsError:
+                raise
+    newfile = open(outputfile, "w")
+    newfile.write(outfile)
+    newfile.close()
+
diff --git a/h2inc_globals.py b/h2inc_globals.py
new file mode 100644
index 0000000..99644ce
--- /dev/null
+++ b/h2inc_globals.py
@@ -0,0 +1,25 @@
+# You are free to use and/or change this code for
+# your own needs.
+
+# Original code (c)2018 Jan Lerking
+# Program to convert C-header (*.h) files to nasm include files (*.inc),
+# for direct usage in assembly programming using nasm/yasm.
+
+worker = []
+listener = []
+thread = []
+tupline = []
+preproc = ()
+filelist = []
+folderlist = []
+cnt = 0
+srcdir = ''
+destdir = ''
+fileindex = 0
+filecnt = 0
+incinc = ''
+defdir = False
+defsrc = '/usr/include'
+defdest = '~/include'
+count = 0
+
diff --git a/h2inc_gtk.py b/h2inc_gtk.py
new file mode 100644
index 0000000..60104db
--- /dev/null
+++ b/h2inc_gtk.py
@@ -0,0 +1,196 @@
+#!/usr/bin/env python3.5
+
+# You are free to use and/or change this code for
+# your own needs.
+
+# Original code (c)2018 Jan Lerking
+# Program to convert C-header (*.h) files to nasm include files (*.inc),
+# for direct usage in assembly programming using nasm/yasm.
+
+import sys
+import gi
+gi.require_version('Gtk', '3.0')
+from gi.repository import Gtk, Gio, GObject as gobject
+#import time
+from h2inc_globals import defsrc, destdir, defdest, filelist, cnt, srcdir
+from h2inc_mp import Worker, start_workers
+from h2inc_fp import sourcedir_filecnt, sourcedir_foldercnt
+
+class H2INC:
+
+    global app
+    global destlabel
+
+    def __init__(self):
+
+        self.filecnt = 0
+        self.foldercnt = 0
+        self.fileindex = 0
+        self.process = None
+        self.app = Gtk.Application.new("org.h2inc", Gio.ApplicationFlags(0))
+        self.app.connect("activate", self.on_app_activate)
+        self.app.connect("shutdown", self.on_app_shutdown)
+        app = self.app
+
+    def on_app_activate(self, app):
+
+        builder = Gtk.Builder()
+        builder.add_from_file("h2inc.glade")
+        builder.connect_signals(self)
+
+        self.obj = builder.get_object
+        self.obj("window").set_application(app)
+        self.obj("window").set_wmclass("h2inc_gtk","h2inc_gtk")
+        self.obj("window").show_all()
+        self.obj("source_entry").set_text(defsrc)
+        self.obj("destination_entry").set_text(defdest)
+        self.obj("default_dir_checkbutton").set_active(False)
+        self.obj("include_checkbutton").set_active(True)
+
+        button = Gtk.Button.new_from_stock(Gtk.STOCK_CANCEL)
+        button.set_property("can-default",True)
+        button = Gtk.Button.new_from_stock(Gtk.STOCK_APPLY)
+        button.set_property("can-default",True)
+
+    def on_app_shutdown(self, app):
+        self.app.quit()
+
+    def run(self, argv):
+        self.app.run(argv)
+
+    def callbackDisplay(self, obj, fraction, text, index, data=None):
+        self.obj("progress_label").set_text("{} of {}".format(index+1, self.filecnt))
+        self.obj("progressbar").set_fraction(fraction)
+
+    def callbackFinished(self, obj, data=None):
+        if self.process==None:
+            raise RuntimeError("No worker process started")
+        print("all done; joining worker process")
+        self.process.join()
+        self.process = None
+
+        self.obj("progressbar").set_fraction(1.0)
+        self.obj("sourceframe").set_sensitive(True)
+        self.obj("translate_button").set_sensitive(True)
+        self.obj("destination_label").set_sensitive(True)
+        self.obj("destination_entry").set_sensitive(True)
+        self.obj("destination_button").set_sensitive(True)
+        self.obj("include_checkbutton").set_sensitive(True)
+        self.obj("translation_frame").set_sensitive(True)
+        
+    def on_window_destroy(self,window):
+        window.close()
+
+    def on_dialog_close(self,widget,*event):
+        widget.hide_on_delete()
+        return True
+
+    def on_filechooser_dialog_response(self,widget,response):
+        if response == -6:
+            print("Cancel")
+        elif response == -5:
+            print("File selection: %s" % widget.get_filename())
+        self.on_dialog_close(widget)
+
+    def on_source_button_clicked(self,widget):
+
+        dialog = Gtk.FileChooserDialog("Select source directory!",
+                                    self.obj("window"),
+                                    Gtk.FileChooserAction.SELECT_FOLDER,
+                                    (Gtk.STOCK_CANCEL, Gtk.ResponseType.CANCEL,
+                                    Gtk.STOCK_APPLY, Gtk.ResponseType.OK))
+        dialog.set_default_size(600, 300)
+        Gtk.FileChooser.set_filename(dialog, srcdir)
+
+        response = dialog.run()
+        if response == Gtk.ResponseType.OK:
+            self.filecnt = sourcedir_filecnt(dialog.get_filename())
+            if self.filecnt >0:
+                print(self.filecnt)
+                self.obj("source_entry").set_text(dialog.get_filename())
+                self.obj("destination_label").set_sensitive(True)
+                self.obj("destination_entry").set_sensitive(True)
+                self.obj("destination_button").set_sensitive(True)
+                self.obj("numfiles_label").set_text(str(self.filecnt))
+                self.obj("progress_label").set_text("{} of {}".format(self.fileindex, self.filecnt))
+                self.foldercnt = sourcedir_foldercnt(dialog.get_filename())
+                if self.foldercnt >0:
+                    self.obj("numfolders_label").set_text(str(self.foldercnt))
+        elif response == Gtk.ResponseType.CANCEL:
+            print("Cancel")
+
+        dialog.destroy()
+
+    def on_destination_button_clicked(self,widget):
+        global destdir
+        global incinc
+
+        dialog = Gtk.FileChooserDialog("Select destination directory!",
+                                    self.obj("window"),
+                                    Gtk.FileChooserAction.SELECT_FOLDER,
+                                    (Gtk.STOCK_CANCEL, Gtk.ResponseType.CANCEL,
+                                    Gtk.STOCK_APPLY, Gtk.ResponseType.OK))
+        dialog.set_default_size(600, 300)
+
+        response = dialog.run()
+        if response == Gtk.ResponseType.OK:
+            destdir = dialog.get_filename()
+            self.obj("destination_entry").set_text(dialog.get_filename())
+            self.obj("include_checkbutton").set_sensitive(True)
+            self.obj("translation_frame").set_sensitive(True)
+            print(srcdir)
+            if self.obj("include_checkbutton").get_active() == True:
+                incinc = '/include'
+                destdir = destdir+incinc
+            print(destdir)
+        elif response == Gtk.ResponseType.CANCEL:
+            print("Cancel")
+
+        dialog.destroy()
+
+    def on_include_checkbutton_toggled(self, widget):
+        global destdir
+        global incinc
+        if self.obj("include_checkbutton").get_active() == True:
+            incinc = '~/include'
+            destdir = destdir+incinc
+        if self.obj("include_checkbutton").get_active() == False:
+            incinc = ''
+            destdir = destdir.replace('~/include', '')
+        self.obj("destination_entry").set_text(destdir)
+        print(destdir)
+
+    def on_default_dir_checkbutton_toggled(self, widget):
+        global defdir
+        global srcdir
+        global destdir
+        global incinc
+        defdir = self.obj("default_dir_checkbutton").get_active()
+        if defdir == True:
+            srcdir = defsrc
+            self.obj("source_entry").set_text(srcdir)
+            destdir = defdest
+            self.obj("destination_entry").set_text(destdir)
+            self.obj("include_checkbutton").set_sensitive(True)
+            self.obj("source_label").set_sensitive(False)
+            self.obj("source_entry").set_sensitive(False)
+            self.obj("source_button").set_sensitive(False)
+            self.obj("translation_frame").set_sensitive(True)
+            self.filecnt = sourcedir_filecnt(srcdir)
+            if self.filecnt >0:
+                print(self.filecnt)
+                self.obj("numfiles_label").set_text(str(self.filecnt))
+                self.obj("progress_label").set_text("{} of {}".format(self.fileindex, self.filecnt))
+                self.foldercnt = sourcedir_foldercnt(srcdir)
+                if self.foldercnt >0:
+                    print(self.foldercnt)
+                    self.obj("numfolders_label").set_text(str(self.foldercnt))
+
+    def on_translate_button_clicked(self, widget, data=None):
+        self.obj("sourceframe").set_sensitive(False)
+        self.obj("translate_button").set_sensitive(False)
+        
+        start_workers()
+
+app = H2INC()
+app.run(sys.argv)
diff --git a/h2inc_mp.py b/h2inc_mp.py
new file mode 100644
index 0000000..d1bf736
--- /dev/null
+++ b/h2inc_mp.py
@@ -0,0 +1,55 @@
+# You are free to use and/or change this code for
+# your own needs.
+
+# Original code (c)2018 Jan Lerking
+# Program to convert C-header (*.h) files to nasm include files (*.inc),
+# for direct usage in assembly programming using nasm/yasm.
+
+import multiprocessing
+from queue import Queue
+from threading import Thread
+import threading
+from h2inc_globals import filelist, cnt
+from h2inc_fp import process_file
+
+num_cores = multiprocessing.cpu_count()
+
+class Worker(Thread):
+    def __init__(self, queue):
+        Thread.__init__(self)
+        self.queue = queue
+
+    def go(self):
+        print("The worker has started doing some work (counting from 0 to 9)")
+        #for i in range(self.filecnt):
+            #proportion = (float(i+1))/self.filecnt
+            #self.queue.put((proportion, "working...", i))
+            #time.sleep(0.01)
+            #process_file(filelist[i])
+        #self.queue.put((1.0, "finished"))
+        #print("The worker has finished.")
+        while True:
+            cfile = self.queue.get()
+            process_file(cfile)
+            self.queue.task_done()
+
+def start_workers():
+    print("Creating shared Queue")
+    queue = Queue()
+
+    print("Number of cores:", num_cores)
+        
+    for n in range(num_cores):
+        print("Creating Worker", n)
+
+        worker = Worker(queue)
+        worker.deamon = True
+        worker.start()
+
+    for cfile in filelist:
+        print("Queueing {}".format(cfile))
+        queue.put(cfile)
+
+    queue.join()
+    return
+