Updated files via upload

This commit is contained in:
Lerking
2018-05-08 13:00:50 +02:00
committed by GitHub
parent f2d4bf0c4c
commit 14fcf55cbe
4 changed files with 369 additions and 0 deletions
+93
View File
@@ -0,0 +1,93 @@
# You are free to use and/or change this code for
# your own needs.
# Original code (c)2018 Jan Lerking
# Program to convert C-header (*.h) files to nasm include files (*.inc),
# for direct usage in assembly programming using nasm/yasm.
import os
import sys
import io
import time
from h2inc_globals import destdir, defdest, filelist, folderlist, cnt, srcdir
def sourcedir_filecnt(sourcedir):
### Return the number of files, ending with '.h', in sourcedir - including subdirectories ###
global cnt
global filelist
global srcdir
srcdir = sourcedir
for folderName, subfolders, files in os.walk(sourcedir):
for file in files:
if file.lower().endswith('.h'):
cnt += 1
filelist += [folderName + '/' + file]
print(folderName + '/' + file)
# print(filelist)
return cnt
def sourcedir_foldercnt(sourcedir):
### Return the number of folders, if it contains '*.h' files, in sourcedir - including subdirectories ###
cnt = 0
global folderlist
for folderName, subfolders, files in os.walk(sourcedir):
if subfolders:
for subfolder in subfolders:
sourcedir_foldercnt(subfolder)
tempf = [file for file in files if file.lower().endswith('.h')]
if tempf:
cnt = cnt + 1
# print(folderName)
folderlist += [folderName]
# print(folderlist)
# print(len(folderlist))
return cnt
def process_file(data):
global count
outfile = ''
inputfile = data
encodings = ['utf-8', 'latin-1', 'windows-1250', 'windows-1252', 'ascii',
'big5', 'big5hkscs', 'cp037', 'cp273', 'cp424', 'cp437', 'cp500',
'cp720', 'cp737', 'cp775', 'cp850', 'cp852', 'cp855', 'cp856',
'cp857', 'cp858', 'cp860', 'cp861', 'cp862', 'cp863', 'cp864', 'cp865',
'cp866', 'cp869', 'cp874', 'cp875', 'cp932', 'cp949', 'cp950', 'cp1006',
'cp1026', 'cp1125', 'cp1140', 'cp1250', 'cp1251', 'cp1252', 'cp1253', 'cp1254',
'cp1255', 'cp1256', 'cp1257', 'cp1258', 'cp65001', 'euc-jp', 'euc-jis-2004',
'euc-jisx0213', 'euc-kr', 'gb2312', 'gbk', 'gb18030', 'hz', 'iso2022-jp',
'iso2022-jp-1', 'iso2022-jp-2', 'iso2022-jp-2004', 'iso2022-jp-3',
'iso2022-jp-ext', 'iso2022-kr', 'iso8859-2', 'iso8859-3', 'iso8859-4',
'iso8859-5', 'iso8859-6', 'iso8859-7', 'iso8859-8', 'iso8859-9', 'iso8859-10',
'iso8859-11', 'iso8859-13', 'iso8859-14', 'iso8859-15', 'iso8859-16', 'johab',
'koi8-r', 'koi8-t', 'koi8-u', 'kz1048', 'mac-cyrillic', 'mac-greek',
'mac-iceland', 'mac-latin2', 'mac-roman', 'mac-turkish', 'ptcp154',
'shift-jis', 'shift-jis-2004', 'shift-jisx0213', 'utf-32', 'utf-32-be',
'utf-32-le', 'utf-16', 'utf-16-be', 'utf-16-le', 'utf-7', 'utf-8-sig']
for e in encodings:
try:
fh = io.open(data, 'r', encoding=e)
fh.readlines()
fh.seek(0)
except UnicodeDecodeError:
print('got unicode error with %s , trying different encoding' % e)
else:
# print('opening the file with encoding: %s ' % e)
break
# print(os.path.basename(data))
for lines in fh:
outfile = outfile + lines
fh.close()
outputfile = os.path.splitext(inputfile)[0] + '.inc'
outputfile = str(outputfile).replace(srcdir, destdir)
count += 1
print(str(count)+'->'+outputfile)
if not os.path.exists(os.path.dirname(outputfile)):
try:
os.makedirs(os.path.dirname(outputfile))
except OSError as exc: # Guard against race condition
if exc.errno != FileExistsError:
raise
newfile = open(outputfile, "w")
newfile.write(outfile)
newfile.close()
+25
View File
@@ -0,0 +1,25 @@
# You are free to use and/or change this code for
# your own needs.
# Original code (c)2018 Jan Lerking
# Program to convert C-header (*.h) files to nasm include files (*.inc),
# for direct usage in assembly programming using nasm/yasm.
worker = []
listener = []
thread = []
tupline = []
preproc = ()
filelist = []
folderlist = []
cnt = 0
srcdir = ''
destdir = ''
fileindex = 0
filecnt = 0
incinc = ''
defdir = False
defsrc = '/usr/include'
defdest = '~/include'
count = 0
+196
View File
@@ -0,0 +1,196 @@
#!/usr/bin/env python3.5
# You are free to use and/or change this code for
# your own needs.
# Original code (c)2018 Jan Lerking
# Program to convert C-header (*.h) files to nasm include files (*.inc),
# for direct usage in assembly programming using nasm/yasm.
import sys
import gi
gi.require_version('Gtk', '3.0')
from gi.repository import Gtk, Gio, GObject as gobject
#import time
from h2inc_globals import defsrc, destdir, defdest, filelist, cnt, srcdir
from h2inc_mp import Worker, start_workers
from h2inc_fp import sourcedir_filecnt, sourcedir_foldercnt
class H2INC:
global app
global destlabel
def __init__(self):
self.filecnt = 0
self.foldercnt = 0
self.fileindex = 0
self.process = None
self.app = Gtk.Application.new("org.h2inc", Gio.ApplicationFlags(0))
self.app.connect("activate", self.on_app_activate)
self.app.connect("shutdown", self.on_app_shutdown)
app = self.app
def on_app_activate(self, app):
builder = Gtk.Builder()
builder.add_from_file("h2inc.glade")
builder.connect_signals(self)
self.obj = builder.get_object
self.obj("window").set_application(app)
self.obj("window").set_wmclass("h2inc_gtk","h2inc_gtk")
self.obj("window").show_all()
self.obj("source_entry").set_text(defsrc)
self.obj("destination_entry").set_text(defdest)
self.obj("default_dir_checkbutton").set_active(False)
self.obj("include_checkbutton").set_active(True)
button = Gtk.Button.new_from_stock(Gtk.STOCK_CANCEL)
button.set_property("can-default",True)
button = Gtk.Button.new_from_stock(Gtk.STOCK_APPLY)
button.set_property("can-default",True)
def on_app_shutdown(self, app):
self.app.quit()
def run(self, argv):
self.app.run(argv)
def callbackDisplay(self, obj, fraction, text, index, data=None):
self.obj("progress_label").set_text("{} of {}".format(index+1, self.filecnt))
self.obj("progressbar").set_fraction(fraction)
def callbackFinished(self, obj, data=None):
if self.process==None:
raise RuntimeError("No worker process started")
print("all done; joining worker process")
self.process.join()
self.process = None
self.obj("progressbar").set_fraction(1.0)
self.obj("sourceframe").set_sensitive(True)
self.obj("translate_button").set_sensitive(True)
self.obj("destination_label").set_sensitive(True)
self.obj("destination_entry").set_sensitive(True)
self.obj("destination_button").set_sensitive(True)
self.obj("include_checkbutton").set_sensitive(True)
self.obj("translation_frame").set_sensitive(True)
def on_window_destroy(self,window):
window.close()
def on_dialog_close(self,widget,*event):
widget.hide_on_delete()
return True
def on_filechooser_dialog_response(self,widget,response):
if response == -6:
print("Cancel")
elif response == -5:
print("File selection: %s" % widget.get_filename())
self.on_dialog_close(widget)
def on_source_button_clicked(self,widget):
dialog = Gtk.FileChooserDialog("Select source directory!",
self.obj("window"),
Gtk.FileChooserAction.SELECT_FOLDER,
(Gtk.STOCK_CANCEL, Gtk.ResponseType.CANCEL,
Gtk.STOCK_APPLY, Gtk.ResponseType.OK))
dialog.set_default_size(600, 300)
Gtk.FileChooser.set_filename(dialog, srcdir)
response = dialog.run()
if response == Gtk.ResponseType.OK:
self.filecnt = sourcedir_filecnt(dialog.get_filename())
if self.filecnt >0:
print(self.filecnt)
self.obj("source_entry").set_text(dialog.get_filename())
self.obj("destination_label").set_sensitive(True)
self.obj("destination_entry").set_sensitive(True)
self.obj("destination_button").set_sensitive(True)
self.obj("numfiles_label").set_text(str(self.filecnt))
self.obj("progress_label").set_text("{} of {}".format(self.fileindex, self.filecnt))
self.foldercnt = sourcedir_foldercnt(dialog.get_filename())
if self.foldercnt >0:
self.obj("numfolders_label").set_text(str(self.foldercnt))
elif response == Gtk.ResponseType.CANCEL:
print("Cancel")
dialog.destroy()
def on_destination_button_clicked(self,widget):
global destdir
global incinc
dialog = Gtk.FileChooserDialog("Select destination directory!",
self.obj("window"),
Gtk.FileChooserAction.SELECT_FOLDER,
(Gtk.STOCK_CANCEL, Gtk.ResponseType.CANCEL,
Gtk.STOCK_APPLY, Gtk.ResponseType.OK))
dialog.set_default_size(600, 300)
response = dialog.run()
if response == Gtk.ResponseType.OK:
destdir = dialog.get_filename()
self.obj("destination_entry").set_text(dialog.get_filename())
self.obj("include_checkbutton").set_sensitive(True)
self.obj("translation_frame").set_sensitive(True)
print(srcdir)
if self.obj("include_checkbutton").get_active() == True:
incinc = '/include'
destdir = destdir+incinc
print(destdir)
elif response == Gtk.ResponseType.CANCEL:
print("Cancel")
dialog.destroy()
def on_include_checkbutton_toggled(self, widget):
global destdir
global incinc
if self.obj("include_checkbutton").get_active() == True:
incinc = '~/include'
destdir = destdir+incinc
if self.obj("include_checkbutton").get_active() == False:
incinc = ''
destdir = destdir.replace('~/include', '')
self.obj("destination_entry").set_text(destdir)
print(destdir)
def on_default_dir_checkbutton_toggled(self, widget):
global defdir
global srcdir
global destdir
global incinc
defdir = self.obj("default_dir_checkbutton").get_active()
if defdir == True:
srcdir = defsrc
self.obj("source_entry").set_text(srcdir)
destdir = defdest
self.obj("destination_entry").set_text(destdir)
self.obj("include_checkbutton").set_sensitive(True)
self.obj("source_label").set_sensitive(False)
self.obj("source_entry").set_sensitive(False)
self.obj("source_button").set_sensitive(False)
self.obj("translation_frame").set_sensitive(True)
self.filecnt = sourcedir_filecnt(srcdir)
if self.filecnt >0:
print(self.filecnt)
self.obj("numfiles_label").set_text(str(self.filecnt))
self.obj("progress_label").set_text("{} of {}".format(self.fileindex, self.filecnt))
self.foldercnt = sourcedir_foldercnt(srcdir)
if self.foldercnt >0:
print(self.foldercnt)
self.obj("numfolders_label").set_text(str(self.foldercnt))
def on_translate_button_clicked(self, widget, data=None):
self.obj("sourceframe").set_sensitive(False)
self.obj("translate_button").set_sensitive(False)
start_workers()
app = H2INC()
app.run(sys.argv)
+55
View File
@@ -0,0 +1,55 @@
# You are free to use and/or change this code for
# your own needs.
# Original code (c)2018 Jan Lerking
# Program to convert C-header (*.h) files to nasm include files (*.inc),
# for direct usage in assembly programming using nasm/yasm.
import multiprocessing
from queue import Queue
from threading import Thread
import threading
from h2inc_globals import filelist, cnt
from h2inc_fp import process_file
num_cores = multiprocessing.cpu_count()
class Worker(Thread):
def __init__(self, queue):
Thread.__init__(self)
self.queue = queue
def go(self):
print("The worker has started doing some work (counting from 0 to 9)")
#for i in range(self.filecnt):
#proportion = (float(i+1))/self.filecnt
#self.queue.put((proportion, "working...", i))
#time.sleep(0.01)
#process_file(filelist[i])
#self.queue.put((1.0, "finished"))
#print("The worker has finished.")
while True:
cfile = self.queue.get()
process_file(cfile)
self.queue.task_done()
def start_workers():
print("Creating shared Queue")
queue = Queue()
print("Number of cores:", num_cores)
for n in range(num_cores):
print("Creating Worker", n)
worker = Worker(queue)
worker.deamon = True
worker.start()
for cfile in filelist:
print("Queueing {}".format(cfile))
queue.put(cfile)
queue.join()
return