From 1bf8c523fe228d406a77bfa661e8c49368aafa0e Mon Sep 17 00:00:00 2001 From: Jan Lerking Date: Sat, 24 Feb 2018 22:11:04 +0100 Subject: [PATCH] updated h2inc_gtk.py --- Gui test/h2inc_gtk.py | 106 +++++++++++++++++++++++++++++++++++++++++- 1 file changed, 105 insertions(+), 1 deletion(-) diff --git a/Gui test/h2inc_gtk.py b/Gui test/h2inc_gtk.py index 290b100..ac145dc 100644 --- a/Gui test/h2inc_gtk.py +++ b/Gui test/h2inc_gtk.py @@ -9,10 +9,114 @@ import os import sys +import multiprocessing as mp +import io import gi gi.require_version('Gtk', '3.0') from gi.repository import Gtk, Gio, GdkPixbuf +tupline = [] +preproc = () +filelist = [] +folderlist = [] +cnt = 0 +sourcedir = '' +destdir = '' +num_cores = mp.cpu_count() + + +def sourcedir_filecnt(sourcedir): + ### Return the number of files, ending with '.h', in sourcedir - including subdirectories ### + cnt = 0 + global filelist + for folderName, subfolders, files in os.walk(sourcedir): + for file in files: + if file.lower().endswith('.h'): + cnt += 1 + filelist += [folderName + '/' + file] + print(folderName + '/' + file) + # print(filelist) + return cnt + + +def sourcedir_foldercnt(sourcedir): + ### Return the number of folders, if it contains '*.h' files, in sourcedir - including subdirectories ### + global cnt + global folderlist + for folderName, subfolders, files in os.walk(sourcedir): + if subfolders: + for subfolder in subfolders: + sourcedir_foldercnt(subfolder) + tempf = [file for file in files if file.lower().endswith('.h')] + if tempf: + cnt = cnt + 1 + # print(folderName) + folderlist += [folderName] + # print(folderlist) + # print(len(folderlist)) + return cnt + + +def process_files(gui, source, dest): + global sourcedir + global destdir + sourcedir = source + destdir = dest + pool = mp.Pool(processes=num_cores) + pool.map(process_file, filelist) + + +def process_file(data): + outfile = '' + inputfile = data + encodings = ['utf-8', 'latin-1', 'windows-1250', 'windows-1252', 'ascii', + 'big5', 'big5hkscs', 'cp037', 'cp273', 'cp424', 'cp437', 'cp500', + 'cp720', 'cp737', 'cp775', 'cp850', 'cp852', 'cp855', 'cp856', + 'cp857', 'cp858', 'cp860', 'cp861', 'cp862', 'cp863', 'cp864', 'cp865', + 'cp866', 'cp869', 'cp874', 'cp875', 'cp932', 'cp949', 'cp950', 'cp1006', + 'cp1026', 'cp1125', 'cp1140', 'cp1250', 'cp1251', 'cp1252', 'cp1253', 'cp1254', + 'cp1255', 'cp1256', 'cp1257', 'cp1258', 'cp65001', 'euc-jp', 'euc-jis-2004', + 'euc-jisx0213', 'euc-kr', 'gb2312', 'gbk', 'gb18030', 'hz', 'iso2022-jp', + 'iso2022-jp-1', 'iso2022-jp-2', 'iso2022-jp-2004', 'iso2022-jp-3', + 'iso2022-jp-ext', 'iso2022-kr', 'iso8859-2', 'iso8859-3', 'iso8859-4', + 'iso8859-5', 'iso8859-6', 'iso8859-7', 'iso8859-8', 'iso8859-9', 'iso8859-10', + 'iso8859-11', 'iso8859-13', 'iso8859-14', 'iso8859-15', 'iso8859-16', 'johab', + 'koi8-r', 'koi8-t', 'koi8-u', 'kz1048', 'mac-cyrillic', 'mac-greek', + 'mac-iceland', 'mac-latin2', 'mac-roman', 'mac-turkish', 'ptcp154', + 'shift-jis', 'shift-jis-2004', 'shift-jisx0213', 'utf-32', 'utf-32-be', + 'utf-32-le', 'utf-16', 'utf-16-be', 'utf-16-le', 'utf-7', 'utf-8-sig'] + for e in encodings: + try: + fh = io.open(data, 'r', encoding=e) + fh.readlines() + fh.seek(0) + except UnicodeDecodeError: + print('got unicode error with %s , trying different encoding' % e) + else: + # print('opening the file with encoding: %s ' % e) + break + # print(os.path.basename(data)) + for lines in fh: + outfile = outfile + lines + fh.close() + outputfile = os.path.splitext(inputfile)[0] + '.inc' + outputfile = str(outputfile).replace(sourcedir, destdir) + # print(outputfile) + if not os.path.exists(os.path.dirname(outputfile)): + try: + os.makedirs(os.path.dirname(outputfile)) + except OSError as exc: # Guard against race condition + if exc.errno != errno.EEXIST: + raise + newfile = open(outputfile, "w") + newfile.write(outfile) + newfile.close() + + +def async_process(num): + pool = mp.Pool(processes=num) + pool.map(process_file, filelist) + class Handler: def on_window_destroy(self,window): @@ -51,7 +155,7 @@ class Handler: response = dialog.run() if response == Gtk.ResponseType.OK: - print("Folder selection: %s" % dialog.get_filename()) + sourcedir_filecnt(dialog.get_filename()) elif response == Gtk.ResponseType.CANCEL: print("Cancel")