413 lines
12 KiB
Python
413 lines
12 KiB
Python
|
"""Functions used to generate source files during build time
|
||
|
|
|
||
|
|
All such functions are invoked in a subprocess on Windows to prevent build flakiness.
|
||
|
|
|
||
|
|
"""
|
||
|
|
import os
|
||
|
|
import os.path
|
||
|
|
from platform_methods import subprocess_main
|
||
|
|
from compat import encode_utf8, byte_to_str, open_utf8, escape_string
|
||
|
|
|
||
|
|
|
||
|
|
def make_certs_header(target, source, env):
|
||
|
|
|
||
|
|
src = source[0]
|
||
|
|
dst = target[0]
|
||
|
|
f = open(src, "rb")
|
||
|
|
g = open_utf8(dst, "w")
|
||
|
|
buf = f.read()
|
||
|
|
decomp_size = len(buf)
|
||
|
|
import zlib
|
||
|
|
buf = zlib.compress(buf)
|
||
|
|
|
||
|
|
g.write("/* THIS FILE IS GENERATED DO NOT EDIT */\n")
|
||
|
|
g.write("#ifndef _CERTS_RAW_H\n")
|
||
|
|
g.write("#define _CERTS_RAW_H\n")
|
||
|
|
g.write("static const int _certs_compressed_size = " + str(len(buf)) + ";\n")
|
||
|
|
g.write("static const int _certs_uncompressed_size = " + str(decomp_size) + ";\n")
|
||
|
|
g.write("static const unsigned char _certs_compressed[] = {\n")
|
||
|
|
for i in range(len(buf)):
|
||
|
|
g.write("\t" + byte_to_str(buf[i]) + ",\n")
|
||
|
|
g.write("};\n")
|
||
|
|
g.write("#endif")
|
||
|
|
|
||
|
|
g.close()
|
||
|
|
f.close()
|
||
|
|
|
||
|
|
|
||
|
|
def make_doc_header(target, source, env):
|
||
|
|
|
||
|
|
dst = target[0]
|
||
|
|
g = open_utf8(dst, "w")
|
||
|
|
buf = ""
|
||
|
|
docbegin = ""
|
||
|
|
docend = ""
|
||
|
|
for src in source:
|
||
|
|
if not src.endswith(".xml"):
|
||
|
|
continue
|
||
|
|
with open_utf8(src, "r") as f:
|
||
|
|
content = f.read()
|
||
|
|
buf += content
|
||
|
|
|
||
|
|
buf = encode_utf8(docbegin + buf + docend)
|
||
|
|
decomp_size = len(buf)
|
||
|
|
import zlib
|
||
|
|
buf = zlib.compress(buf)
|
||
|
|
|
||
|
|
g.write("/* THIS FILE IS GENERATED DO NOT EDIT */\n")
|
||
|
|
g.write("#ifndef _DOC_DATA_RAW_H\n")
|
||
|
|
g.write("#define _DOC_DATA_RAW_H\n")
|
||
|
|
g.write("static const int _doc_data_compressed_size = " + str(len(buf)) + ";\n")
|
||
|
|
g.write("static const int _doc_data_uncompressed_size = " + str(decomp_size) + ";\n")
|
||
|
|
g.write("static const unsigned char _doc_data_compressed[] = {\n")
|
||
|
|
for i in range(len(buf)):
|
||
|
|
g.write("\t" + byte_to_str(buf[i]) + ",\n")
|
||
|
|
g.write("};\n")
|
||
|
|
|
||
|
|
g.write("#endif")
|
||
|
|
|
||
|
|
g.close()
|
||
|
|
|
||
|
|
|
||
|
|
def make_fonts_header(target, source, env):
|
||
|
|
|
||
|
|
dst = target[0]
|
||
|
|
|
||
|
|
g = open_utf8(dst, "w")
|
||
|
|
|
||
|
|
g.write("/* THIS FILE IS GENERATED DO NOT EDIT */\n")
|
||
|
|
g.write("#ifndef _EDITOR_FONTS_H\n")
|
||
|
|
g.write("#define _EDITOR_FONTS_H\n")
|
||
|
|
|
||
|
|
# saving uncompressed, since freetype will reference from memory pointer
|
||
|
|
xl_names = []
|
||
|
|
for i in range(len(source)):
|
||
|
|
with open(source[i], "rb")as f:
|
||
|
|
buf = f.read()
|
||
|
|
|
||
|
|
name = os.path.splitext(os.path.basename(source[i]))[0]
|
||
|
|
|
||
|
|
g.write("static const int _font_" + name + "_size = " + str(len(buf)) + ";\n")
|
||
|
|
g.write("static const unsigned char _font_" + name + "[] = {\n")
|
||
|
|
for i in range(len(buf)):
|
||
|
|
g.write("\t" + byte_to_str(buf[i]) + ",\n")
|
||
|
|
|
||
|
|
g.write("};\n")
|
||
|
|
|
||
|
|
g.write("#endif")
|
||
|
|
|
||
|
|
g.close()
|
||
|
|
|
||
|
|
|
||
|
|
def make_translations_header(target, source, env):
|
||
|
|
|
||
|
|
dst = target[0]
|
||
|
|
|
||
|
|
g = open_utf8(dst, "w")
|
||
|
|
|
||
|
|
g.write("/* THIS FILE IS GENERATED DO NOT EDIT */\n")
|
||
|
|
g.write("#ifndef _EDITOR_TRANSLATIONS_H\n")
|
||
|
|
g.write("#define _EDITOR_TRANSLATIONS_H\n")
|
||
|
|
|
||
|
|
import zlib
|
||
|
|
import os.path
|
||
|
|
|
||
|
|
sorted_paths = sorted(source, key=lambda path: os.path.splitext(os.path.basename(path))[0])
|
||
|
|
|
||
|
|
xl_names = []
|
||
|
|
for i in range(len(sorted_paths)):
|
||
|
|
with open(sorted_paths[i], "rb") as f:
|
||
|
|
buf = f.read()
|
||
|
|
decomp_size = len(buf)
|
||
|
|
buf = zlib.compress(buf)
|
||
|
|
name = os.path.splitext(os.path.basename(sorted_paths[i]))[0]
|
||
|
|
|
||
|
|
g.write("static const unsigned char _translation_" + name + "_compressed[] = {\n")
|
||
|
|
for i in range(len(buf)):
|
||
|
|
g.write("\t" + byte_to_str(buf[i]) + ",\n")
|
||
|
|
|
||
|
|
g.write("};\n")
|
||
|
|
|
||
|
|
xl_names.append([name, len(buf), str(decomp_size)])
|
||
|
|
|
||
|
|
g.write("struct EditorTranslationList {\n")
|
||
|
|
g.write("\tconst char* lang;\n")
|
||
|
|
g.write("\tint comp_size;\n")
|
||
|
|
g.write("\tint uncomp_size;\n")
|
||
|
|
g.write("\tconst unsigned char* data;\n")
|
||
|
|
g.write("};\n\n")
|
||
|
|
g.write("static EditorTranslationList _editor_translations[] = {\n")
|
||
|
|
for x in xl_names:
|
||
|
|
g.write("\t{ \"" + x[0] + "\", " + str(x[1]) + ", " + str(x[2]) + ", _translation_" + x[0] + "_compressed},\n")
|
||
|
|
g.write("\t{NULL, 0, 0, NULL}\n")
|
||
|
|
g.write("};\n")
|
||
|
|
|
||
|
|
g.write("#endif")
|
||
|
|
|
||
|
|
g.close()
|
||
|
|
|
||
|
|
|
||
|
|
def make_authors_header(target, source, env):
|
||
|
|
|
||
|
|
sections = ["Project Founders", "Lead Developer", "Project Manager", "Developers"]
|
||
|
|
sections_id = ["dev_founders", "dev_lead", "dev_manager", "dev_names"]
|
||
|
|
|
||
|
|
src = source[0]
|
||
|
|
dst = target[0]
|
||
|
|
f = open_utf8(src, "r")
|
||
|
|
g = open_utf8(dst, "w")
|
||
|
|
|
||
|
|
g.write("/* THIS FILE IS GENERATED DO NOT EDIT */\n")
|
||
|
|
g.write("#ifndef _EDITOR_AUTHORS_H\n")
|
||
|
|
g.write("#define _EDITOR_AUTHORS_H\n")
|
||
|
|
|
||
|
|
current_section = ""
|
||
|
|
reading = False
|
||
|
|
|
||
|
|
def close_section():
|
||
|
|
g.write("\t0\n")
|
||
|
|
g.write("};\n")
|
||
|
|
|
||
|
|
for line in f:
|
||
|
|
if reading:
|
||
|
|
if line.startswith(" "):
|
||
|
|
g.write("\t\"" + escape_string(line.strip()) + "\",\n")
|
||
|
|
continue
|
||
|
|
if line.startswith("## "):
|
||
|
|
if reading:
|
||
|
|
close_section()
|
||
|
|
reading = False
|
||
|
|
for i in range(len(sections)):
|
||
|
|
if line.strip().endswith(sections[i]):
|
||
|
|
current_section = escape_string(sections_id[i])
|
||
|
|
reading = True
|
||
|
|
g.write("static const char *" + current_section + "[] = {\n")
|
||
|
|
break
|
||
|
|
|
||
|
|
if reading:
|
||
|
|
close_section()
|
||
|
|
|
||
|
|
g.write("#endif\n")
|
||
|
|
|
||
|
|
g.close()
|
||
|
|
f.close()
|
||
|
|
|
||
|
|
def make_donors_header(target, source, env):
|
||
|
|
|
||
|
|
sections = ["Platinum sponsors", "Gold sponsors", "Mini sponsors", "Gold donors", "Silver donors", "Bronze donors"]
|
||
|
|
sections_id = ["donor_s_plat", "donor_s_gold", "donor_s_mini", "donor_gold", "donor_silver", "donor_bronze"]
|
||
|
|
|
||
|
|
src = source[0]
|
||
|
|
dst = target[0]
|
||
|
|
f = open_utf8(src, "r")
|
||
|
|
g = open_utf8(dst, "w")
|
||
|
|
|
||
|
|
g.write("/* THIS FILE IS GENERATED DO NOT EDIT */\n")
|
||
|
|
g.write("#ifndef _EDITOR_DONORS_H\n")
|
||
|
|
g.write("#define _EDITOR_DONORS_H\n")
|
||
|
|
|
||
|
|
current_section = ""
|
||
|
|
reading = False
|
||
|
|
|
||
|
|
def close_section():
|
||
|
|
g.write("\t0\n")
|
||
|
|
g.write("};\n")
|
||
|
|
|
||
|
|
for line in f:
|
||
|
|
if reading >= 0:
|
||
|
|
if line.startswith(" "):
|
||
|
|
g.write("\t\"" + escape_string(line.strip()) + "\",\n")
|
||
|
|
continue
|
||
|
|
if line.startswith("## "):
|
||
|
|
if reading:
|
||
|
|
close_section()
|
||
|
|
reading = False
|
||
|
|
for i in range(len(sections)):
|
||
|
|
if line.strip().endswith(sections[i]):
|
||
|
|
current_section = escape_string(sections_id[i])
|
||
|
|
reading = True
|
||
|
|
g.write("static const char *" + current_section + "[] = {\n")
|
||
|
|
break
|
||
|
|
|
||
|
|
if reading:
|
||
|
|
close_section()
|
||
|
|
|
||
|
|
g.write("#endif\n")
|
||
|
|
|
||
|
|
g.close()
|
||
|
|
f.close()
|
||
|
|
|
||
|
|
|
||
|
|
def make_license_header(target, source, env):
|
||
|
|
|
||
|
|
src_copyright = source[0]
|
||
|
|
src_license = source[1]
|
||
|
|
dst = target[0]
|
||
|
|
f = open_utf8(src_license, "r")
|
||
|
|
fc = open_utf8(src_copyright, "r")
|
||
|
|
g = open_utf8(dst, "w")
|
||
|
|
|
||
|
|
g.write("/* THIS FILE IS GENERATED DO NOT EDIT */\n")
|
||
|
|
g.write("#ifndef _EDITOR_LICENSE_H\n")
|
||
|
|
g.write("#define _EDITOR_LICENSE_H\n")
|
||
|
|
g.write("static const char *about_license =")
|
||
|
|
|
||
|
|
for line in f:
|
||
|
|
escaped_string = escape_string(line.strip())
|
||
|
|
g.write("\n\t\"" + escaped_string + "\\n\"")
|
||
|
|
|
||
|
|
g.write(";\n")
|
||
|
|
|
||
|
|
tp_current = 0
|
||
|
|
tp_file = ""
|
||
|
|
tp_comment = ""
|
||
|
|
tp_copyright = ""
|
||
|
|
tp_license = ""
|
||
|
|
|
||
|
|
tp_licensename = ""
|
||
|
|
tp_licensebody = ""
|
||
|
|
|
||
|
|
tp = []
|
||
|
|
tp_licensetext = []
|
||
|
|
for line in fc:
|
||
|
|
if line.startswith("#"):
|
||
|
|
continue
|
||
|
|
|
||
|
|
if line.startswith("Files:"):
|
||
|
|
tp_file = line[6:].strip()
|
||
|
|
tp_current = 1
|
||
|
|
elif line.startswith("Comment:"):
|
||
|
|
tp_comment = line[8:].strip()
|
||
|
|
tp_current = 2
|
||
|
|
elif line.startswith("Copyright:"):
|
||
|
|
tp_copyright = line[10:].strip()
|
||
|
|
tp_current = 3
|
||
|
|
elif line.startswith("License:"):
|
||
|
|
if tp_current != 0:
|
||
|
|
tp_license = line[8:].strip()
|
||
|
|
tp_current = 4
|
||
|
|
else:
|
||
|
|
tp_licensename = line[8:].strip()
|
||
|
|
tp_current = 5
|
||
|
|
elif line.startswith(" "):
|
||
|
|
if tp_current == 1:
|
||
|
|
tp_file += "\n" + line.strip()
|
||
|
|
elif tp_current == 3:
|
||
|
|
tp_copyright += "\n" + line.strip()
|
||
|
|
elif tp_current == 5:
|
||
|
|
if line.strip() == ".":
|
||
|
|
tp_licensebody += "\n"
|
||
|
|
else:
|
||
|
|
tp_licensebody += line[1:]
|
||
|
|
else:
|
||
|
|
if tp_current != 0:
|
||
|
|
if tp_current == 5:
|
||
|
|
tp_licensetext.append([tp_licensename, tp_licensebody])
|
||
|
|
|
||
|
|
tp_licensename = ""
|
||
|
|
tp_licensebody = ""
|
||
|
|
else:
|
||
|
|
added = False
|
||
|
|
for i in tp:
|
||
|
|
if i[0] == tp_comment:
|
||
|
|
i[1].append([tp_file, tp_copyright, tp_license])
|
||
|
|
added = True
|
||
|
|
break
|
||
|
|
if not added:
|
||
|
|
tp.append([tp_comment,[[tp_file, tp_copyright, tp_license]]])
|
||
|
|
|
||
|
|
tp_file = []
|
||
|
|
tp_comment = ""
|
||
|
|
tp_copyright = []
|
||
|
|
tp_license = ""
|
||
|
|
tp_current = 0
|
||
|
|
|
||
|
|
tp_licensetext.append([tp_licensename, tp_licensebody])
|
||
|
|
|
||
|
|
about_thirdparty = ""
|
||
|
|
about_tp_copyright_count = ""
|
||
|
|
about_tp_license = ""
|
||
|
|
about_tp_copyright = ""
|
||
|
|
about_tp_file = ""
|
||
|
|
|
||
|
|
for i in tp:
|
||
|
|
about_thirdparty += "\t\"" + i[0] + "\",\n"
|
||
|
|
about_tp_copyright_count += str(len(i[1])) + ", "
|
||
|
|
for j in i[1]:
|
||
|
|
file_body = ""
|
||
|
|
copyright_body = ""
|
||
|
|
for k in j[0].split("\n"):
|
||
|
|
if file_body != "":
|
||
|
|
file_body += "\\n\"\n"
|
||
|
|
escaped_string = escape_string(k.strip())
|
||
|
|
file_body += "\t\"" + escaped_string
|
||
|
|
for k in j[1].split("\n"):
|
||
|
|
if copyright_body != "":
|
||
|
|
copyright_body += "\\n\"\n"
|
||
|
|
escaped_string = escape_string(k.strip())
|
||
|
|
copyright_body += "\t\"" + escaped_string
|
||
|
|
|
||
|
|
about_tp_file += "\t" + file_body + "\",\n"
|
||
|
|
about_tp_copyright += "\t" + copyright_body + "\",\n"
|
||
|
|
about_tp_license += "\t\"" + j[2] + "\",\n"
|
||
|
|
|
||
|
|
about_license_name = ""
|
||
|
|
about_license_body = ""
|
||
|
|
|
||
|
|
for i in tp_licensetext:
|
||
|
|
body = ""
|
||
|
|
for j in i[1].split("\n"):
|
||
|
|
if body != "":
|
||
|
|
body += "\\n\"\n"
|
||
|
|
escaped_string = escape_string(j.strip())
|
||
|
|
body += "\t\"" + escaped_string
|
||
|
|
|
||
|
|
about_license_name += "\t\"" + i[0] + "\",\n"
|
||
|
|
about_license_body += "\t" + body + "\",\n"
|
||
|
|
|
||
|
|
g.write("static const char *about_thirdparty[] = {\n")
|
||
|
|
g.write(about_thirdparty)
|
||
|
|
g.write("\t0\n")
|
||
|
|
g.write("};\n")
|
||
|
|
g.write("#define THIRDPARTY_COUNT " + str(len(tp)) + "\n")
|
||
|
|
|
||
|
|
g.write("static const int about_tp_copyright_count[] = {\n\t")
|
||
|
|
g.write(about_tp_copyright_count)
|
||
|
|
g.write("0\n};\n")
|
||
|
|
|
||
|
|
g.write("static const char *about_tp_file[] = {\n")
|
||
|
|
g.write(about_tp_file)
|
||
|
|
g.write("\t0\n")
|
||
|
|
g.write("};\n")
|
||
|
|
|
||
|
|
g.write("static const char *about_tp_copyright[] = {\n")
|
||
|
|
g.write(about_tp_copyright)
|
||
|
|
g.write("\t0\n")
|
||
|
|
g.write("};\n")
|
||
|
|
|
||
|
|
g.write("static const char *about_tp_license[] = {\n")
|
||
|
|
g.write(about_tp_license)
|
||
|
|
g.write("\t0\n")
|
||
|
|
g.write("};\n")
|
||
|
|
|
||
|
|
g.write("static const char *about_license_name[] = {\n")
|
||
|
|
g.write(about_license_name)
|
||
|
|
g.write("\t0\n")
|
||
|
|
g.write("};\n")
|
||
|
|
g.write("#define LICENSE_COUNT " + str(len(tp_licensetext)) + "\n")
|
||
|
|
|
||
|
|
g.write("static const char *about_license_body[] = {\n")
|
||
|
|
g.write(about_license_body)
|
||
|
|
g.write("\t0\n")
|
||
|
|
g.write("};\n")
|
||
|
|
|
||
|
|
g.write("#endif\n")
|
||
|
|
|
||
|
|
g.close()
|
||
|
|
fc.close()
|
||
|
|
f.close()
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
subprocess_main(globals())
|