|
|
@@ -0,0 +1,225 @@
|
|
|
+import os
|
|
|
+import re
|
|
|
+import sys
|
|
|
+import argparse
|
|
|
+
|
|
|
+parser = argparse.ArgumentParser(description=\
|
|
|
+'''Convert the W3C CSS 2.1 test suite to RML documents for testing in RmlUi.
|
|
|
+
|
|
|
+Fetch the CSS tests archive from here: https://www.w3.org/Style/CSS/Test/CSS2.1/
|
|
|
+Extract the 'xhtml1' folder and point the 'in_dir' argument to this directory.''')
|
|
|
+
|
|
|
+parser.add_argument('in_dir',
|
|
|
+ help="Input directory which contains the 'xhtml1' (.xht) files to be converted.")
|
|
|
+parser.add_argument('out_dir',
|
|
|
+ help="Output directory for the converted RML files.")
|
|
|
+parser.add_argument('--clean', action='store_true',
|
|
|
+ help='Will *delete* all existing *.rml files in the output directory.')
|
|
|
+parser.add_argument('--match',
|
|
|
+ help="Only process file names containing the given string.")
|
|
|
+
|
|
|
+args = parser.parse_args()
|
|
|
+
|
|
|
+in_dir = args.in_dir
|
|
|
+out_dir = args.out_dir
|
|
|
+out_ref_dir = os.path.join(out_dir, r'reference')
|
|
|
+match_files = args.match
|
|
|
+
|
|
|
+if not os.path.isdir(in_dir):
|
|
|
+ print("Error: Specified input directory '{}' does not exist.".format(out_dir))
|
|
|
+ exit()
|
|
|
+
|
|
|
+if not os.path.exists(out_dir):
|
|
|
+ try:
|
|
|
+ os.mkdir(out_dir)
|
|
|
+ except Exception as e:
|
|
|
+ print('Error: Failed to create output directory {}'.format(out_dir))
|
|
|
+
|
|
|
+if not os.path.exists(out_ref_dir):
|
|
|
+ try:
|
|
|
+ os.mkdir(out_ref_dir)
|
|
|
+ except Exception as e:
|
|
|
+ print('Error: Failed to create reference output directory {}'.format(out_ref_dir))
|
|
|
+
|
|
|
+if not os.path.isdir(out_dir) or not os.path.isdir(out_ref_dir):
|
|
|
+ print("Error: Specified output directory '{}' or reference '{}' are not directories.".format(out_dir, out_ref_dir))
|
|
|
+ exit()
|
|
|
+
|
|
|
+if args.clean:
|
|
|
+ print("Deleting all *.rml files in output directory '{}' and reference directory '{}'".format(out_dir, out_ref_dir))
|
|
|
+
|
|
|
+ for del_dir in [out_dir, out_ref_dir]:
|
|
|
+ for file in os.listdir(del_dir):
|
|
|
+ path = os.path.join(del_dir, file)
|
|
|
+ try:
|
|
|
+ if os.path.isfile(path) and file.endswith('.rml'):
|
|
|
+ os.unlink(path)
|
|
|
+ except Exception as e:
|
|
|
+ print('Failed to delete {}. Reason: {}'.format(path, e))
|
|
|
+
|
|
|
+reference_links = []
|
|
|
+
|
|
|
+def process_file(in_file):
|
|
|
+
|
|
|
+ in_path = os.path.join(in_dir, in_file)
|
|
|
+ out_file = os.path.splitext(in_file)[0] + '.rml'
|
|
|
+ out_path = os.path.join(out_dir, out_file)
|
|
|
+
|
|
|
+ f = open(in_path, 'r', encoding="utf8")
|
|
|
+ lines = f.readlines()
|
|
|
+ f.close()
|
|
|
+
|
|
|
+ data = ''
|
|
|
+ reference_link = ''
|
|
|
+ in_style = False
|
|
|
+
|
|
|
+ for line in lines:
|
|
|
+ if re.search(r'<style', line, flags = re.IGNORECASE):
|
|
|
+ in_style = True
|
|
|
+ if re.search(r'</style', line, flags = re.IGNORECASE):
|
|
|
+ in_style = False
|
|
|
+
|
|
|
+ if in_style:
|
|
|
+ line = re.sub(r'(^|[^<])html', r'\1body', line, flags = re.IGNORECASE)
|
|
|
+
|
|
|
+ reference_link_search_candidates = [
|
|
|
+ r'(<link href="(reference/[^"]+))\.xht(" rel="match" ?/>)',
|
|
|
+ r'(<link rel="match" href="(reference/[^"]+))\.xht(" ?/>)',
|
|
|
+ ]
|
|
|
+
|
|
|
+ for reference_link_search in reference_link_search_candidates:
|
|
|
+ reference_link_match = re.search(reference_link_search, line, flags = re.IGNORECASE)
|
|
|
+ if reference_link_match:
|
|
|
+ reference_link = reference_link_match[2] + '.xht'
|
|
|
+ line = re.sub(reference_link_search, r'\1.rml\3', line, flags = re.IGNORECASE)
|
|
|
+ break
|
|
|
+
|
|
|
+ line = re.sub(r'<!DOCTYPE[^>]*>\s*', '', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r' xmlns="[^"]+"', '', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'<(/?)html[^>]*>', r'<\1rml>', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'^(\s*)(.*<head[^>]*>)', r'\1\2\n\1\1<link type="text/rcss" href="/../Tests/Data/style.rcss" />', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'direction:\s*ltr\s*;?', r'', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'list-style(-type)?:\s*none\s*;?', r'', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'max-height:\s*none;', r'max-height: -1px;', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'max-width:\s*none;', r'max-width: -1px;', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'(font-size:)\s*xxx-large', r'\1 2.0em', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'(font-size:)\s*xx-large', r'\1 1.7em', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'(font-size:)\s*x-large', r'\1 1.3em', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'(font-size:)\s*large', r'\1 1.15em', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'(font-size:)\s*medium', r'\1 1.0em', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'(font-size:)\s*small', r'\1 0.9em', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'(font-size:)\s*x-small', r'\1 0.7em', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'(font-size:)\s*xx-small', r'\1 0.5em', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'(line-height:)\s*normal', r'\1 1.2em', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'cyan', r'aqua', line, flags = re.IGNORECASE)
|
|
|
+
|
|
|
+ if re.search(r'background:[^;}\"]*fixed', line, flags = re.IGNORECASE):
|
|
|
+ print("File '{}' skipped since it uses unsupported background.".format(in_file))
|
|
|
+ return False
|
|
|
+ line = re.sub(r'background:(\s*([a-z]+|#[0-9a-f]+)\s*[;}\"])', r'background-color:\1', line, flags = re.IGNORECASE)
|
|
|
+
|
|
|
+ # Try to fix up borders to match the RmlUi syntax. This conversion might ruin some tests.
|
|
|
+ line = re.sub(r'(border(-(top|right|bottom|left))?)-style:\s*solid(\s*[;}"])', r'\1-width: 3px\4', line, flags = re.IGNORECASE)
|
|
|
+
|
|
|
+ line = re.sub(r'(border(-(top|right|bottom|left))?):\s*none(\s*[;}"])', r'\1-width: 0px\4', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'(border[^:]*:[^;]*)thin', r'\1 1px', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'(border[^:]*:[^;]*)medium', r'\1 3px', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'(border[^:]*:[^;]*)thick', r'\1 5px', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'(border[^:]*:[^;]*)none', r'\1 0px', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'(border[^:]*:\s*[0-9][^\s;}]*)\s+soli?d', r'\1 ', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'(border[^:]*:\s*[^0-9;}]*)soli?d', r'\1 3px', line, flags = re.IGNORECASE)
|
|
|
+
|
|
|
+ if re.search(r'border[^;]*(hidden|dotted|dashed|double|groove|ridge|inset|outset)', line, flags = re.IGNORECASE) \
|
|
|
+ or re.search(r'border[^:]*-style:', line, flags = re.IGNORECASE):
|
|
|
+ print("File '{}' skipped since it uses unsupported border styles.".format(in_file))
|
|
|
+ return False
|
|
|
+
|
|
|
+ line = re.sub(r'(border(-(top|right|bottom|left))?:\s*)[0-9][^\s;}]*(\s+[0-9][^\s;}]*[;}])', r'\1 \4', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'(border(-(top|right|bottom|left))?:\s*[0-9\.]+[a-z]+\s+)[0-9\.]+[a-z]+([^;}]*[;}])', r'\1 \4', line, flags = re.IGNORECASE)
|
|
|
+ line = re.sub(r'(border(-(top|right|bottom|left))?:\s*[0-9\.]+[a-z]+\s+)[0-9\.]+[a-z]+([^;}]*[;}])', r'\1 \4', line, flags = re.IGNORECASE)
|
|
|
+
|
|
|
+ line = re.sub(r'(border:)[^;]*none([^;]*;)', r'\1 0px \2', line, flags = re.IGNORECASE)
|
|
|
+ if in_style and not '<' in line:
|
|
|
+ line = line.replace('>', '>')
|
|
|
+ flags_match = re.search(r'<meta.*name="flags" content="([^"]*)" ?/>', line, flags = re.IGNORECASE)
|
|
|
+ if flags_match and flags_match[1] != '' and flags_match[1] != 'interactive':
|
|
|
+ print("File '{}' skipped due to flags '{}'".format(in_file, flags_match[1]))
|
|
|
+ return False
|
|
|
+ if re.search(r'(display:[^;]*(table|run-in|list-item))|(<table)', line, flags = re.IGNORECASE):
|
|
|
+ print("File '{}' skipped since it uses tables.".format(in_file))
|
|
|
+ return False
|
|
|
+ if re.search(r'visibility:[^;]*collapse|z-index:\s*[0-9\.]+%', line, flags = re.IGNORECASE):
|
|
|
+ print("File '{}' skipped since it uses unsupported visibility.".format(in_file))
|
|
|
+ return False
|
|
|
+ if re.search(r'data:|support/|<img|<iframe', line, flags = re.IGNORECASE):
|
|
|
+ print("File '{}' skipped since it uses data or images.".format(in_file))
|
|
|
+ return False
|
|
|
+ if re.search(r'<script>', line, flags = re.IGNORECASE):
|
|
|
+ print("File '{}' skipped since it uses scripts.".format(in_file))
|
|
|
+ return False
|
|
|
+ if in_style and re.search(r':before|:after|@media|\s\+\s', line, flags = re.IGNORECASE):
|
|
|
+ print("File '{}' skipped since it uses unsupported CSS selectors.".format(in_file))
|
|
|
+ return False
|
|
|
+ if re.search(r'(: ?inherit ?;)|(!\s*important)|[0-9\.]+(ch|ex)[\s;}]', line, flags = re.IGNORECASE):
|
|
|
+ print("File '{}' skipped since it uses unsupported CSS values.".format(in_file))
|
|
|
+ return False
|
|
|
+ if re.search(r'font(-family)?:', line, flags = re.IGNORECASE):
|
|
|
+ print("File '{}' skipped since it modifies fonts.".format(in_file))
|
|
|
+ return False
|
|
|
+ if re.search(r'(direction:[^;]*[;"])|(content:[^;]*[;"])|(outline:[^;]*[;"])|(quote:[^;]*[;"])|(border-spacing:[^;]*[;"])|(border-collapse:[^;]*[;"])|(background:[^;]*[;"])|(box-sizing:[^;]*[;"])', line, flags = re.IGNORECASE)\
|
|
|
+ or re.search(r'(font-variant:[^;]*[;"])|(font-kerning:[^;]*[;"])|(font-feature-settings:[^;]*[;"])|(background-image:[^;]*[;"])|(caption-side:[^;]*[;"])|(clip:[^;]*[;"])|(page-break-inside:[^;]*[;"])|(word-spacing:[^;]*[;"])', line, flags = re.IGNORECASE)\
|
|
|
+ or re.search(r'(writing-mode:[^;]*[;"])|(text-orientation:[^;]*[;"])|(text-indent:[^;]*[;"])|(page-break-after:[^;]*[;"])|(column[^:]*:[^;]*[;"])|(empty-cells:[^;]*[;"])', line, flags = re.IGNORECASE):
|
|
|
+ print("File '{}' skipped since it uses unsupported CSS properties.".format(in_file))
|
|
|
+ return False
|
|
|
+ data += line
|
|
|
+
|
|
|
+ f = open(out_path, 'w', encoding="utf8")
|
|
|
+ f.write(data)
|
|
|
+ f.close()
|
|
|
+
|
|
|
+ if reference_link:
|
|
|
+ reference_links.append(reference_link)
|
|
|
+
|
|
|
+ print("File '{}' processed successfully!".format(in_file))
|
|
|
+
|
|
|
+ return True
|
|
|
+
|
|
|
+
|
|
|
+file_block_filters = ['charset','font','list','text-decoration','text-indent','text-transform','bidi','cursor',
|
|
|
+ 'uri','stylesheet','word-spacing','table','outline','at-rule','at-import','attribute',
|
|
|
+ 'style','quote','rtl','ltr','first-line','first-letter','first-page','import','border',
|
|
|
+ 'chapter','character-encoding','escape','media','contain-','grid','case-insensitive',
|
|
|
+ 'containing-block-initial','multicol','system-colors']
|
|
|
+
|
|
|
+def should_block(name):
|
|
|
+
|
|
|
+ for file_block_filter in file_block_filters:
|
|
|
+ if file_block_filter in name:
|
|
|
+ print("File '{}' skipped due to unsupported feature '{}'".format(name, file_block_filter))
|
|
|
+ return True
|
|
|
+ return False
|
|
|
+
|
|
|
+in_dir_list = os.listdir(in_dir)
|
|
|
+if match_files:
|
|
|
+ in_dir_list = [ name for name in in_dir_list if match_files in name ]
|
|
|
+total_files = len(in_dir_list)
|
|
|
+
|
|
|
+in_dir_list = [ name for name in in_dir_list if name.endswith(".xht") and not should_block(name) ]
|
|
|
+
|
|
|
+processed_files = 0
|
|
|
+processed_reference_files = 0
|
|
|
+
|
|
|
+for in_file in in_dir_list:
|
|
|
+ if process_file(in_file):
|
|
|
+ processed_files += 1
|
|
|
+
|
|
|
+final_reference_links = reference_links[:]
|
|
|
+total_reference_files = len(final_reference_links)
|
|
|
+reference_links.clear()
|
|
|
+
|
|
|
+for in_ref_file in final_reference_links:
|
|
|
+ if process_file(in_ref_file):
|
|
|
+ processed_reference_files += 1
|
|
|
+
|
|
|
+print('\nDone!\n\nTotal test files: {}\nSkipped test files: {}\nParsed test files: {}\n\nTotal reference files: {}\nSkipped reference files: {}\nIgnored alternate references: {}\nParsed reference files: {}'\
|
|
|
+ .format(total_files, total_files - processed_files, processed_files, total_reference_files, total_reference_files - processed_reference_files, len(reference_links), processed_reference_files ))
|