diff --git a/htmlgen/htmlgen.py b/htmlgen/htmlgen.py index 93063a72..01f945ab 100755 --- a/htmlgen/htmlgen.py +++ b/htmlgen/htmlgen.py @@ -1,126 +1,49 @@ #!/usr/bin/env python3 +# https://symbiflow.github.io/prjxray-db/ +# https://symbiflow.github.io/prjxray-db/artix7/ import os, sys, json, re from io import StringIO -import argparse -parser = argparse.ArgumentParser( - description="Generate a pretty HTML version of the documentation.") -parser.add_argument( - '--output', - default=os.path.join(os.path.curdir, 'html'), - help='Put the generated files in this directory (default current dir).') -parser.add_argument( - '--settings', - default=None, - help='Read the settings from file (default to environment).') +def mk_get_setting(settings_filename): + if settings_filename: + settings = { + 'XRAY_DATABASE_DIR': + os.path.abspath( + os.path.join(os.path.dirname(settings_filename), '..')), + } + with open(settings_filename) as f: + for line in f: + line = line.strip() + if not line.startswith("export "): + continue + key, value = line[7:].split('=', 1) + settings[key] = value[1:-1] -args = parser.parse_args() - -if args.settings: - settings_filename = args.settings - - settings = { - 'XRAY_DATABASE_DIR': - os.path.abspath( - os.path.join(os.path.dirname(settings_filename), '..')), - } - with open(settings_filename) as f: - for line in f: - line = line.strip() - if not line.startswith("export "): - continue - key, value = line[7:].split('=', 1) - settings[key] = value[1:-1] - - def get_setting(name): - return settings[name] -else: - - def get_setting(name): - return os.getenv(name) + return lambda name: settings[name] + else: + return os.getenv -db_dir = os.path.join( - get_setting("XRAY_DATABASE_DIR"), get_setting("XRAY_DATABASE")) +get_setting = mk_get_setting(None) -def db_open(fn): +def db_open(fn, db_dir): filename = os.path.join(db_dir, fn) if not os.path.exists(filename): return StringIO("") return open(os.path.join(db_dir, fn)) -def out_open(fn): - out_dir = os.path.join(args.output, get_setting("XRAY_DATABASE")) +def out_open(fn, output): + out_dir = os.path.join(output, get_setting("XRAY_DATABASE")) os.makedirs(out_dir, exist_ok=True) fp = os.path.join(out_dir, fn) print("Writing %s" % fp) return open(fp, "w") -clb_bitgroups_db = [ - # copy&paste from zero_db in dbfixup.py - "00_21 00_22 00_26 01_28|00_25 01_20 01_21 01_24", - "00_23 00_30 01_22 01_25|00_27 00_29 01_26 01_29", - "01_12 01_14 01_16 01_18|00_10 00_11 01_09 01_10", - "00_13 01_17 00_15 00_17|00_18 00_19 01_13 00_14", - "00_34 00_38 01_33 01_37|00_35 00_39 01_38 01_40", - "00_33 00_41 01_32 01_34|00_37 00_42 01_36 01_41", - - # other manual groupings for individual bits - "00_02 00_05 00_09 01_04|00_07 01_05 01_06", - "00_01 00_06 01_00 01_08|00_03 01_01 01_02", - "00_59 01_54 01_58 01_61|00_57 00_58 01_56", - "00_55 00_63 01_57 01_62|00_61 00_62 01_60", - "00_43 00_47 00_50 00_53 00_54 01_42|00_51 01_50 01_52", - "00_49 01_44 01_45 01_48 01_49 01_53|00_45 00_46 01_46", -] - -hclk_bitgroups_db = [ - # manual groupings - "03_14 03_15 04_14 04_15|00_15 00_16 01_14 01_15", - "02_16 03_16 04_16 05_16|02_14 02_15 05_14 05_15", - "02_18 02_19 05_18 05_19|00_17 00_18 01_16 01_17", - "03_18 03_19 04_18 04_19|02_17 03_17 04_17 05_17", - "02_20 02_21 05_20 05_21|02_22 03_22 04_22 05_22", - "02_29 03_29 04_29 05_29|03_30 03_31 04_30 04_31", - "02_26 02_27 05_26 05_27|02_28 03_28 04_28 05_28", - "02_23 03_23 04_23 05_23|03_24 03_25 04_24 04_25", -] - -# groupings for SNWE bits in frames 2..7 -for i in range(0, 64, 4): - clb_bitgroups_db.append( - "02_%02d 03_%02d 05_%02d 06_%02d 07_%02d|05_%02d 03_%02d 04_%02d 04_%02d" - % (i + 1, i, i, i, i + 1, i + 3, i + 1, i + 1, i + 2)) - clb_bitgroups_db.append( - "02_%02d 04_%02d 05_%02d 05_%02d 06_%02d|02_%02d 03_%02d 04_%02d 07_%02d" - % (i + 2, i, i + 1, i + 2, i + 2, i + 3, i + 2, i + 3, i + 3)) - -clb_left_bits = set() -clb_right_bits = set() - -for entry in clb_bitgroups_db: - a, b = entry.split("|") - for bit in a.split(): - clb_left_bits.add(bit) - for bit in b.split(): - clb_right_bits.add(bit) - -hclk_left_bits = set() -hclk_right_bits = set() - -for entry in hclk_bitgroups_db: - a, b = entry.split("|") - for bit in a.split(): - hclk_left_bits.add(bit) - for bit in b.split(): - hclk_right_bits.add(bit) - - class UnionFind: def __init__(self): self.parents = dict() @@ -143,64 +66,38 @@ class UnionFind: self.parents[a] = b -################################################# -# Loading Raw Source Data - -grid = None -cfgbits = dict() -cfgbits_r = dict() -maskbits = dict() -ppips = dict() -routebits = dict() -routezbits = dict() - -print("Loading tilegrid.") -with db_open("tilegrid.json") as f: - data = f.read() - if not data: - grid = { - "NULL": { - "grid_x": 0, - "grid_y": 0, - "type": "NULL", - } - } - else: - grid = json.loads(data) - - -def db_read(tiletype): - cfgbits[tiletype] = dict() - cfgbits_r[tiletype] = dict() - maskbits[tiletype] = set() - ppips[tiletype] = dict() - routebits[tiletype] = dict() - routezbits[tiletype] = dict() +def db_read(dbstate, tiletype, db_dir): + dbstate.cfgbits[tiletype] = dict() + dbstate.cfgbits_r[tiletype] = dict() + dbstate.maskbits[tiletype] = set() + dbstate.ppips[tiletype] = dict() + dbstate.routebits[tiletype] = dict() + dbstate.routezbits[tiletype] = dict() def add_pip_bits(tag, bits): - if tag not in routebits[tiletype]: - routebits[tiletype][tag] = set() - routezbits[tiletype][tag] = set() + if tag not in dbstate.routebits[tiletype]: + dbstate.routebits[tiletype][tag] = set() + dbstate.routezbits[tiletype][tag] = set() for bit in bits: if bit[0] == "!": - if bit[1:] not in routezbits[tiletype]: - routezbits[tiletype][bit[1:]] = set() - routezbits[tiletype][bit[1:]].add(tag) + if bit[1:] not in dbstate.routezbits[tiletype]: + dbstate.routezbits[tiletype][bit[1:]] = set() + dbstate.routezbits[tiletype][bit[1:]].add(tag) else: - if bit not in routebits[tiletype]: - routebits[tiletype][bit] = set() - routebits[tiletype][bit].add(tag) + if bit not in dbstate.routebits[tiletype]: + dbstate.routebits[tiletype][bit] = set() + dbstate.routebits[tiletype][bit].add(tag) def add_cfg_bits(tag, bits): - if tag not in cfgbits[tiletype]: - cfgbits[tiletype][tag] = set() + if tag not in dbstate.cfgbits[tiletype]: + dbstate.cfgbits[tiletype][tag] = set() for bit in bits: - cfgbits[tiletype][tag].add(bit) - if bit not in cfgbits_r[tiletype]: - cfgbits_r[tiletype][bit] = set() - cfgbits_r[tiletype][bit].add(tag) + dbstate.cfgbits[tiletype][tag].add(bit) + if bit not in dbstate.cfgbits_r[tiletype]: + dbstate.cfgbits_r[tiletype][bit] = set() + dbstate.cfgbits_r[tiletype][bit].add(tag) - with db_open("segbits_%s.db" % tiletype) as f: + with db_open("segbits_%s.db" % tiletype, db_dir) as f: for line in f: line = line.split() tag, bits = line[0], line[1:] @@ -215,67 +112,157 @@ def db_read(tiletype): else: add_cfg_bits(tag, bits) - with db_open("ppips_%s.db" % tiletype) as f: + with db_open("ppips_%s.db" % tiletype, db_dir) as f: for line in f: tag, typ = line.split() - ppips[tiletype][tag] = typ + dbstate.ppips[tiletype][tag] = typ if tiletype not in ["int_l", "int_r"]: - with db_open("mask_%s.db" % tiletype) as f: + with db_open("mask_%s.db" % tiletype, db_dir) as f: for line in f: tag, bit = line.split() assert tag == "bit" - maskbits[tiletype].add(bit) + dbstate.maskbits[tiletype].add(bit) else: for t in ["clbll_l", "clbll_r", "clblm_l", "clblm_r", "dsp_l", "dsp_r", "bram_l", "bram_r"]: - with db_open("mask_%s.db" % t) as f: + with db_open("mask_%s.db" % t, db_dir) as f: for line in f: tag, bit = line.split() assert tag == "bit" frameidx, bitidx = bit.split("_") - maskbits[tiletype].add( + dbstate.maskbits[tiletype].add( "%02d_%02d" % (int(frameidx), int(bitidx) % 64)) -db_read("int_l") -db_read("int_r") +def init_bitdb(): + clb_bitgroups_db = [ + # copy&paste from zero_db in dbfixup.py + "00_21 00_22 00_26 01_28|00_25 01_20 01_21 01_24", + "00_23 00_30 01_22 01_25|00_27 00_29 01_26 01_29", + "01_12 01_14 01_16 01_18|00_10 00_11 01_09 01_10", + "00_13 01_17 00_15 00_17|00_18 00_19 01_13 00_14", + "00_34 00_38 01_33 01_37|00_35 00_39 01_38 01_40", + "00_33 00_41 01_32 01_34|00_37 00_42 01_36 01_41", -db_read("hclk_l") -db_read("hclk_r") + # other manual groupings for individual bits + "00_02 00_05 00_09 01_04|00_07 01_05 01_06", + "00_01 00_06 01_00 01_08|00_03 01_01 01_02", + "00_59 01_54 01_58 01_61|00_57 00_58 01_56", + "00_55 00_63 01_57 01_62|00_61 00_62 01_60", + "00_43 00_47 00_50 00_53 00_54 01_42|00_51 01_50 01_52", + "00_49 01_44 01_45 01_48 01_49 01_53|00_45 00_46 01_46", + ] -db_read("clbll_l") -db_read("clbll_r") + hclk_bitgroups_db = [ + # manual groupings + "03_14 03_15 04_14 04_15|00_15 00_16 01_14 01_15", + "02_16 03_16 04_16 05_16|02_14 02_15 05_14 05_15", + "02_18 02_19 05_18 05_19|00_17 00_18 01_16 01_17", + "03_18 03_19 04_18 04_19|02_17 03_17 04_17 05_17", + "02_20 02_21 05_20 05_21|02_22 03_22 04_22 05_22", + "02_29 03_29 04_29 05_29|03_30 03_31 04_30 04_31", + "02_26 02_27 05_26 05_27|02_28 03_28 04_28 05_28", + "02_23 03_23 04_23 05_23|03_24 03_25 04_24 04_25", + ] -db_read("clblm_l") -db_read("clblm_r") + # groupings for SNWE bits in frames 2..7 + for i in range(0, 64, 4): + clb_bitgroups_db.append( + "02_%02d 03_%02d 05_%02d 06_%02d 07_%02d|05_%02d 03_%02d 04_%02d 04_%02d" + % (i + 1, i, i, i, i + 1, i + 3, i + 1, i + 1, i + 2)) + clb_bitgroups_db.append( + "02_%02d 04_%02d 05_%02d 05_%02d 06_%02d|02_%02d 03_%02d 04_%02d 07_%02d" + % (i + 2, i, i + 1, i + 2, i + 2, i + 3, i + 2, i + 3, i + 3)) -db_read("dsp_l") -db_read("dsp_r") + return clb_bitgroups_db, hclk_bitgroups_db -db_read("bram_l") -db_read("bram_r") -################################################# -# Create Tilegrid Page +def init_hclk_bits(hclk_bitgroups_db): + hclk_left_bits = set() + hclk_right_bits = set() -grid_range = None -grid_map = dict() + for entry in hclk_bitgroups_db: + a, b = entry.split("|") + for bit in a.split(): + hclk_left_bits.add(bit) + for bit in b.split(): + hclk_right_bits.add(bit) -with out_open("index.html") as f: - print( - "
Part: %s
ROI: %s
ROI Frames: %s
| " + % (bgcolor, "\n".join(title)), + file=f) + if tiledata["type"].lower() in dbstate.cfgbits: + print( + "%s | " + % (tiledata["type"].lower(), tilename.replace("_X", "" - % (bgcolor, "\n".join(title)), - file=f) - if tiledata["type"].lower() in cfgbits: - print( - "%s | " - % ( - tiledata["type"].lower(), - tilename.replace("_X", "
Part: %s
ROI: %s
ROI Frames: %s
| PIP | ", file=f) - - for bit in grp_bits: - print("%s | " % bit, file=f) - print("%s | " % (pip) - for bit in grp_bits: - c = "-" - if bit in routebits[tiletype] and pip in routebits[ - tiletype][bit]: - c = "1" - if bit in routezbits[tiletype] and pip in routezbits[ - tiletype][bit]: - c = "0" - line = "%s%s%s | " % (c, line, c) - lines.append(line) - - trstyle = "" - for line in sorted(lines): - trstyle = " bgcolor=\"#dddddd\"" if trstyle == "" else "" - print("
|---|---|