Fixup hex decoding math

mfisher87 · mfisher87 · commit f86970d66882 · 2023-06-02T18:50:36.000-06:00
diff --git a/test/test_editor_load.py b/test/test_editor_load.py
@@ -69,7 +69,7 @@ def test_editor_loads_jscm_data_match(self, colormap_file):
         expected_colors = [
             # TODO: Should we divide by 255 here instead of 256? The tests pass with a
             # lower value for `err` if we do.
-            [int(c[i : i + 2], 16) / 256 for i in range(0, len(c), 2)]
+            [int(c[i : i + 2], 16) / 255 for i in range(0, len(c), 2)]
             for c in expected_colors_hex
         ]
 

Original file line number	Diff line number	Diff line change
`@@ -69,7 +69,7 @@ def test_editor_loads_jscm_data_match(self, colormap_file):`
`69`	`69`	`expected_colors = [`
`70`	`70`	`# TODO: Should we divide by 255 here instead of 256? The tests pass with a`
`71`	`71`	# lower value for `err` if we do.
`72`		`- [int(c[i : i + 2], 16) / 256 for i in range(0, len(c), 2)]`
	`72`	`+ [int(c[i : i + 2], 16) / 255 for i in range(0, len(c), 2)]`
`73`	`73`	`for c in expected_colors_hex`
`74`	`74`	`]`
`75`	`75`