summaryrefslogtreecommitdiff
path: root/plugins/code-modernization/scripts/tests/test_rules_tools.py
diff options
context:
space:
mode:
Diffstat (limited to 'plugins/code-modernization/scripts/tests/test_rules_tools.py')
-rw-r--r--plugins/code-modernization/scripts/tests/test_rules_tools.py196
1 files changed, 196 insertions, 0 deletions
diff --git a/plugins/code-modernization/scripts/tests/test_rules_tools.py b/plugins/code-modernization/scripts/tests/test_rules_tools.py
new file mode 100644
index 00000000..33cfd279
--- /dev/null
+++ b/plugins/code-modernization/scripts/tests/test_rules_tools.py
@@ -0,0 +1,196 @@
+import json
+import os
+import re
+import subprocess
+import sys
+import tempfile
+import unittest
+
+HERE = os.path.dirname(os.path.abspath(__file__))
+SCRIPTS = os.path.dirname(HERE)
+
+
+def run(script, *args):
+ return subprocess.run([sys.executable, os.path.join(SCRIPTS, script), *args], capture_output=True, text=True)
+
+
+def load(path):
+ with open(path, encoding='utf-8') as handle:
+ return json.load(handle)
+
+
+def write(root, rel, text='x\n'):
+ path = os.path.join(root, rel)
+ os.makedirs(os.path.dirname(path), exist_ok=True)
+ with open(path, 'w', encoding='utf-8') as handle:
+ handle.write(text)
+
+
+class ShardTests(unittest.TestCase):
+ def test_tree_shards_by_directory_and_skips_vendored_code(self):
+ with tempfile.TemporaryDirectory() as ws:
+ for i in range(30):
+ write(ws, f'legacy/erp/lib/pay/p{i}.pl', 'a\n' * 10)
+ write(ws, 'legacy/erp/lib/tax/t.pl', 'a\n' * 400)
+ write(ws, 'legacy/erp/node_modules/x/y.js', 'a\n')
+ write(ws, 'legacy/erp/tests/t.pl', 'a\n')
+ write(ws, 'legacy/erp/README.md', 'text\n')
+ done = run('make_shards.py', 'erp', '--workspace', ws)
+ self.assertEqual(done.returncode, 0, done.stderr)
+ shards = load(os.path.join(ws, 'analysis/erp/extract-rules.modules.json'))
+ names = [s['name'] for s in shards]
+ self.assertEqual(names, ['lib/pay', 'lib/pay#2', 'lib/tax'])
+ self.assertEqual(len(shards[0]['files']), 25)
+ self.assertNotIn('node_modules', json.dumps(shards))
+ self.assertNotIn('tests/t.pl', json.dumps(shards))
+ self.assertTrue(all(not f.startswith('legacy/') for s in shards for f in s['files']))
+
+ def test_a_symlinked_source_is_followed_and_files_stay_relative_to_it(self):
+ with tempfile.TemporaryDirectory() as ws, tempfile.TemporaryDirectory() as elsewhere:
+ write(elsewhere, 'src/a.cbl', 'a\n' * 50)
+ os.makedirs(os.path.join(ws, 'legacy'))
+ os.symlink(elsewhere, os.path.join(ws, 'legacy', 'big'))
+ done = run('make_shards.py', 'big', '--workspace', ws)
+ self.assertEqual(done.returncode, 0, done.stderr)
+ shards = load(os.path.join(ws, 'analysis/big/extract-rules.modules.json'))
+ self.assertEqual(shards[0]['files'], ['src/a.cbl'])
+
+ def test_topology_merges_small_modules_and_normalizes_paths(self):
+ with tempfile.TemporaryDirectory() as ws:
+ for name in ('A', 'B', 'C'):
+ write(ws, f'legacy/s/{name}.cbl', 'a\n' * 50)
+ topology = {'root': {'kind': 'system', 'id': 'sys', 'children': [{'kind': 'domain', 'name': 'D1', 'id': 'dom:d1', 'children': [
+ {'kind': 'module', 'id': 'A', 'name': 'A', 'file': 'A.cbl', 'loc': 50},
+ {'kind': 'module', 'id': 'B', 'name': 'B', 'file': 'legacy/s/B.cbl', 'loc': 50},
+ {'kind': 'module', 'id': 'C', 'name': 'C', 'file': os.path.join(ws, 'legacy/s/C.cbl'), 'loc': 900}]}]}}
+ write(ws, 'analysis/s/topology.json', json.dumps(topology))
+ self.assertEqual(run('make_shards.py', 's', '--workspace', ws).returncode, 0)
+ shards = load(os.path.join(ws, 'analysis/s/extract-rules.modules.json'))
+ self.assertEqual([s['files'] for s in shards], [['A.cbl', 'B.cbl'], ['C.cbl']])
+ self.assertEqual(run('make_shards.py', 's', 'C*', '--workspace', ws).returncode, 0)
+ self.assertEqual(run('make_shards.py', 's', 'nothing*', '--workspace', ws).returncode, 1)
+
+ def test_links_and_paths_that_leave_the_source_are_not_shards(self):
+ with tempfile.TemporaryDirectory() as ws, tempfile.TemporaryDirectory() as outside:
+ write(ws, 'legacy/s/ok.pl', 'a\n' * 5)
+ write(outside, 'secret.pl', 'not part of the system\n')
+ os.symlink(os.path.join(outside, 'secret.pl'), os.path.join(ws, 'legacy/s/link.pl'))
+ self.assertEqual(run('make_shards.py', 's', '--workspace', ws).returncode, 0)
+ shards = load(os.path.join(ws, 'analysis/s/extract-rules.modules.json'))
+ self.assertEqual([f for s in shards for f in s['files']], ['ok.pl'])
+ topology = {'root': {'kind': 'system', 'id': 'sys', 'children': [{'kind': 'domain', 'name': 'D', 'id': 'd', 'children': [
+ {'kind': 'module', 'id': 'A', 'name': 'A', 'file': 'ok.pl', 'loc': 500},
+ {'kind': 'module', 'id': 'B', 'name': 'B', 'file': '../../../etc/hosts', 'loc': 500},
+ {'kind': 'module', 'id': 'C', 'name': 'C', 'file': 'link.pl', 'loc': 500}]}]}}
+ write(ws, 'analysis/s/topology.json', json.dumps(topology))
+ done = run('make_shards.py', 's', '--workspace', ws)
+ self.assertEqual(done.returncode, 0, done.stderr)
+ shards = load(os.path.join(ws, 'analysis/s/extract-rules.modules.json'))
+ self.assertEqual([f for s in shards for f in s['files']], ['ok.pl'])
+ self.assertIn('outside the source directory', done.stdout)
+
+ def test_a_link_to_the_home_directory_or_root_is_refused(self):
+ with tempfile.TemporaryDirectory() as ws:
+ os.makedirs(os.path.join(ws, 'legacy'))
+ for broad in (os.path.expanduser('~'), '/', '/usr'):
+ link = os.path.join(ws, 'legacy', 's')
+ if os.path.islink(link):
+ os.unlink(link)
+ os.symlink(broad, link)
+ done = run('make_shards.py', 's', '--workspace', ws)
+ self.assertEqual(done.returncode, 1, broad)
+ self.assertIn('too broad', done.stderr)
+
+ def test_a_plain_name_matches_what_lies_beneath_it(self):
+ with tempfile.TemporaryDirectory() as ws:
+ write(ws, 'legacy/s/jetty-util/src/A.java', 'a\n' * 5)
+ write(ws, 'legacy/s/jetty-util-ajax/src/B.java', 'a\n' * 5)
+ write(ws, 'legacy/s/other/C.java', 'a\n' * 5)
+ self.assertEqual(run('make_shards.py', 's', 'jetty-util', '--workspace', ws).returncode, 0)
+ shards = load(os.path.join(ws, 'analysis/s/extract-rules.modules.json'))
+ self.assertEqual([f for sh in shards for f in sh['files']], ['jetty-util/src/A.java'])
+
+ def test_a_map_whose_modules_share_one_directory_falls_back_to_the_tree(self):
+ with tempfile.TemporaryDirectory() as ws:
+ for name in ('a', 'b'):
+ write(ws, f'legacy/s/pkg/{name}/X.java', 'a\n' * 50)
+ children = [{'kind': 'module', 'id': f'pkg/{n}', 'name': f'pkg/{n}', 'file': 'pkg', 'loc': 900} for n in ('a', 'b')]
+ topology = {'root': {'kind': 'system', 'id': 'sys', 'children': [{'kind': 'domain', 'name': 'D', 'id': 'd', 'children': children}]}}
+ write(ws, 'analysis/s/topology.json', json.dumps(topology))
+ done = run('make_shards.py', 's', '--workspace', ws)
+ self.assertEqual(done.returncode, 0, done.stderr)
+ self.assertIn('cannot be sharded by module', done.stdout)
+ shards = load(os.path.join(ws, 'analysis/s/extract-rules.modules.json'))
+ self.assertEqual(sorted(f for sh in shards for f in sh['files']), ['pkg/a/X.java', 'pkg/b/X.java'])
+
+ def test_missing_source_says_what_to_do(self):
+ with tempfile.TemporaryDirectory() as ws:
+ done = run('make_shards.py', 'nope', '--workspace', ws)
+ self.assertEqual(done.returncode, 1)
+ self.assertIn('preflight', done.stderr)
+
+
+class RenderTests(unittest.TestCase):
+ def test_rules_render_with_rule_headings_and_hostile_text_stays_inert(self):
+ result = {'confirmedRules': [
+ {'name': 'Late fee', 'category': 'Calculation', 'priority': 'P0', 'source': 'a.cbl:10-20', 'plainEnglish': 'A fee.',
+ 'given': 'a late payment', 'when': 'month end', 'then': 'fee 5%', 'confidence': 'High'},
+ {'name': 'Bad `name` | pipe\n# Heading', 'category': 'Validation', 'priority': 'P1', 'source': 'b.cbl:1-2', 'plainEnglish': 'x',
+ 'given': 'g\n# injected heading\n```', 'when': 'w', 'then': 't', 'confidence': 'Low', 'smeQuestion': 'Is it 5 or 6?'}],
+ 'dataObjects': [{'name': 'Account', 'source': 'a.cbl:1', 'fields': [{'name': 'id', 'type': 'int'}], 'consumedBy': ['Late fee']}],
+ 'injectionFlags': ['a.cbl:5'], 'rejectedRules': [{}], 'unverifiedRules': [], 'rerunModules': [],
+ 'stats': {'skippedModules': ['M9']}}
+ with tempfile.TemporaryDirectory() as ws:
+ write(ws, 'analysis/s/rules_result.json', json.dumps(result))
+ done = run('render_rules.py', 's', '--workspace', ws)
+ self.assertEqual(done.returncode, 0, done.stderr)
+ text = open(os.path.join(ws, 'analysis/s/BUSINESS_RULES.md'), encoding='utf-8').read()
+ self.assertIn('### RULE-001: Late fee', text)
+ self.assertIn('### RULE-002: Bad', text)
+ headings = [line for line in text.splitlines() if line.startswith('### ')]
+ self.assertEqual(len(headings), 2, headings)
+ self.assertNotIn('\n# injected heading', text)
+ ids = [int(n) for n in re.findall(r'^### RULE-(\d+): ', text, re.M)]
+ self.assertEqual(ids, list(range(1, len(ids) + 1)), 'rule numbers read in sequence down the document')
+ self.assertIn('Rules requiring SME confirmation', text)
+ self.assertIn('Is it 5 or 6?', text)
+ self.assertIn('Coverage gaps', text)
+ self.assertIn('Instruction-shaped content', text)
+ dto = open(os.path.join(ws, 'analysis/s/DATA_OBJECTS.md'), encoding='utf-8').read()
+ self.assertIn('## Account', dto)
+
+ def test_a_rule_keeps_one_citation_and_the_rest_moves_to_also_cited(self):
+ sources = ['wwwroot/a.pl:100-120 (aggregation); family table at lib/b.pm:31-40',
+ 'lib/x.pm:966,1018,1238 (order lists)', 'no citation here', 'c.cbl:7']
+ result = {'confirmedRules': [
+ {'name': f'R{i}', 'category': 'Policy', 'priority': 'P1', 'source': src, 'plainEnglish': 'x',
+ 'given': 'g', 'when': 'w', 'then': 't', 'confidence': 'High'} for i, src in enumerate(sources)]}
+ with tempfile.TemporaryDirectory() as ws:
+ write(ws, 'analysis/s/rules_result.json', json.dumps(result))
+ self.assertEqual(run('render_rules.py', 's', '--workspace', ws).returncode, 0)
+ text = open(os.path.join(ws, 'analysis/s/BUSINESS_RULES.md'), encoding='utf-8').read()
+ cites = re.findall(r'^\*\*Source:\*\* `([^`]*)`', text, re.M)
+ self.assertEqual(sorted(cites), sorted(['wwwroot/a.pl:100-120', 'lib/x.pm:966', 'no citation here', 'c.cbl:7']))
+ self.assertIn('**Also cited:** (aggregation); family table at lib/b.pm:31-40', text)
+ self.assertEqual(text.count('**Also cited:**'), 2)
+
+ def test_folded_rules_are_listed_so_nothing_disappears_untraceably(self):
+ result = {'confirmedRules': [{'name': 'Twiddle table', 'category': 'Calculation', 'priority': 'P0', 'source': 'a.c:1-2 ; also b.c:3-4',
+ 'plainEnglish': 'x', 'given': 'g', 'when': 'w', 'then': 't', 'confidence': 'Low'}],
+ 'foldedRules': [{'name': 'Twiddle factors', 'source': 'b.c:3-4', 'into': 'Twiddle table'}, 'junk', {'name': 'X\n# fake heading', 'source': 's', 'into': 'i'}]}
+ with tempfile.TemporaryDirectory() as ws:
+ write(ws, 'analysis/s/rules_result.json', json.dumps(result))
+ self.assertEqual(run('render_rules.py', 's', '--workspace', ws).returncode, 0)
+ text = open(os.path.join(ws, 'analysis/s/BUSINESS_RULES.md'), encoding='utf-8').read()
+ self.assertIn('## Rules folded into another', text)
+ self.assertIn('- Twiddle factors (b.c:3-4) into Twiddle table', text)
+ self.assertIn('**Also cited:** b.c:3-4', text)
+ self.assertNotIn('\n# fake heading', text)
+
+ def test_unreadable_result_is_an_error(self):
+ with tempfile.TemporaryDirectory() as ws:
+ self.assertEqual(run('render_rules.py', 's', '--workspace', ws).returncode, 1)
+
+
+if __name__ == '__main__':
+ unittest.main()