determine_test_coverage.py

import os
from pprint import pprint

# Shared Map
tests = {}

# Run Coverage For A Particular Test
test_names = ["ivy_tests/test_ivy/test_functional/test_core/test_elementwise.py::test_abs"]
directories = ['ivy', 'ivy/array', 'ivy/container', 'ivy/functional', 'ivy/functional/backends',
               'ivy/functional/backends/jax', 'ivy/functional/backends/numpy', 'ivy/functional/backends/torch',
               'ivy/functional/backends/tensorflow', 'ivy/functional/frontends', 'ivy/functional/frontends/jax',
               'ivy/functional/frontends/numpy', 'ivy/functional/frontends/torch',
               'ivy/functional/frontends/tensorflow', 'ivy/functional/ivy', 'ivy/stateful', 'ivy_tests',
               'ivy_tests/test_ivy', 'ivy_tests/test_ivy/test_frontends', 'ivy_tests/test_ivy/test_frontends/test_jax',
               'ivy_tests/test_ivy/test_frontends/test_numpy', 'ivy_tests/test_ivy/test_frontends/test_tensorflow',
               'ivy_tests/test_ivy/test_frontends/test_torch', 'ivy_tests/test_ivy/test_functional',
               'ivy_tests/test_ivy/test_functional/test_core', 'ivy_tests/test_ivy/test_functional/test_nn',
               'ivy_tests/test_ivy/test_stateful']

if __name__ == "__main__":
    for test_name in test_names:
        os.system(f"coverage run -m pytest {test_name}")
        os.system('coverage annotate')
        for directory in directories:
            for file_name in os.listdir(directory):
                if file_name.endswith("cover"):
                    file_name = directory + "/" + file_name
                    if file_name not in tests:
                        tests[file_name] = []
                        with open(file_name) as f:
                            for line in f:
                                tests[file_name].append(set())
                    with open(file_name) as f:
                        i = 0
                        for line in f:
                            if line[0] == '>':
                                tests[file_name][i].add(test_name)
                            i += 1
        os.system("find . -name \\*cover -type f -delete")


pprint(tests)