Add LTP statistics documentation

The LTP statistics documentation is generated at build time. For
now, we are generating syscalls statistics, comparing kernel
syscalls_n64.tbl file and the tests we have in the
testcases/syscalls folder.

doc_new/.gitignore

@@ -1 +1,3 @@
 html/
+data/syscalls.txt
+syscalls.tbl

doc_new/conf.py

@@ -3,6 +3,12 @@
 # For the full list of built-in configuration values, see the documentation:
 # https://www.sphinx-doc.org/en/master/usage/configuration.html
 
+import os
+import re
+import sphinx
+import socket
+import urllib.request
+
 # -- Project information -----------------------------------------------------
 # https://www.sphinx-doc.org/en/master/usage/configuration.html#project-information
 
@@ -22,5 +28,109 @@
 html_theme = 'sphinx_rtd_theme'
 html_static_path = ['_static']
 
+
+def generate_syscalls_stats(_):
+    """
+    Generate statistics for syscalls. We fetch the syscalls list from the kernel
+    sources, then we compare it with testcases/syscalls folder and generate a
+    file that is included in the statistics documentation section.
+    """
+    # sometimes checking testcases/syscalls file names are not enough,
+    # because in some cases (i.e. io_ring) syscalls are tested, but they are
+    # part of a more complex scenario. In the following list, we define syscalls
+    # which we know they are 100% tested already.
+    white_list = [
+        'rt_sigpending',
+        'sethostname',
+        'lsetxattr',
+        'inotify_add_watch',
+        'inotify_rm_watch',
+        'newfstatat',
+        'pselect6',
+        'fanotify_init',
+        'fanotify_mark',
+        'prlimit64',
+        'getdents64',
+        'pkey_mprotect',
+        'pkey_alloc',
+        'pkey_free',
+        'io_uring_setup',
+        'io_uring_enter',
+        'io_uring_register',
+        'epoll_pwait2',
+        'quotactl_fd',
+    ]
+
+    error = False
+    try:
+        socket.setdefaulttimeout(3)
+        urllib.request.urlretrieve(
+            "https://raw.githubusercontent.com/torvalds/linux/master/arch/mips/kernel/syscalls/syscall_n64.tbl",
+            "syscalls.tbl")
+    except Exception as err:
+        error = True
+        logger = sphinx.util.logging.getLogger(__name__)
+        msg = "WARNING: can't download syscall_n64.tbl from kernel sources"
+        logger.warning(msg)
+
+        with open('data/syscalls.txt', 'w') as stats:
+            stats.write(msg)
+
+    if error:
+        return
+
+    # collect all available kernel syscalls
+    regexp = re.compile(r'\d+\s+n64\s+(?P<syscall>\w+)\s+\w+')
+    ker_syscalls = []
+    with open("syscalls.tbl", 'r') as data:
+        for line in data:
+            match = regexp.search(line)
+            if match:
+                ker_syscalls.append(match.group('syscall'))
+
+    # collect all LTP tested syscalls
+    ltp_syscalls = []
+    for root, _, files in os.walk('../testcases/kernel/syscalls'):
+        for myfile in files:
+            if myfile.endswith('.c'):
+                ltp_syscalls.append(myfile)
+
+    # compare kernel syscalls with LTP tested syscalls
+    syscalls = {}
+    for kersc in ker_syscalls:
+        if kersc not in syscalls:
+            if kersc in white_list:
+                syscalls[kersc] = True
+                continue
+
+            syscalls[kersc] = False
+
+        for ltpsc in ltp_syscalls:
+            if ltpsc.startswith(kersc):
+                syscalls[kersc] = True
+
+    # generate the statistics file
+    tested_syscalls = [key for key, val in syscalls.items() if val]
+    lines = [
+        'syscalls which have a folder under testcases/syscalls:\n\n',
+        f'Kernel syscalls: {len(ker_syscalls)}\n',
+        f'Tested syscalls: {len(tested_syscalls)}\n\n',
+    ]
+
+    lines.append('Tested syscalls:\n\n')
+    for sysname, tested in syscalls.items():
+        if tested:
+            lines.append(f'\t{sysname}\n')
+
+    lines.append('\nUntested syscalls:\n\n')
+    for sysname, tested in syscalls.items():
+        if not tested:
+            lines.append(f'\t{sysname}\n')
+
+    with open('data/syscalls.txt', 'w') as stats:
+        stats.writelines(lines)
+
+
 def setup(app):
     app.add_css_file('custom.css')
+    app.connect('builder-inited', generate_syscalls_stats)

doc_new/index.rst

@@ -35,6 +35,7 @@ Some references:
    users/quick_start
    users/setup_tests
    users/supported_systems
+   users/stats
 
 .. toctree::
    :maxdepth: 3
@@ -74,6 +75,9 @@ For users
 :doc:`users/supported_systems`
    A list of supported technologies by the LTP framework
 
+:doc:`users/stats`
+   Some LTP statistics
+
 For developers
 --------------
 

doc_new/users/stats.rst

@@ -0,0 +1,12 @@
+.. SPDX-License-Identifier: GPL-2.0-or-later
+
+Statistics
+==========
+
+In this section we collect some statistics related to the current state of
+LTP tests.
+
+Syscalls
+--------
+
+.. literalinclude:: ../data/syscalls.txt