All of lore.kernel.org
 help / color / mirror / Atom feed
* [PATCH v3 1/3] python/sepolicy: Fix sepolicy manpage -w ...
@ 2022-11-18 12:51 Petr Lautrbach
  2022-11-18 12:51 ` [PATCH v3 2/3] python/sepolicy: Use distro module to get os version Petr Lautrbach
                   ` (2 more replies)
  0 siblings, 3 replies; 5+ messages in thread
From: Petr Lautrbach @ 2022-11-18 12:51 UTC (permalink / raw)
  To: selinux; +Cc: Petr Lautrbach

Commit 7494bb1298b3 ("sepolicy: generate man pages in parallel")
improved sepolicy performance but broke `sepolicy manpage -w ...` as it
didn't collect data about domains and roles from ManPage() and so
HTMLManPages() generated only empty page. This is fixed now, domains
and roles are being collected and used for HTML pages.

Signed-off-by: Petr Lautrbach <lautrbach@redhat.com>
---

- v3: improved the result loop, based on Ondrej Mosnacek <omosnace@redhat.com>'s suggestion


 python/sepolicy/sepolicy.py         | 13 +++++++++++--
 python/sepolicy/sepolicy/manpage.py | 12 +++++-------
 2 files changed, 16 insertions(+), 9 deletions(-)

diff --git a/python/sepolicy/sepolicy.py b/python/sepolicy/sepolicy.py
index 733d40484709..82ff6af2bc2d 100755
--- a/python/sepolicy/sepolicy.py
+++ b/python/sepolicy/sepolicy.py
@@ -332,9 +332,10 @@ def manpage_work(domain, path, root, source_files, web):
     from sepolicy.manpage import ManPage
     m = ManPage(domain, path, root, source_files, web)
     print(m.get_man_page_path())
+    return (m.manpage_domains, m.manpage_roles)
 
 def manpage(args):
-    from sepolicy.manpage import HTMLManPages, manpage_domains, manpage_roles, gen_domains
+    from sepolicy.manpage import HTMLManPages, gen_domains
 
     path = args.path
     if not args.policy and args.root != "/":
@@ -347,9 +348,17 @@ def manpage(args):
     else:
         test_domains = args.domain
 
+    manpage_domains = set()
+    manpage_roles = set()
     p = Pool()
+    async_results = []
     for domain in test_domains:
-        p.apply_async(manpage_work, [domain, path, args.root, args.source_files, args.web])
+        async_results.append(p.apply_async(manpage_work, [domain, path, args.root, args.source_files, args.web]))
+    for result in async_results:
+        domains, roles = result.get()
+        manpage_domains.update(domains)
+        manpage_roles.update(roles)
+
     p.close()
     p.join()
 
diff --git a/python/sepolicy/sepolicy/manpage.py b/python/sepolicy/sepolicy/manpage.py
index 3e61e333193f..de72cb6cda5f 100755
--- a/python/sepolicy/sepolicy/manpage.py
+++ b/python/sepolicy/sepolicy/manpage.py
@@ -21,7 +21,7 @@
 #                                        02111-1307  USA
 #
 #
-__all__ = ['ManPage', 'HTMLManPages', 'manpage_domains', 'manpage_roles', 'gen_domains']
+__all__ = ['ManPage', 'HTMLManPages', 'gen_domains']
 
 import string
 import selinux
@@ -147,10 +147,6 @@ def _gen_types():
 def prettyprint(f, trim):
     return " ".join(f[:-len(trim)].split("_"))
 
-# for HTML man pages
-manpage_domains = []
-manpage_roles = []
-
 fedora_releases = ["Fedora17", "Fedora18"]
 rhel_releases = ["RHEL6", "RHEL7"]
 
@@ -408,6 +404,8 @@ class ManPage:
     """
     modules_dict = None
     enabled_str = ["Disabled", "Enabled"]
+    manpage_domains = []
+    manpage_roles = []
 
     def __init__(self, domainname, path="/tmp", root="/", source_files=False, html=False):
         self.html = html
@@ -453,10 +451,10 @@ class ManPage:
         if self.domainname + "_r" in self.all_roles:
             self.__gen_user_man_page()
             if self.html:
-                manpage_roles.append(self.man_page_path)
+                self.manpage_roles.append(self.man_page_path)
         else:
             if self.html:
-                manpage_domains.append(self.man_page_path)
+                self.manpage_domains.append(self.man_page_path)
             self.__gen_man_page()
         self.fd.close()
 
-- 
2.38.1


^ permalink raw reply related	[flat|nested] 5+ messages in thread

* [PATCH v3 2/3] python/sepolicy: Use distro module to get os version
  2022-11-18 12:51 [PATCH v3 1/3] python/sepolicy: Fix sepolicy manpage -w Petr Lautrbach
@ 2022-11-18 12:51 ` Petr Lautrbach
  2022-11-18 12:51 ` [PATCH v3 3/3] python/sepolicy: Simplify generation of man pages Petr Lautrbach
  2022-11-21 14:58 ` [PATCH v3 1/3] python/sepolicy: Fix sepolicy manpage -w James Carter
  2 siblings, 0 replies; 5+ messages in thread
From: Petr Lautrbach @ 2022-11-18 12:51 UTC (permalink / raw)
  To: selinux; +Cc: Petr Lautrbach

distro module uses /etc/os-release file which contains operating system
identification data, see os-release(5). Given that the mechanism doesn't
use `rpm` it should be possible to generate man pages on other
distributions.

Signed-off-by: Petr Lautrbach <lautrbach@redhat.com>
---
 python/sepolicy/sepolicy/__init__.py | 25 ++++++-------------------
 1 file changed, 6 insertions(+), 19 deletions(-)

diff --git a/python/sepolicy/sepolicy/__init__.py b/python/sepolicy/sepolicy/__init__.py
index 9c3caa05b80b..baa4c8e62e97 100644
--- a/python/sepolicy/sepolicy/__init__.py
+++ b/python/sepolicy/sepolicy/__init__.py
@@ -1226,27 +1226,14 @@ def boolean_desc(boolean):
 
 
 def get_os_version():
-    os_version = ""
-    pkg_name = "selinux-policy"
+    system_release = ""
     try:
-        try:
-            from commands import getstatusoutput
-        except ImportError:
-            from subprocess import getstatusoutput
-        rc, output = getstatusoutput("rpm -q '%s'" % pkg_name)
-        if rc == 0:
-            os_version = output.split(".")[-2]
-    except:
-        os_version = ""
-
-    if os_version[0:2] == "fc":
-        os_version = "Fedora" + os_version[2:]
-    elif os_version[0:2] == "el":
-        os_version = "RHEL" + os_version[2:]
-    else:
-        os_version = ""
+        import distro
+        system_release = distro.name(pretty=True)
+    except IOError:
+        system_release = "Misc"
 
-    return os_version
+    return system_release
 
 
 def reinit():
-- 
2.38.1


^ permalink raw reply related	[flat|nested] 5+ messages in thread

* [PATCH v3 3/3] python/sepolicy: Simplify generation of man pages
  2022-11-18 12:51 [PATCH v3 1/3] python/sepolicy: Fix sepolicy manpage -w Petr Lautrbach
  2022-11-18 12:51 ` [PATCH v3 2/3] python/sepolicy: Use distro module to get os version Petr Lautrbach
@ 2022-11-18 12:51 ` Petr Lautrbach
  2022-11-21 14:58 ` [PATCH v3 1/3] python/sepolicy: Fix sepolicy manpage -w James Carter
  2 siblings, 0 replies; 5+ messages in thread
From: Petr Lautrbach @ 2022-11-18 12:51 UTC (permalink / raw)
  To: selinux; +Cc: Petr Lautrbach

And do not hardcode Fedora and RHEL versions.

Signed-off-by: Petr Lautrbach <lautrbach@redhat.com>
---

- v3: SELinux man Pages without " online"

 python/sepolicy/sepolicy/manpage.py | 71 ++++-------------------------
 1 file changed, 8 insertions(+), 63 deletions(-)

diff --git a/python/sepolicy/sepolicy/manpage.py b/python/sepolicy/sepolicy/manpage.py
index de72cb6cda5f..edeb3b77e759 100755
--- a/python/sepolicy/sepolicy/manpage.py
+++ b/python/sepolicy/sepolicy/manpage.py
@@ -147,9 +147,6 @@ def _gen_types():
 def prettyprint(f, trim):
     return " ".join(f[:-len(trim)].split("_"))
 
-fedora_releases = ["Fedora17", "Fedora18"]
-rhel_releases = ["RHEL6", "RHEL7"]
-
 
 def get_alphabet_manpages(manpage_list):
     alphabet_manpages = dict.fromkeys(string.ascii_letters, [])
@@ -180,7 +177,7 @@ def convert_manpage_to_html(html_manpage, manpage):
 class HTMLManPages:
 
     """
-            Generate a HHTML Manpages on an given SELinux domains
+            Generate a HTML Manpages on an given SELinux domains
     """
 
     def __init__(self, manpage_roles, manpage_domains, path, os_version):
@@ -188,18 +185,12 @@ class HTMLManPages:
         self.manpage_domains = get_alphabet_manpages(manpage_domains)
         self.os_version = os_version
         self.old_path = path + "/"
-        self.new_path = self.old_path + self.os_version + "/"
-
-        if self.os_version in fedora_releases or self.os_version in rhel_releases:
-            self.__gen_html_manpages()
-        else:
-            print("SELinux HTML man pages can not be generated for this %s" % os_version)
-            exit(1)
+        self.new_path = self.old_path
+        self.__gen_html_manpages()
 
     def __gen_html_manpages(self):
         self._write_html_manpage()
         self._gen_index()
-        self._gen_body()
         self._gen_css()
 
     def _write_html_manpage(self):
@@ -217,67 +208,21 @@ class HTMLManPages:
                     convert_manpage_to_html((self.new_path + r.rsplit("_selinux", 1)[0] + ".html"), self.old_path + r)
 
     def _gen_index(self):
-        index = self.old_path + "index.html"
-        fd = open(index, 'w')
-        fd.write("""
-<html>
-<head>
-    <link rel=stylesheet type="text/css" href="style.css" title="style">
-    <title>SELinux man pages online</title>
-</head>
-<body>
-<h1>SELinux man pages</h1>
-<br></br>
-Fedora or Red Hat Enterprise Linux Man Pages.</h2>
-<br></br>
-<hr>
-<h3>Fedora</h3>
-<table><tr>
-<td valign="middle">
-</td>
-</tr></table>
-<pre>
-""")
-        for f in fedora_releases:
-            fd.write("""
-<a href=%s/%s.html>%s</a> - SELinux man pages for %s """ % (f, f, f, f))
-
-        fd.write("""
-</pre>
-<hr>
-<h3>RHEL</h3>
-<table><tr>
-<td valign="middle">
-</td>
-</tr></table>
-<pre>
-""")
-        for r in rhel_releases:
-            fd.write("""
-<a href=%s/%s.html>%s</a> - SELinux man pages for %s """ % (r, r, r, r))
-
-        fd.write("""
-</pre>
-	""")
-        fd.close()
-        print("%s has been created" % index)
-
-    def _gen_body(self):
-        html = self.new_path + self.os_version + ".html"
+        html = self.new_path + "index.html"
         fd = open(html, 'w')
         fd.write("""
 <html>
 <head>
-	<link rel=stylesheet type="text/css" href="../style.css" title="style">
-	<title>Linux man-pages online for Fedora18</title>
+	<link rel=stylesheet type="text/css" href="style.css" title="style">
+	<title>SELinux man pages</title>
 </head>
 <body>
-<h1>SELinux man pages for Fedora18</h1>
+<h1>SELinux man pages for %s</h1>
 <hr>
 <table><tr>
 <td valign="middle">
 <h3>SELinux roles</h3>
-""")
+""" % self.os_version)
         for letter in self.manpage_roles:
             if len(self.manpage_roles[letter]):
                 fd.write("""
-- 
2.38.1


^ permalink raw reply related	[flat|nested] 5+ messages in thread

* Re: [PATCH v3 1/3] python/sepolicy: Fix sepolicy manpage -w ...
  2022-11-18 12:51 [PATCH v3 1/3] python/sepolicy: Fix sepolicy manpage -w Petr Lautrbach
  2022-11-18 12:51 ` [PATCH v3 2/3] python/sepolicy: Use distro module to get os version Petr Lautrbach
  2022-11-18 12:51 ` [PATCH v3 3/3] python/sepolicy: Simplify generation of man pages Petr Lautrbach
@ 2022-11-21 14:58 ` James Carter
  2022-11-23 15:04   ` James Carter
  2 siblings, 1 reply; 5+ messages in thread
From: James Carter @ 2022-11-21 14:58 UTC (permalink / raw)
  To: Petr Lautrbach; +Cc: selinux

On Fri, Nov 18, 2022 at 8:07 AM Petr Lautrbach <lautrbach@redhat.com> wrote:
>
> Commit 7494bb1298b3 ("sepolicy: generate man pages in parallel")
> improved sepolicy performance but broke `sepolicy manpage -w ...` as it
> didn't collect data about domains and roles from ManPage() and so
> HTMLManPages() generated only empty page. This is fixed now, domains
> and roles are being collected and used for HTML pages.
>
> Signed-off-by: Petr Lautrbach <lautrbach@redhat.com>

For these three patches:
Acked-by: James Carter <jwcart2@gmail.com>

> ---
>
> - v3: improved the result loop, based on Ondrej Mosnacek <omosnace@redhat.com>'s suggestion
>
>
>  python/sepolicy/sepolicy.py         | 13 +++++++++++--
>  python/sepolicy/sepolicy/manpage.py | 12 +++++-------
>  2 files changed, 16 insertions(+), 9 deletions(-)
>
> diff --git a/python/sepolicy/sepolicy.py b/python/sepolicy/sepolicy.py
> index 733d40484709..82ff6af2bc2d 100755
> --- a/python/sepolicy/sepolicy.py
> +++ b/python/sepolicy/sepolicy.py
> @@ -332,9 +332,10 @@ def manpage_work(domain, path, root, source_files, web):
>      from sepolicy.manpage import ManPage
>      m = ManPage(domain, path, root, source_files, web)
>      print(m.get_man_page_path())
> +    return (m.manpage_domains, m.manpage_roles)
>
>  def manpage(args):
> -    from sepolicy.manpage import HTMLManPages, manpage_domains, manpage_roles, gen_domains
> +    from sepolicy.manpage import HTMLManPages, gen_domains
>
>      path = args.path
>      if not args.policy and args.root != "/":
> @@ -347,9 +348,17 @@ def manpage(args):
>      else:
>          test_domains = args.domain
>
> +    manpage_domains = set()
> +    manpage_roles = set()
>      p = Pool()
> +    async_results = []
>      for domain in test_domains:
> -        p.apply_async(manpage_work, [domain, path, args.root, args.source_files, args.web])
> +        async_results.append(p.apply_async(manpage_work, [domain, path, args.root, args.source_files, args.web]))
> +    for result in async_results:
> +        domains, roles = result.get()
> +        manpage_domains.update(domains)
> +        manpage_roles.update(roles)
> +
>      p.close()
>      p.join()
>
> diff --git a/python/sepolicy/sepolicy/manpage.py b/python/sepolicy/sepolicy/manpage.py
> index 3e61e333193f..de72cb6cda5f 100755
> --- a/python/sepolicy/sepolicy/manpage.py
> +++ b/python/sepolicy/sepolicy/manpage.py
> @@ -21,7 +21,7 @@
>  #                                        02111-1307  USA
>  #
>  #
> -__all__ = ['ManPage', 'HTMLManPages', 'manpage_domains', 'manpage_roles', 'gen_domains']
> +__all__ = ['ManPage', 'HTMLManPages', 'gen_domains']
>
>  import string
>  import selinux
> @@ -147,10 +147,6 @@ def _gen_types():
>  def prettyprint(f, trim):
>      return " ".join(f[:-len(trim)].split("_"))
>
> -# for HTML man pages
> -manpage_domains = []
> -manpage_roles = []
> -
>  fedora_releases = ["Fedora17", "Fedora18"]
>  rhel_releases = ["RHEL6", "RHEL7"]
>
> @@ -408,6 +404,8 @@ class ManPage:
>      """
>      modules_dict = None
>      enabled_str = ["Disabled", "Enabled"]
> +    manpage_domains = []
> +    manpage_roles = []
>
>      def __init__(self, domainname, path="/tmp", root="/", source_files=False, html=False):
>          self.html = html
> @@ -453,10 +451,10 @@ class ManPage:
>          if self.domainname + "_r" in self.all_roles:
>              self.__gen_user_man_page()
>              if self.html:
> -                manpage_roles.append(self.man_page_path)
> +                self.manpage_roles.append(self.man_page_path)
>          else:
>              if self.html:
> -                manpage_domains.append(self.man_page_path)
> +                self.manpage_domains.append(self.man_page_path)
>              self.__gen_man_page()
>          self.fd.close()
>
> --
> 2.38.1
>

^ permalink raw reply	[flat|nested] 5+ messages in thread

* Re: [PATCH v3 1/3] python/sepolicy: Fix sepolicy manpage -w ...
  2022-11-21 14:58 ` [PATCH v3 1/3] python/sepolicy: Fix sepolicy manpage -w James Carter
@ 2022-11-23 15:04   ` James Carter
  0 siblings, 0 replies; 5+ messages in thread
From: James Carter @ 2022-11-23 15:04 UTC (permalink / raw)
  To: Petr Lautrbach; +Cc: selinux

On Mon, Nov 21, 2022 at 9:58 AM James Carter <jwcart2@gmail.com> wrote:
>
> On Fri, Nov 18, 2022 at 8:07 AM Petr Lautrbach <lautrbach@redhat.com> wrote:
> >
> > Commit 7494bb1298b3 ("sepolicy: generate man pages in parallel")
> > improved sepolicy performance but broke `sepolicy manpage -w ...` as it
> > didn't collect data about domains and roles from ManPage() and so
> > HTMLManPages() generated only empty page. This is fixed now, domains
> > and roles are being collected and used for HTML pages.
> >
> > Signed-off-by: Petr Lautrbach <lautrbach@redhat.com>
>
> For these three patches:
> Acked-by: James Carter <jwcart2@gmail.com>
>
These three patches have been merged.
Thanks,
Jim

> > ---
> >
> > - v3: improved the result loop, based on Ondrej Mosnacek <omosnace@redhat.com>'s suggestion
> >
> >
> >  python/sepolicy/sepolicy.py         | 13 +++++++++++--
> >  python/sepolicy/sepolicy/manpage.py | 12 +++++-------
> >  2 files changed, 16 insertions(+), 9 deletions(-)
> >
> > diff --git a/python/sepolicy/sepolicy.py b/python/sepolicy/sepolicy.py
> > index 733d40484709..82ff6af2bc2d 100755
> > --- a/python/sepolicy/sepolicy.py
> > +++ b/python/sepolicy/sepolicy.py
> > @@ -332,9 +332,10 @@ def manpage_work(domain, path, root, source_files, web):
> >      from sepolicy.manpage import ManPage
> >      m = ManPage(domain, path, root, source_files, web)
> >      print(m.get_man_page_path())
> > +    return (m.manpage_domains, m.manpage_roles)
> >
> >  def manpage(args):
> > -    from sepolicy.manpage import HTMLManPages, manpage_domains, manpage_roles, gen_domains
> > +    from sepolicy.manpage import HTMLManPages, gen_domains
> >
> >      path = args.path
> >      if not args.policy and args.root != "/":
> > @@ -347,9 +348,17 @@ def manpage(args):
> >      else:
> >          test_domains = args.domain
> >
> > +    manpage_domains = set()
> > +    manpage_roles = set()
> >      p = Pool()
> > +    async_results = []
> >      for domain in test_domains:
> > -        p.apply_async(manpage_work, [domain, path, args.root, args.source_files, args.web])
> > +        async_results.append(p.apply_async(manpage_work, [domain, path, args.root, args.source_files, args.web]))
> > +    for result in async_results:
> > +        domains, roles = result.get()
> > +        manpage_domains.update(domains)
> > +        manpage_roles.update(roles)
> > +
> >      p.close()
> >      p.join()
> >
> > diff --git a/python/sepolicy/sepolicy/manpage.py b/python/sepolicy/sepolicy/manpage.py
> > index 3e61e333193f..de72cb6cda5f 100755
> > --- a/python/sepolicy/sepolicy/manpage.py
> > +++ b/python/sepolicy/sepolicy/manpage.py
> > @@ -21,7 +21,7 @@
> >  #                                        02111-1307  USA
> >  #
> >  #
> > -__all__ = ['ManPage', 'HTMLManPages', 'manpage_domains', 'manpage_roles', 'gen_domains']
> > +__all__ = ['ManPage', 'HTMLManPages', 'gen_domains']
> >
> >  import string
> >  import selinux
> > @@ -147,10 +147,6 @@ def _gen_types():
> >  def prettyprint(f, trim):
> >      return " ".join(f[:-len(trim)].split("_"))
> >
> > -# for HTML man pages
> > -manpage_domains = []
> > -manpage_roles = []
> > -
> >  fedora_releases = ["Fedora17", "Fedora18"]
> >  rhel_releases = ["RHEL6", "RHEL7"]
> >
> > @@ -408,6 +404,8 @@ class ManPage:
> >      """
> >      modules_dict = None
> >      enabled_str = ["Disabled", "Enabled"]
> > +    manpage_domains = []
> > +    manpage_roles = []
> >
> >      def __init__(self, domainname, path="/tmp", root="/", source_files=False, html=False):
> >          self.html = html
> > @@ -453,10 +451,10 @@ class ManPage:
> >          if self.domainname + "_r" in self.all_roles:
> >              self.__gen_user_man_page()
> >              if self.html:
> > -                manpage_roles.append(self.man_page_path)
> > +                self.manpage_roles.append(self.man_page_path)
> >          else:
> >              if self.html:
> > -                manpage_domains.append(self.man_page_path)
> > +                self.manpage_domains.append(self.man_page_path)
> >              self.__gen_man_page()
> >          self.fd.close()
> >
> > --
> > 2.38.1
> >

^ permalink raw reply	[flat|nested] 5+ messages in thread

end of thread, other threads:[~2022-11-23 15:04 UTC | newest]

Thread overview: 5+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2022-11-18 12:51 [PATCH v3 1/3] python/sepolicy: Fix sepolicy manpage -w Petr Lautrbach
2022-11-18 12:51 ` [PATCH v3 2/3] python/sepolicy: Use distro module to get os version Petr Lautrbach
2022-11-18 12:51 ` [PATCH v3 3/3] python/sepolicy: Simplify generation of man pages Petr Lautrbach
2022-11-21 14:58 ` [PATCH v3 1/3] python/sepolicy: Fix sepolicy manpage -w James Carter
2022-11-23 15:04   ` James Carter

This is an external index of several public inboxes,
see mirroring instructions on how to clone and mirror
all data and code used by this external index.