diff options
-rw-r--r-- | sos/report/__init__.py | 8 | ||||
-rw-r--r-- | sos/report/plugins/__init__.py | 32 | ||||
-rw-r--r-- | sos/report/plugins/jars.py | 2 | ||||
-rw-r--r-- | sos/report/plugins/python.py | 3 | ||||
-rw-r--r-- | sos/report/plugins/unpackaged.py | 3 | ||||
-rw-r--r-- | sos/report/plugins/yum.py | 3 | ||||
-rw-r--r-- | tests/report_tests/plugin_tests/logs.py | 6 | ||||
-rw-r--r-- | tests/report_tests/plugin_tests/string_collection_tests.py | 37 | ||||
-rw-r--r-- | tests/unittests/plugin_tests.py | 5 |
9 files changed, 79 insertions, 20 deletions
diff --git a/sos/report/__init__.py b/sos/report/__init__.py index b033f621..e35c7e8d 100644 --- a/sos/report/__init__.py +++ b/sos/report/__init__.py @@ -1162,13 +1162,9 @@ class SoSReport(SoSComponent): cmd['file'] ))) - for content, f in plug.copy_strings: + for content, f, tags in plug.copy_strings: section.add(CreatedFile(name=f, - href=os.path.join( - "..", - "sos_strings", - plugname, - f))) + href=os.path.join("..", f))) report.add(section) diff --git a/sos/report/plugins/__init__.py b/sos/report/plugins/__init__.py index 6c32c665..3c2b64d9 100644 --- a/sos/report/plugins/__init__.py +++ b/sos/report/plugins/__init__.py @@ -613,6 +613,7 @@ class Plugin(): self.manifest.add_field('timeout_hit', False) self.manifest.add_list('commands', []) self.manifest.add_list('files', []) + self.manifest.add_field('strings', {}) def timeout_from_options(self, optname, plugoptname, default_timeout): """Returns either the default [plugin|cmd] timeout value, the value as @@ -1919,7 +1920,8 @@ class Plugin(): # adds a mixed case variable name, still get that as well self._env_vars.update([env, env.upper(), env.lower()]) - def add_string_as_file(self, content, filename, pred=None): + def add_string_as_file(self, content, filename, pred=None, plug_dir=False, + tags=[]): """Add a string to the archive as a file :param content: The string to write to the archive @@ -1931,6 +1933,14 @@ class Plugin(): :param pred: A predicate to gate if the string should be added to the archive or not :type pred: ``SoSPredicate`` + + :param plug_dir: Should the string be saved under the plugin's dir in + sos_commands/? If false, save to sos_strings/ + :type plug_dir: ``bool` + + :param tags: A tag or set of tags to add to the manifest entry for this + collection + :type tags: ``str`` or a ``list`` of strings """ # Generate summary string for logging @@ -1943,7 +1953,13 @@ class Plugin(): (summary, self.get_predicate(pred=pred))) return - self.copy_strings.append((content, filename)) + sos_dir = 'sos_commands' if plug_dir else 'sos_strings' + filename = os.path.join(sos_dir, self.name(), filename) + + if isinstance(tags, str): + tags = [tags] + + self.copy_strings.append((content, filename, tags)) self._log_debug("added string ...'%s' as '%s'" % (summary, filename)) def _collect_cmd_output(self, cmd, suggest_filename=None, @@ -2622,7 +2638,7 @@ class Plugin(): self._collect_cmd_output(**soscmd.__dict__) def _collect_strings(self): - for string, file_name in self.copy_strings: + for string, file_name, tags in self.copy_strings: if self._timeout_hit: return content = '' @@ -2633,10 +2649,12 @@ class Plugin(): self._log_info("collecting string ...'%s' as '%s'" % (content, file_name)) try: - self.archive.add_string(string, - os.path.join('sos_strings', - self.name(), - file_name)) + self.archive.add_string(string, file_name) + _name = file_name.split('/')[-1].replace('.', '_') + self.manifest.strings[_name] = { + 'path': file_name, + 'tags': tags + } except Exception as e: self._log_debug("could not add string '%s': %s" % (file_name, e)) diff --git a/sos/report/plugins/jars.py b/sos/report/plugins/jars.py index f2a26679..0d3cf37e 100644 --- a/sos/report/plugins/jars.py +++ b/sos/report/plugins/jars.py @@ -79,7 +79,7 @@ class Jars(Plugin, RedHatPlugin): results["jars"].append(record) results_str = json.dumps(results, indent=4, separators=(",", ": ")) - self.add_string_as_file(results_str, "jars.json") + self.add_string_as_file(results_str, "jars.json", plug_dir=True) @staticmethod def is_jar(path): diff --git a/sos/report/plugins/python.py b/sos/report/plugins/python.py index d5416f28..e2ab39ab 100644 --- a/sos/report/plugins/python.py +++ b/sos/report/plugins/python.py @@ -95,6 +95,7 @@ class RedHatPython(Python, RedHatPlugin): filepath ) - self.add_string_as_file(json.dumps(digests), 'digests.json') + self.add_string_as_file(json.dumps(digests), 'digests.json', + plug_dir=True) # vim: set et ts=4 sw=4 : diff --git a/sos/report/plugins/unpackaged.py b/sos/report/plugins/unpackaged.py index 9d68077c..9205e53f 100644 --- a/sos/report/plugins/unpackaged.py +++ b/sos/report/plugins/unpackaged.py @@ -80,6 +80,7 @@ class Unpackaged(Plugin, RedHatPlugin): all_fsystem += all_files_system(d) not_packaged = [x for x in all_fsystem if x not in all_frpm] not_packaged_expanded = format_output(not_packaged) - self.add_string_as_file('\n'.join(not_packaged_expanded), 'unpackaged') + self.add_string_as_file('\n'.join(not_packaged_expanded), 'unpackaged', + plug_dir=True) # vim: set et ts=4 sw=4 : diff --git a/sos/report/plugins/yum.py b/sos/report/plugins/yum.py index d551573e..148464cb 100644 --- a/sos/report/plugins/yum.py +++ b/sos/report/plugins/yum.py @@ -69,7 +69,8 @@ class Yum(Plugin, RedHatPlugin): os.path.basename(p)[:-3] for p in plugins.split() ] plugnames = "%s\n" % "\n".join(plugnames) - self.add_string_as_file(plugnames, "plugin-names") + self.add_string_as_file(plugnames, "plugin-names", + plug_dir=True) self.add_copy_spec("/etc/yum/pluginconf.d") diff --git a/tests/report_tests/plugin_tests/logs.py b/tests/report_tests/plugin_tests/logs.py index 9512b0d1..14f6bd5d 100644 --- a/tests/report_tests/plugin_tests/logs.py +++ b/tests/report_tests/plugin_tests/logs.py @@ -74,3 +74,9 @@ class LogsSizeLimitTest(StageTwoReportTest): self.assertFileExists(tailed) journ = self.get_name_in_archive('sos_commands/logs/journalctl_--no-pager') assert os.path.islink(journ), "Journal in sos_commands/logs is not a symlink" + + def test_string_not_in_manifest(self): + # we don't want truncated collections appearing in the strings section + # of the manifest for the plugin + manifest = self.get_plugin_manifest('logs') + self.assertFalse(manifest['strings']) diff --git a/tests/report_tests/plugin_tests/string_collection_tests.py b/tests/report_tests/plugin_tests/string_collection_tests.py new file mode 100644 index 00000000..d98401b3 --- /dev/null +++ b/tests/report_tests/plugin_tests/string_collection_tests.py @@ -0,0 +1,37 @@ +# This file is part of the sos project: https://github.com/sosreport/sos +# +# This copyrighted material is made available to anyone wishing to use, +# modify, copy, or redistribute it subject to the terms and conditions of +# version 2 of the GNU General Public License. +# +# See the LICENSE file in the source distribution for further information. + + +from sos_tests import StageOneReportTest + + +class CollectStringTest(StageOneReportTest): + """Test to ensure that add_string_as_file() is working for plugins that + directly call it as part of their collections + + :avocado: tags=stageone + """ + + sos_cmd = '-v -o unpackaged,python -k python.hashes' + # unpackaged is only a RedHatPlugin + redhat_only = True + + def test_unpackaged_list_collected(self): + self.assertFileCollected('sos_commands/unpackaged/unpackaged') + + def test_python_hashes_collected(self): + self.assertFileCollected('sos_commands/python/digests.json') + + def test_no_strings_dir(self): + self.assertFileNotCollected('sos_strings/') + + def test_manifest_strings_correct(self): + pkgman = self.get_plugin_manifest('unpackaged') + self.assertTrue(pkgman['strings']['unpackaged']) + pyman = self.get_plugin_manifest('python') + self.assertTrue(pyman['strings']['digests_json']) diff --git a/tests/unittests/plugin_tests.py b/tests/unittests/plugin_tests.py index fcd24143..0105e3b8 100644 --- a/tests/unittests/plugin_tests.py +++ b/tests/unittests/plugin_tests.py @@ -339,10 +339,9 @@ class AddCopySpecTests(unittest.TestCase): self.mp.sysroot = '/' fn = create_file(2) # create 2MB file, consider a context manager self.mp.add_copy_spec(fn, 1) - content, fname = self.mp.copy_strings[0] + content, fname, _tags = self.mp.copy_strings[0] self.assertTrue("tailed" in fname) self.assertTrue("tmp" in fname) - self.assertTrue("/" not in fname) self.assertEquals(1024 * 1024, len(content)) os.unlink(fn) @@ -371,7 +370,7 @@ class AddCopySpecTests(unittest.TestCase): create_file(2, dir=tmpdir) self.mp.add_copy_spec(tmpdir + "/*", 1) self.assertEquals(len(self.mp.copy_strings), 1) - content, fname = self.mp.copy_strings[0] + content, fname, _tags = self.mp.copy_strings[0] self.assertTrue("tailed" in fname) self.assertEquals(1024 * 1024, len(content)) shutil.rmtree(tmpdir) |