Vendor and use internal code from ansible-core to fix YAML callback.

Ref: https://github.com/ansible/ansible/issues/84781

changelogs/fragments/9833-data-tagging.yml

@@ -2,6 +2,7 @@ bugfixes:
   - "dependent look plugin - make compatible with ansible-core's Data Tagging feature (https://github.com/ansible-collections/community.general/pull/9833)."
   - "reveal_ansible_type filter plugin and ansible_type test plugin - make compatible with ansible-core's Data Tagging feature (https://github.com/ansible-collections/community.general/pull/9833)."
   - "diy callback plugin - make compatible with ansible-core's Data Tagging feature (https://github.com/ansible-collections/community.general/pull/9833)."
+  - "yaml callback plugin - use ansible-core internals to avoid breakage with Data Tagging (https://github.com/ansible-collections/community.general/pull/9833)."
 known_issues:
   - "reveal_ansible_type filter plugin and ansible_type test plugin - note that ansible-core's Data Tagging feature implements new aliases,
      such as ``_AnsibleTaggedStr`` for ``str``, ``_AnsibleTaggedInt`` for ``int``, and ``_AnsibleTaggedFloat`` for ``float``

plugins/callback/yaml.py

@@ -53,29 +53,77 @@ def should_use_block(value):
     return False
 
 
-class MyDumper(AnsibleDumper):
+try:
-    def represent_scalar(self, tag, value, style=None):
+    class MyDumper(AnsibleDumper):  # pylint: disable=inherit-non-class
-        """Uses block style for multi-line strings"""
+        def represent_scalar(self, tag, value, style=None):
-        if style is None:
+            """Uses block style for multi-line strings"""
-            if should_use_block(value):
+            if style is None:
-                style = '|'
+                if should_use_block(value):
-                # we care more about readable than accuracy, so...
+                    style = '|'
-                # ...no trailing space
+                    # we care more about readable than accuracy, so...
-                value = value.rstrip()
+                    # ...no trailing space
-                # ...and non-printable characters
+                    value = value.rstrip()
-                value = ''.join(x for x in value if x in string.printable or ord(x) >= 0xA0)
+                    # ...and non-printable characters
-                # ...tabs prevent blocks from expanding
+                    value = ''.join(x for x in value if x in string.printable or ord(x) >= 0xA0)
-                value = value.expandtabs()
+                    # ...tabs prevent blocks from expanding
-                # ...and odd bits of whitespace
+                    value = value.expandtabs()
-                value = re.sub(r'[\x0b\x0c\r]', '', value)
+                    # ...and odd bits of whitespace
-                # ...as does trailing space
+                    value = re.sub(r'[\x0b\x0c\r]', '', value)
-                value = re.sub(r' +\n', '\n', value)
+                    # ...as does trailing space
-            else:
+                    value = re.sub(r' +\n', '\n', value)
-                style = self.default_style
+                else:
-        node = yaml.representer.ScalarNode(tag, value, style=style)
+                    style = self.default_style
-        if self.alias_key is not None:
+            node = yaml.representer.ScalarNode(tag, value, style=style)
-            self.represented_objects[self.alias_key] = node
+            if self.alias_key is not None:
-        return node
+                self.represented_objects[self.alias_key] = node
+            return node
+except:  # noqa: E722, pylint: disable=bare-except
+    # This happens with Data Tagging, see https://github.com/ansible/ansible/issues/84781
+    # Until there is a better solution we'll resort to using ansible-core internals.
+    from ansible._internal._yaml import _dumper
+    import typing as t
+
+    class MyDumper(_dumper._BaseDumper):
+        # This code is mostly taken from ansible._internal._yaml._dumper
+        @classmethod
+        def _register_representers(cls) -> None:
+            cls.add_multi_representer(_dumper.AnsibleTaggedObject, cls.represent_ansible_tagged_object)
+            cls.add_multi_representer(_dumper.Tripwire, cls.represent_tripwire)
+            cls.add_multi_representer(_dumper.c.Mapping, _dumper.SafeRepresenter.represent_dict)
+            cls.add_multi_representer(_dumper.c.Sequence, _dumper.SafeRepresenter.represent_list)
+
+        def represent_ansible_tagged_object(self, data):
+            if ciphertext := _dumper.VaultHelper.get_ciphertext(data, with_tags=False):
+                return self.represent_scalar('!vault', ciphertext, style='|')
+
+            return self.represent_data(_dumper.AnsibleTagHelper.as_native_type(data))  # automatically decrypts encrypted strings
+
+        def represent_tripwire(self, data: _dumper.Tripwire) -> t.NoReturn:
+            data.trip()
+
+        # The following function is the same as in the try/except
+        def represent_scalar(self, tag, value, style=None):
+            """Uses block style for multi-line strings"""
+            if style is None:
+                if should_use_block(value):
+                    style = '|'
+                    # we care more about readable than accuracy, so...
+                    # ...no trailing space
+                    value = value.rstrip()
+                    # ...and non-printable characters
+                    value = ''.join(x for x in value if x in string.printable or ord(x) >= 0xA0)
+                    # ...tabs prevent blocks from expanding
+                    value = value.expandtabs()
+                    # ...and odd bits of whitespace
+                    value = re.sub(r'[\x0b\x0c\r]', '', value)
+                    # ...as does trailing space
+                    value = re.sub(r' +\n', '\n', value)
+                else:
+                    style = self.default_style
+            node = yaml.representer.ScalarNode(tag, value, style=style)
+            if self.alias_key is not None:
+                self.represented_objects[self.alias_key] = node
+            return node
 
 
 class CallbackModule(Default):