My workaround finally was do some pre/post scripts:
# After swagger generation script (add \`\`\`\`mdx-code-block arround JSX )
find docs/api/ -type f -name '*.mdx' -exec sed -i -e '/^\(<\)/i\`\`\`\`mdx-code-block' -e '/^\(<\)/a\`\`\`\`' {} \;
# Before upload script (comment with # api: on mdx headers)
find docs/api/ -type f -name '*.mdx' -exec sed -i -e 's/\(^api:\)/#\1/g' {} \; | grep api:
# After upload script (uncomment with #api: on mdx headers)
find docs/api/ -type f -name '*.mdx' -exec sed -i -e '/#api:/ s/^#//' {} \;
# After download script (uncomment with #api: on mdx headers)
find i18n/**/**/docusaurus-plugin-content-docs/current/api/ -type f -name '*.mdx' -exec sed -i -e '/#api:/ s/^#//' {} \;