XliffLintCommand.php 9.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274
  1. <?php
  2. /*
  3. * This file is part of the Symfony package.
  4. *
  5. * (c) Fabien Potencier <fabien@symfony.com>
  6. *
  7. * For the full copyright and license information, please view the LICENSE
  8. * file that was distributed with this source code.
  9. */
  10. namespace Symfony\Component\Translation\Command;
  11. use Symfony\Component\Console\Command\Command;
  12. use Symfony\Component\Console\Exception\RuntimeException;
  13. use Symfony\Component\Console\Input\InputArgument;
  14. use Symfony\Component\Console\Input\InputInterface;
  15. use Symfony\Component\Console\Input\InputOption;
  16. use Symfony\Component\Console\Output\OutputInterface;
  17. use Symfony\Component\Console\Style\SymfonyStyle;
  18. use Symfony\Component\Translation\Util\XliffUtils;
  19. /**
  20. * Validates XLIFF files syntax and outputs encountered errors.
  21. *
  22. * @author Grégoire Pineau <lyrixx@lyrixx.info>
  23. * @author Robin Chalas <robin.chalas@gmail.com>
  24. * @author Javier Eguiluz <javier.eguiluz@gmail.com>
  25. */
  26. class XliffLintCommand extends Command
  27. {
  28. protected static $defaultName = 'lint:xliff';
  29. private $format;
  30. private $displayCorrectFiles;
  31. private $directoryIteratorProvider;
  32. private $isReadableProvider;
  33. private $requireStrictFileNames;
  34. public function __construct(string $name = null, callable $directoryIteratorProvider = null, callable $isReadableProvider = null, bool $requireStrictFileNames = true)
  35. {
  36. parent::__construct($name);
  37. $this->directoryIteratorProvider = $directoryIteratorProvider;
  38. $this->isReadableProvider = $isReadableProvider;
  39. $this->requireStrictFileNames = $requireStrictFileNames;
  40. }
  41. /**
  42. * {@inheritdoc}
  43. */
  44. protected function configure()
  45. {
  46. $this
  47. ->setDescription('Lints a XLIFF file and outputs encountered errors')
  48. ->addArgument('filename', InputArgument::IS_ARRAY, 'A file or a directory or STDIN')
  49. ->addOption('format', null, InputOption::VALUE_REQUIRED, 'The output format', 'txt')
  50. ->setHelp(<<<EOF
  51. The <info>%command.name%</info> command lints a XLIFF file and outputs to STDOUT
  52. the first encountered syntax error.
  53. You can validates XLIFF contents passed from STDIN:
  54. <info>cat filename | php %command.full_name%</info>
  55. You can also validate the syntax of a file:
  56. <info>php %command.full_name% filename</info>
  57. Or of a whole directory:
  58. <info>php %command.full_name% dirname</info>
  59. <info>php %command.full_name% dirname --format=json</info>
  60. EOF
  61. )
  62. ;
  63. }
  64. protected function execute(InputInterface $input, OutputInterface $output)
  65. {
  66. $io = new SymfonyStyle($input, $output);
  67. $filenames = (array) $input->getArgument('filename');
  68. $this->format = $input->getOption('format');
  69. $this->displayCorrectFiles = $output->isVerbose();
  70. if (0 === \count($filenames)) {
  71. if (!$stdin = $this->getStdin()) {
  72. throw new RuntimeException('Please provide a filename or pipe file content to STDIN.');
  73. }
  74. return $this->display($io, [$this->validate($stdin)]);
  75. }
  76. $filesInfo = [];
  77. foreach ($filenames as $filename) {
  78. if (!$this->isReadable($filename)) {
  79. throw new RuntimeException(sprintf('File or directory "%s" is not readable.', $filename));
  80. }
  81. foreach ($this->getFiles($filename) as $file) {
  82. $filesInfo[] = $this->validate(file_get_contents($file), $file);
  83. }
  84. }
  85. return $this->display($io, $filesInfo);
  86. }
  87. private function validate($content, $file = null)
  88. {
  89. $errors = [];
  90. // Avoid: Warning DOMDocument::loadXML(): Empty string supplied as input
  91. if ('' === trim($content)) {
  92. return ['file' => $file, 'valid' => true];
  93. }
  94. libxml_use_internal_errors(true);
  95. $document = new \DOMDocument();
  96. $document->loadXML($content);
  97. if (null !== $targetLanguage = $this->getTargetLanguageFromFile($document)) {
  98. $normalizedLocale = preg_quote(str_replace('-', '_', $targetLanguage), '/');
  99. // strict file names require translation files to be named '____.locale.xlf'
  100. // otherwise, both '____.locale.xlf' and 'locale.____.xlf' are allowed
  101. $expectedFilenamePattern = $this->requireStrictFileNames ? sprintf('/^.*\.%s\.xlf/', $normalizedLocale) : sprintf('/^(.*\.%s\.xlf|%s\..*\.xlf)/', $normalizedLocale, $normalizedLocale);
  102. if (0 === preg_match($expectedFilenamePattern, basename($file))) {
  103. $errors[] = [
  104. 'line' => -1,
  105. 'column' => -1,
  106. 'message' => sprintf('There is a mismatch between the language included in the file name ("%s") and the "%s" value used in the "target-language" attribute of the file.', basename($file), $targetLanguage),
  107. ];
  108. }
  109. }
  110. foreach (XliffUtils::validateSchema($document) as $xmlError) {
  111. $errors[] = [
  112. 'line' => $xmlError['line'],
  113. 'column' => $xmlError['column'],
  114. 'message' => $xmlError['message'],
  115. ];
  116. }
  117. return ['file' => $file, 'valid' => 0 === \count($errors), 'messages' => $errors];
  118. }
  119. private function display(SymfonyStyle $io, array $files)
  120. {
  121. switch ($this->format) {
  122. case 'txt':
  123. return $this->displayTxt($io, $files);
  124. case 'json':
  125. return $this->displayJson($io, $files);
  126. default:
  127. throw new InvalidArgumentException(sprintf('The format "%s" is not supported.', $this->format));
  128. }
  129. }
  130. private function displayTxt(SymfonyStyle $io, array $filesInfo)
  131. {
  132. $countFiles = \count($filesInfo);
  133. $erroredFiles = 0;
  134. foreach ($filesInfo as $info) {
  135. if ($info['valid'] && $this->displayCorrectFiles) {
  136. $io->comment('<info>OK</info>'.($info['file'] ? sprintf(' in %s', $info['file']) : ''));
  137. } elseif (!$info['valid']) {
  138. ++$erroredFiles;
  139. $io->text('<error> ERROR </error>'.($info['file'] ? sprintf(' in %s', $info['file']) : ''));
  140. $io->listing(array_map(function ($error) {
  141. // general document errors have a '-1' line number
  142. return -1 === $error['line'] ? $error['message'] : sprintf('Line %d, Column %d: %s', $error['line'], $error['column'], $error['message']);
  143. }, $info['messages']));
  144. }
  145. }
  146. if (0 === $erroredFiles) {
  147. $io->success(sprintf('All %d XLIFF files contain valid syntax.', $countFiles));
  148. } else {
  149. $io->warning(sprintf('%d XLIFF files have valid syntax and %d contain errors.', $countFiles - $erroredFiles, $erroredFiles));
  150. }
  151. return min($erroredFiles, 1);
  152. }
  153. private function displayJson(SymfonyStyle $io, array $filesInfo)
  154. {
  155. $errors = 0;
  156. array_walk($filesInfo, function (&$v) use (&$errors) {
  157. $v['file'] = (string) $v['file'];
  158. if (!$v['valid']) {
  159. ++$errors;
  160. }
  161. });
  162. $io->writeln(json_encode($filesInfo, JSON_PRETTY_PRINT | JSON_UNESCAPED_SLASHES));
  163. return min($errors, 1);
  164. }
  165. private function getFiles($fileOrDirectory)
  166. {
  167. if (is_file($fileOrDirectory)) {
  168. yield new \SplFileInfo($fileOrDirectory);
  169. return;
  170. }
  171. foreach ($this->getDirectoryIterator($fileOrDirectory) as $file) {
  172. if (!\in_array($file->getExtension(), ['xlf', 'xliff'])) {
  173. continue;
  174. }
  175. yield $file;
  176. }
  177. }
  178. private function getStdin()
  179. {
  180. if (0 !== ftell(STDIN)) {
  181. return;
  182. }
  183. $inputs = '';
  184. while (!feof(STDIN)) {
  185. $inputs .= fread(STDIN, 1024);
  186. }
  187. return $inputs;
  188. }
  189. private function getDirectoryIterator($directory)
  190. {
  191. $default = function ($directory) {
  192. return new \RecursiveIteratorIterator(
  193. new \RecursiveDirectoryIterator($directory, \FilesystemIterator::SKIP_DOTS | \FilesystemIterator::FOLLOW_SYMLINKS),
  194. \RecursiveIteratorIterator::LEAVES_ONLY
  195. );
  196. };
  197. if (null !== $this->directoryIteratorProvider) {
  198. return ($this->directoryIteratorProvider)($directory, $default);
  199. }
  200. return $default($directory);
  201. }
  202. private function isReadable($fileOrDirectory)
  203. {
  204. $default = function ($fileOrDirectory) {
  205. return is_readable($fileOrDirectory);
  206. };
  207. if (null !== $this->isReadableProvider) {
  208. return ($this->isReadableProvider)($fileOrDirectory, $default);
  209. }
  210. return $default($fileOrDirectory);
  211. }
  212. private function getTargetLanguageFromFile(\DOMDocument $xliffContents): ?string
  213. {
  214. foreach ($xliffContents->getElementsByTagName('file')[0]->attributes ?? [] as $attribute) {
  215. if ('target-language' === $attribute->nodeName) {
  216. return $attribute->nodeValue;
  217. }
  218. }
  219. return null;
  220. }
  221. }