first commit

vendor/overtrue/pinyin/src/DictLoaderInterface.php

@@ -0,0 +1,42 @@
+<?php
+
+/*
+ * This file is part of the overtrue/pinyin.
+ *
+ * (c) overtrue <i@overtrue.me>
+ *
+ * This source file is subject to the MIT license that is bundled
+ * with this source code in the file LICENSE.
+ */
+
+namespace Overtrue\Pinyin;
+
+use Closure;
+
+/**
+ * Dict loader interface.
+ */
+interface DictLoaderInterface
+{
+    /**
+     * Load dict.
+     *
+     * <pre>
+     * [
+     *     '响应时间' => "[\t]xiǎng[\t]yìng[\t]shí[\t]jiān",
+     *     '长篇连载' => '[\t]cháng[\t]piān[\t]lián[\t]zǎi',
+     *     //...
+     * ]
+     * </pre>
+     *
+     * @param Closure $callback
+     */
+    public function map(Closure $callback);
+
+    /**
+     * Load surname dict.
+     *
+     * @param Closure $callback
+     */
+    public function mapSurname(Closure $callback);
+}

vendor/overtrue/pinyin/src/FileDictLoader.php

@@ -0,0 +1,73 @@
+<?php
+
+/*
+ * This file is part of the overtrue/pinyin.
+ *
+ * (c) overtrue <i@overtrue.me>
+ *
+ * This source file is subject to the MIT license that is bundled
+ * with this source code in the file LICENSE.
+ */
+
+namespace Overtrue\Pinyin;
+
+use Closure;
+
+class FileDictLoader implements DictLoaderInterface
+{
+    /**
+     * Words segment name.
+     *
+     * @var string
+     */
+    protected $segmentName = 'words_%s';
+
+    /**
+     * Dict path.
+     *
+     * @var string
+     */
+    protected $path;
+
+    /**
+     * Constructor.
+     *
+     * @param string $path
+     */
+    public function __construct($path)
+    {
+        $this->path = $path;
+    }
+
+    /**
+     * Load dict.
+     *
+     * @param Closure $callback
+     */
+    public function map(Closure $callback)
+    {
+        for ($i = 0; $i < 100; ++$i) {
+            $segment = $this->path . '/' . sprintf($this->segmentName, $i);
+
+            if (file_exists($segment)) {
+                $dictionary = (array) include $segment;
+                $callback($dictionary);
+            }
+        }
+    }
+
+    /**
+     * Load surname dict.
+     *
+     * @param Closure $callback
+     */
+    public function mapSurname(Closure $callback)
+    {
+        $surnames = $this->path . '/surnames';
+
+        if (file_exists($surnames)) {
+            $dictionary = (array) include $surnames;
+            $callback($dictionary);
+        }
+    }
+}

vendor/overtrue/pinyin/src/GeneratorFileDictLoader.php

@@ -0,0 +1,142 @@
+<?php
+
+/*
+ * This file is part of the overtrue/pinyin.
+ *
+ * (c) overtrue <i@overtrue.me>
+ *
+ * This source file is subject to the MIT license that is bundled
+ * with this source code in the file LICENSE.
+ */
+
+namespace Overtrue\Pinyin;
+
+use Closure;
+use SplFileObject;
+use Generator;
+
+class GeneratorFileDictLoader implements DictLoaderInterface
+{
+    /**
+     * Data directory.
+     *
+     * @var string
+     */
+    protected $path;
+
+    /**
+     * Words segment name.
+     *
+     * @var string
+     */
+    protected $segmentName = 'words_%s';
+
+    /**
+     * SplFileObjects.
+     *
+     * @var array
+     */
+    protected static $handles = [];
+
+    /**
+     * surnames.
+     *
+     * @var SplFileObject
+     */
+    protected static $surnamesHandle;
+
+    /**
+     * Constructor.
+     *
+     * @param string $path
+     */
+    public function __construct($path)
+    {
+        $this->path = $path;
+
+        for ($i = 0; $i < 100; ++$i) {
+            $segment = $this->path . '/' . sprintf($this->segmentName, $i);
+
+            if (file_exists($segment) && is_file($segment)) {
+                array_push(static::$handles, $this->openFile($segment));
+            }
+        }
+    }
+
+    /**
+     * Construct a new file object.
+     *
+     * @param string $filename file path
+     * @param string $mode     file open mode
+     *
+     * @return SplFileObject
+     */
+    protected function openFile($filename, $mode = 'r')
+    {
+        return new SplFileObject($filename, $mode);
+    }
+
+    /**
+     * get Generator syntax.
+     *
+     * @param array $handles SplFileObjects
+     *
+     * @return Generator
+     */
+    protected function getGenerator(array $handles)
+    {
+        foreach ($handles as $handle) {
+            $handle->seek(0);
+            while (false === $handle->eof()) {
+                $string = str_replace(['\'', ' ', PHP_EOL, ','], '', $handle->fgets());
+
+                if (false === strpos($string, '=>')) {
+                    continue;
+                }
+
+                list($string, $pinyin) = explode('=>', $string);
+
+                yield $string => $pinyin;
+            }
+        }
+    }
+
+    /**
+     * Traverse the stream.
+     *
+     * @param Generator $generator
+     * @param Closure   $callback
+     *
+     * @author Seven Du <shiweidu@outlook.com>
+     */
+    protected function traversing(Generator $generator, Closure $callback)
+    {
+        foreach ($generator as $string => $pinyin) {
+            $callback([$string => $pinyin]);
+        }
+    }
+
+    /**
+     * Load dict.
+     *
+     * @param Closure $callback
+     */
+    public function map(Closure $callback)
+    {
+        $this->traversing($this->getGenerator(static::$handles), $callback);
+    }
+
+    /**
+     * Load surname dict.
+     *
+     * @param Closure $callback
+     */
+    public function mapSurname(Closure $callback)
+    {
+        if (!static::$surnamesHandle instanceof SplFileObject) {
+            static::$surnamesHandle = $this->openFile($this->path . '/surnames');
+        }
+
+        $this->traversing($this->getGenerator([static::$surnamesHandle]), $callback);
+    }
+}

vendor/overtrue/pinyin/src/MemoryFileDictLoader.php

@@ -0,0 +1,93 @@
+<?php
+
+/*
+ * This file is part of the overtrue/pinyin.
+ *
+ * (c) overtrue <i@overtrue.me>
+ *
+ * This source file is subject to the MIT license that is bundled
+ * with this source code in the file LICENSE.
+ */
+
+namespace Overtrue\Pinyin;
+
+use Closure;
+
+class MemoryFileDictLoader implements DictLoaderInterface
+{
+    /**
+     * Data directory.
+     *
+     * @var string
+     */
+    protected $path;
+
+    /**
+     * Words segment name.
+     *
+     * @var string
+     */
+    protected $segmentName = 'words_%s';
+
+    /**
+     * Segment files.
+     *
+     * @var array
+     */
+    protected $segments = [];
+
+    /**
+     * Surname cache.
+     *
+     * @var array
+     */
+    protected $surnames = [];
+
+    /**
+     * Constructor.
+     *
+     * @param string $path
+     */
+    public function __construct($path)
+    {
+        $this->path = $path;
+
+        for ($i = 0; $i < 100; ++$i) {
+            $segment = $path . '/' . sprintf($this->segmentName, $i);
+
+            if (file_exists($segment)) {
+                $this->segments[] = (array) include $segment;
+            }
+        }
+    }
+
+    /**
+     * Load dict.
+     *
+     * @param Closure $callback
+     */
+    public function map(Closure $callback)
+    {
+        foreach ($this->segments as $dictionary) {
+            $callback($dictionary);
+        }
+    }
+
+    /**
+     * Load surname dict.
+     *
+     * @param Closure $callback
+     */
+    public function mapSurname(Closure $callback)
+    {
+        if (empty($this->surnames)) {
+            $surnames = $this->path . '/surnames';
+
+            if (file_exists($surnames)) {
+                $this->surnames = (array) include $surnames;
+            }
+        }
+
+        $callback($this->surnames);
+    }
+}

vendor/overtrue/pinyin/src/Pinyin.php

@@ -0,0 +1,341 @@
+<?php
+
+/*
+ * This file is part of the overtrue/pinyin.
+ *
+ * (c) overtrue <i@overtrue.me>
+ *
+ * This source file is subject to the MIT license that is bundled
+ * with this source code in the file LICENSE.
+ */
+
+namespace Overtrue\Pinyin;
+
+use InvalidArgumentException;
+
+class Pinyin
+{
+    /**
+     * Dict loader.
+     *
+     * @var \Overtrue\Pinyin\DictLoaderInterface
+     */
+    protected $loader;
+
+    /**
+     * Punctuations map.
+     *
+     * @var array
+     */
+    protected $punctuations = [
+        '，' => ',',
+        '。' => '.',
+        '！' => '!',
+        '？' => '?',
+        '：' => ':',
+        '“' => '"',
+        '”' => '"',
+        '‘' => "'",
+        '’' => "'",
+        '_' => '_',
+    ];
+
+    /**
+     * Constructor.
+     *
+     * @param string $loaderName
+     */
+    public function __construct($loaderName = null)
+    {
+        $this->loader = $loaderName ?: 'Overtrue\\Pinyin\\FileDictLoader';
+    }
+
+    /**
+     * Convert string to pinyin.
+     *
+     * @param string $string
+     * @param int    $option
+     *
+     * @return array
+     */
+    public function convert($string, $option = PINYIN_DEFAULT)
+    {
+        $pinyin = $this->romanize($string, $option);
+
+        return $this->splitWords($pinyin, $option);
+    }
+
+    /**
+     * Convert string (person name) to pinyin.
+     *
+     * @param string $stringName
+     * @param int    $option
+     *
+     * @return array
+     */
+    public function name($stringName, $option = PINYIN_NAME)
+    {
+        $option = $option | PINYIN_NAME;
+
+        $pinyin = $this->romanize($stringName, $option);
+
+        return $this->splitWords($pinyin, $option);
+    }
+
+    /**
+     * Return a pinyin permalink from string.
+     *
+     * @param string $string
+     * @param string $delimiter
+     * @param int    $option
+     *
+     * @return string
+     */
+    public function permalink($string, $delimiter = '-', $option = PINYIN_DEFAULT)
+    {
+        if (\is_int($delimiter)) {
+            list($option, $delimiter) = [$delimiter, '-'];
+        }
+
+        if (!in_array($delimiter, ['_', '-', '.', ''], true)) {
+            throw new InvalidArgumentException("Delimiter must be one of: '_', '-', '', '.'.");
+        }
+
+        return implode($delimiter, $this->convert($string, $option | \PINYIN_KEEP_NUMBER | \PINYIN_KEEP_ENGLISH));
+    }
+
+    /**
+     * Return first letters.
+     *
+     * @param string $string
+     * @param string $delimiter
+     * @param int    $option
+     *
+     * @return string
+     */
+    public function abbr($string, $delimiter = '', $option = PINYIN_DEFAULT)
+    {
+        if (\is_int($delimiter)) {
+            list($option, $delimiter) = [$delimiter, ''];
+        }
+
+        return implode($delimiter, array_map(function ($pinyin) {
+            return \is_numeric($pinyin) || preg_match('/\d+/', $pinyin) ? $pinyin : mb_substr($pinyin, 0, 1);
+        }, $this->convert($string, $option | PINYIN_NO_TONE)));
+    }
+
+    /**
+     * Chinese phrase to pinyin.
+     *
+     * @param string $string
+     * @param string $delimiter
+     * @param int    $option
+     *
+     * @return string
+     */
+    public function phrase($string, $delimiter = ' ', $option = PINYIN_DEFAULT)
+    {
+        if (\is_int($delimiter)) {
+            list($option, $delimiter) = [$delimiter, ' '];
+        }
+
+        return implode($delimiter, $this->convert($string, $option));
+    }
+
+    /**
+     * Chinese to pinyin sentence.
+     *
+     * @param string $string
+     * @param string $delimiter
+     * @param int    $option
+     *
+     * @return string
+     */
+    public function sentence($string, $delimiter = ' ', $option = \PINYIN_NO_TONE)
+    {
+        if (\is_int($delimiter)) {
+            list($option, $delimiter) = [$delimiter, ' '];
+        }
+
+        return implode($delimiter, $this->convert($string, $option | \PINYIN_KEEP_PUNCTUATION | \PINYIN_KEEP_ENGLISH | \PINYIN_KEEP_NUMBER));
+    }
+
+    /**
+     * Loader setter.
+     *
+     * @param \Overtrue\Pinyin\DictLoaderInterface $loader
+     *
+     * @return $this
+     */
+    public function setLoader(DictLoaderInterface $loader)
+    {
+        $this->loader = $loader;
+
+        return $this;
+    }
+
+    /**
+     * Return dict loader,.
+     *
+     * @return \Overtrue\Pinyin\DictLoaderInterface
+     */
+    public function getLoader()
+    {
+        if (!($this->loader instanceof DictLoaderInterface)) {
+            $dataDir = dirname(__DIR__) . '/data/';
+
+            $loaderName = $this->loader;
+            $this->loader = new $loaderName($dataDir);
+        }
+
+        return $this->loader;
+    }
+
+    /**
+     * Convert Chinese to pinyin.
+     *
+     * @param string $string
+     * @param int    $option
+     *
+     * @return string
+     */
+    protected function romanize($string, $option = \PINYIN_DEFAULT)
+    {
+        $string = $this->prepare($string, $option);
+
+        $dictLoader = $this->getLoader();
+
+        if ($this->hasOption($option, \PINYIN_NAME)) {
+            $string = $this->convertSurname($string, $dictLoader);
+        }
+
+        $dictLoader->map(function ($dictionary) use (&$string) {
+            $string = strtr($string, $dictionary);
+        });
+
+        return $string;
+    }
+
+    /**
+     * Convert Chinese Surname to pinyin.
+     *
+     * @param string                               $string
+     * @param \Overtrue\Pinyin\DictLoaderInterface $dictLoader
+     *
+     * @return string
+     */
+    protected function convertSurname($string, $dictLoader)
+    {
+        $dictLoader->mapSurname(function ($dictionary) use (&$string) {
+            foreach ($dictionary as $surname => $pinyin) {
+                if (0 === strpos($string, $surname)) {
+                    $string = $pinyin . mb_substr($string, mb_strlen($surname, 'UTF-8'), mb_strlen($string, 'UTF-8') - 1, 'UTF-8');
+
+                    break;
+                }
+            }
+        });
+
+        return $string;
+    }
+
+    /**
+     * Split pinyin string to words.
+     *
+     * @param string $pinyin
+     * @param string $option
+     *
+     * @return array
+     */
+    protected function splitWords($pinyin, $option)
+    {
+        $split = array_filter(preg_split('/\s+/i', $pinyin));
+
+        if (!$this->hasOption($option, PINYIN_TONE)) {
+            foreach ($split as $index => $pinyin) {
+                $split[$index] = $this->formatTone($pinyin, $option);
+            }
+        }
+
+        return array_values($split);
+    }
+
+    /**
+     * @param int $option
+     * @param int $check
+     *
+     * @return bool
+     */
+    public function hasOption($option, $check)
+    {
+        return ($option & $check) === $check;
+    }
+
+    /**
+     * Pre-process.
+     *
+     * @param string $string
+     * @param int    $option
+     *
+     * @return string
+     */
+    protected function prepare($string, $option = \PINYIN_DEFAULT)
+    {
+        $string = preg_replace_callback('~[a-z0-9_-]+~i', function ($matches) {
+            return "\t" . $matches[0];
+        }, $string);
+
+        $regex = ['\p{Han}', '\p{Z}', '\p{M}', "\t"];
+
+        if ($this->hasOption($option, \PINYIN_KEEP_NUMBER)) {
+            \array_push($regex, '0-9');
+        }
+
+        if ($this->hasOption($option, \PINYIN_KEEP_ENGLISH)) {
+            \array_push($regex, 'a-zA-Z');
+        }
+
+        if ($this->hasOption($option, \PINYIN_KEEP_PUNCTUATION)) {
+            $punctuations = array_merge($this->punctuations, ["\t" => ' ', '  ' => ' ']);
+            $string = trim(str_replace(array_keys($punctuations), $punctuations, $string));
+
+            \array_push($regex, preg_quote(implode(array_merge(array_keys($this->punctuations), $this->punctuations)), '~'));
+        }
+
+        return preg_replace(\sprintf('~[^%s]~u', implode($regex)), '', $string);
+    }
+
+    /**
+     * Format.
+     *
+     * @param string $pinyin
+     * @param int    $option
+     *
+     * @return string
+     */
+    protected function formatTone($pinyin, $option = \PINYIN_NO_TONE)
+    {
+        $replacements = [
+            'üē' => ['ue', 1], 'üé' => ['ue', 2], 'üě' => ['ue', 3], 'üè' => ['ue', 4],
+            'ā' => ['a', 1], 'ē' => ['e', 1], 'ī' => ['i', 1], 'ō' => ['o', 1], 'ū' => ['u', 1], 'ǖ' => ['yu', 1],
+            'á' => ['a', 2], 'é' => ['e', 2], 'í' => ['i', 2], 'ó' => ['o', 2], 'ú' => ['u', 2], 'ǘ' => ['yu', 2],
+            'ǎ' => ['a', 3], 'ě' => ['e', 3], 'ǐ' => ['i', 3], 'ǒ' => ['o', 3], 'ǔ' => ['u', 3], 'ǚ' => ['yu', 3],
+            'à' => ['a', 4], 'è' => ['e', 4], 'ì' => ['i', 4], 'ò' => ['o', 4], 'ù' => ['u', 4], 'ǜ' => ['yu', 4],
+        ];
+
+        foreach ($replacements as $unicode => $replacement) {
+            if (false !== strpos($pinyin, $unicode)) {
+                $umlaut = $replacement[0];
+
+                // https://zh.wikipedia.org/wiki/%C3%9C
+                if ($this->hasOption($option, \PINYIN_UMLAUT_V) && 'yu' == $umlaut) {
+                    $umlaut = 'v';
+                }
+
+                $pinyin = str_replace($unicode, $umlaut, $pinyin) . ($this->hasOption($option, PINYIN_ASCII_TONE) ? $replacement[1] : '');
+            }
+        }
+
+        return $pinyin;
+    }
+}

vendor/overtrue/pinyin/src/const.php

@@ -0,0 +1,20 @@
+<?php
+
+/*
+ * This file is part of the overtrue/pinyin.
+ *
+ * (c) overtrue <i@overtrue.me>
+ *
+ * This source file is subject to the MIT license that is bundled
+ * with this source code in the file LICENSE.
+ */
+
+define('PINYIN_DEFAULT', 4096);
+define('PINYIN_TONE', 2);
+define('PINYIN_NO_TONE', 4);
+define('PINYIN_ASCII_TONE', 8);
+define('PINYIN_NAME', 16);
+define('PINYIN_KEEP_NUMBER', 32);
+define('PINYIN_KEEP_ENGLISH', 64);
+define('PINYIN_UMLAUT_V', 128);
+define('PINYIN_KEEP_PUNCTUATION', 256);