Merge branch 'feature_mwf_azkaban' into 'test'

Feature mwf azkaban

See merge request bp/goods!13

application/modules/Base/Job.php

+<?php
+
+
+namespace App\Base;
+
+
+use Yaf\Controller_Abstract;
+
+class Job extends Controller_Abstract
+{
+    public function init() {
+        \Yaf\Dispatcher::getInstance()->disableView();
+    }
+}
\ No newline at end of file

application/modules/Job/controllers/Goodstoes.php

+<?php
+
+use Api\PhpUtils\Http\Request;
+use App\Base\Job;
+use App\Exception\custom\InterfaceException;
+use App\Models\goods\mysql\Category;
+use \App\Models\goods\mysql\GoodsSku;
+use \App\Services\goods\GoodsService;
+use \App\Services\goods\ElasticGoodService;
+use Api\PhpUtils\Log\DaemonLog;
+use Api\PhpServices\JwUser\JwUser;
+use App\Services\shop\ShopService;
+
+/**
+ * 同步商品数据到es
+ * php public/cli.php goodstoes index
+ * Class GoodsToEsController
+ */
+class GoodstoesController extends Job
+{
+    public function indexAction()
+    {
+        $this->initEsIndex();
+
+        $goodsSkuIds = $this->getGoodsSkuIdList();
+        $this->toEs($goodsSkuIds);
+    }
+
+    private function getGoodsSkuIdList()
+    {
+        return GoodsSku::select("goods_sku_id");
+    }
+
+    private function toEs($goodsSkuIds)
+    {
+        if (!empty($goodsSkuIds)) {
+            foreach ($goodsSkuIds as $goodsSkuId) {
+                echo "当前正在同步的商品sku_id: $goodsSkuId \n";
+                $this->updateGoodsInfoToEs($goodsSkuId);
+            }
+        }
+    }
+
+    private function initEsIndex()
+    {
+        //删除原index
+        ElasticGoodService::deleteIndex();
+        //创建空index
+        ElasticGoodService::createIndex();
+    }
+
+    /**
+     * 写入到es
+     * @param $goodsSkuId
+     * @return array|callable
+     * @throws InterfaceException
+     */
+    public function updateGoodsInfoToEs($goodsSkuId)
+    {
+        $goodsSkuInfoList = GoodsSku::getRecordMaster(["goods_sku_id" => $goodsSkuId]);
+        if (!empty($goodsSkuInfoList)) {
+            $goodsSkuInfo = $goodsSkuInfoList[0];
+            $nameList = Category::select("name", ["category_id" => [$goodsSkuInfo["category_1_id"], $goodsSkuInfo["category_2_id"]]]);
+            //生活号信息
+            $url = config('interface', 'merchant.lifeaccount.get_life_account_by_id');
+            if (empty($url)) {
+                throw new InterfaceException(['cus' => 0]);
+            }
+            $lifeAccountRes = (new Request())->get($url, ["life_account_id" => $goodsSkuInfo["life_account_id"]]);
+            //门店信息
+            $subShopList = ShopService::getRelationShop($goodsSkuId);
+
+            $latitude = empty($subShopList[0]["latitude"]) ? "" : $subShopList[0]["latitude"];
+            $longitude = empty($subShopList[0]["longitude"]) ? "" : $subShopList[0]["longitude"];
+            if (!empty($longitude) && !empty($latitude) && !empty($subShopList)) {
+                foreach ($subShopList as $subShop) {
+                    $esId = $goodsSkuId."_".$subShop["sub_shop_id"];
+                    $data = [
+                        "goods_sku_id" => $goodsSkuInfo["goods_sku_id"],
+                        "goods_desc_pic_url" => $goodsSkuInfo["desc_pic_url"],
+                        "goods_name" => $goodsSkuInfo["goods_name"],
+                        "inventory_rest" => $goodsSkuInfo["inventory_rest"],
+                        "total_amount_sold" => $goodsSkuInfo["total_amount_sold"],
+                        "original_price" => empty($goodsSkuInfo["original_price"]) ? "" :  (string)($goodsSkuInfo["original_price"] / 100),
+                        "price" => $goodsSkuInfo["price"] / 100,
+                        "price_sort" => (int)$goodsSkuInfo["price"],
+                        "audit_status" => $goodsSkuInfo["audit_status"],
+                        "online_status" => $goodsSkuInfo["online_status"],
+                        "desc" => $goodsSkuInfo["desc"],
+                        "category_1_id" => $goodsSkuInfo["category_1_id"],
+                        "category_2_id" => $goodsSkuInfo["category_2_id"],
+                        "category_1_name" => $nameList[0],
+                        "category_2_name" => $nameList[1],
+                        "life_account_id" => $goodsSkuInfo["life_account_id"],
+                        "life_account_name" => empty($lifeAccountRes["response"]["result"]["life_account_name"]) ? "" : $lifeAccountRes["response"]["result"]["life_account_name"],
+                        "life_account_icon" => empty($lifeAccountRes["response"]["result"]["life_account_icon"]) ? "" : $lifeAccountRes["response"]["result"]["life_account_icon"],
+                        "shop_name" => $subShop["shop_name"],
+                        "shop_address" => $subShop["address"],
+                        "shop_location" => $latitude.",".$longitude,
+                        "update_time" => strtotime($goodsSkuInfo["update_time"]),
+                    ];
+                    return ElasticGoodService::indexDoc($esId, $data);
+                }
+
+            }
+        }
+    }
+
+}
\ No newline at end of file

conf/cli.ini

@@ -5,6 +5,7 @@ application.bootstrap                       = APPLICATION_PATH"/application/Boot
 application.dispatcher.catchException       = false
 application.dispatcher.throwException       = false
 daemon.script_dir                           = "\\Daemon\\"
+job.script_dir                              = "\\Job\\"
 appid                                       = "goods"
 
 idgen.partner = "bp"

deploy/start_env/start_job.sh

+# 运行环境env
+if [[ X"$1" == X"" ]]; then
+    echo "env cannot be empty"
+    exit 1
+fi
+
+# 任务名称
+if [[ X"$2" == X"" ]]; then
+    echo "task_name cannot be empty"
+    exit 1
+fi
+
+
+start_done_file="/home/services/api.go2yd.com/logs/start_script.done"
+
+rm -f ${start_done_file}
+
+environment=${1}
+#php.ini要根据环境去修改
+if [[ X"${environment}" == X"prod" || X"${environment}" == X"prod_internal" ]];then
+    sed -i "s#yaf.environ=dev#yaf.environ=prod#g" ini/php.ini
+elif [[ X"${environment}" == X"perf" || X"${environment}" == X"perf_internal" ]];then
+    sed -i "s#yaf.environ=dev#yaf.environ=perf#g" ini/php.ini
+elif [[ X"${environment}" == X"test" || X"${environment}" == X"test_internal" ]];then
+    sed -i "s#yaf.environ=dev#yaf.environ=test#g" ini/php.ini
+fi
+
+\cp -f ini/php.ini /etc/php.ini
+
+rsyslogd >/dev/null 2>&1
+
+#logrotate
+cp -f /home/services/logrotate/logrotate-daemon.conf /etc/logrotate.d/goods-daemon.conf
+
+#crontab
+nohup /usr/sbin/crond >crond.nohup &
+crontab /home/services/crontab/crontab-daemon.conf
+
+# ls | grep -v 'tuiyitui.*\|ini\|recipe\|unify_start_script.sh' | xargs rm -rf
+
+if [[ -e "/usr/share/zoneinfo/Asia/Shanghai" ]]; then
+    ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime
+fi
+
+# fix dir permissions
+chmod -R 755 /home/services/api.go2yd.com/logs
+
+sysctl -w net.core.somaxconn=65535
+
+
+php api.go2yd.com/htdocs/Website/public/job.php goodstoes index "t=$2&n=$3&j=$2"
+
+
+while true; do
+    is_master_on=$(pgrep -fc "$2 $1 master process")
+    if [[ ${is_master_on} -gt 0 ]]; then
+        if [[ ! -f "$start_done_file" ]]; then
+            touch ${start_done_file}
+        fi
+        sleep 10
+        continue
+    else
+        exit 1
+    fi
+done

public/job.php

+<?php
+date_default_timezone_set("PRC");
+ini_set("display_errors", "On");//打开错误提示
+ini_set("error_reporting", E_ALL);//显示所有错误
+/*
+ * cli入口脚本
+ * cli 配置文件：conf/cli.ini
+ * cli bootstrap：application/BootstrapCli.php ( 在cli.ini中配置
+ * 默认模块：modules/job
+ * 脚本位置：modules/job/controllers/xxx.php
+ * 调用方式：php job.php controller action "a=1&b=2"
+ * 测试脚本：php job.php test index "a=1&b=2"
+ */
+if (!substr(php_sapi_name(), 0, 3) == 'cli') {
+    die;
+}
+define('ROOT_PATH', realpath(__DIR__ . '/../'));
+define('APPLICATION_PATH', realpath(__DIR__ . '/../'));
+define('APP_START', microtime(true));
+
+require APPLICATION_PATH . '/vendor/autoload.php';
+require APPLICATION_PATH . '/application/library/helper.php';
+$application = new Yaf\Application(APPLICATION_PATH . "/conf/cli.ini");
+
+/**
+ * 获取模块/控制器/方法
+ */
+$module = "job";
+$controller = $argv[1] ?? "";
+$method = $argv[2] ?? "";
+$param = $argv[3] ?? [];
+if ($param) {
+    $param = convertUrlQuery($param);
+}
+
+$_SERVER['SERVER_NAME'] = 'job.goods';
+$_SERVER['REMOTE_ADDR'] = '127.0.0.1';
+
+$application->bootstrap()->getDispatcher()->dispatch(new Yaf\Request\Simple("", $module, $controller, $method, $param));
+
+function convertUrlQuery($query)
+{
+    $queryParts = explode('&', $query);
+    $params = array();
+    foreach ($queryParts as $param) {
+        $item = explode('=', $param);
+        $params[$item[0]] = $item[1];
+    }
+    return $params;
+}
\ No newline at end of file

start_job.sh

+# 运行环境env
+if [[ X"$1" == X"" ]]; then
+    echo "env cannot be empty"
+    exit 1
+fi
+
+# 任务名称
+if [[ X"$2" == X"" ]]; then
+    echo "task_name cannot be empty"
+    exit 1
+fi
+
+# goodstoes index
+php public/job.php $1 $2
\ No newline at end of file