Morph MORPH
SIGN IN SIGN UP
TarsCloud / Tars UNCLAIMED

Tars is a high-performance RPC framework based on name service and Tars protocol, also integrated administration platform, and implemented hosting-service via flexible schedule.

0 0 25 C++
Normal View History Raw
tars 1.0.1
2017-01-18 16:19:06 +08:00
/**
* Tencent is pleased to support the open source community by making Tars available.
*
* Copyright (C) 2016THL A29 Limited, a Tencent company. All rights reserved.
*
* Licensed under the BSD 3-Clause License (the "License"); you may not use this file except
* in compliance with the License. You may obtain a copy of the License at
*
* https://opensource.org/licenses/BSD-3-Clause
*
* Unless required by applicable law or agreed to in writing, software distributed
* under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
* CONDITIONS OF ANY KIND, either express or implied. See the License for the
* specific language governing permissions and limitations under the License.
*/
#ifndef __PATCH_COMMAND_H_
#define __PATCH_COMMAND_H_
#include "SingleFileDownloader.h"
#include "tars_patch.h"
#include "NodeDescriptor.h"
#include "RegistryProxy.h"
#include "util/tc_file.h"
#include "util/tc_md5.h"
#include "ServerCommand.h"
#include "NodeRollLogger.h"
#include "util.h"
class CommandPatch : public ServerCommand
{
public:
CommandPatch(const ServerObjectPtr & server, const std::string & sDownloadPath, const tars::PatchRequest & request);
ExeStatus canExecute(std::string &sResult);
int execute(std::string &sResult);
int updatePatchResult(std::string &sResult);
int download(const std::string & sRemoteTgzPath, const std::string & sLocalTgzPath, const std::string & sShortFileName, const std::string& reqMd5, std::string & sResult);
static string getOsType();
//是否检查操作系统类型
static bool checkOsType();
private:
int backupfiles(std::string &sResult);
private:
ServerObjectPtr _serverObjectPtr;
tars::PatchRequest _patchRequest;
//本地存放tgz的目录
std::string _localTgzBasePath;
//本地解压的文件目录
std::string _localExtractBasePath;
StatExChangePtr _statExChange;
};
class PatchDownloadEvent : public DownloadEvent
{
public:
PatchDownloadEvent(ServerObjectPtr pServerObjectPtr)
: _serverObjectPtr(pServerObjectPtr)
{}
virtual void onDownloading(const FileInfo &fi, int pos)
{
if (_serverObjectPtr && fi.size > 0)
{
_serverObjectPtr->setPatchPercent((int)(pos*100.0/fi.size));
}
}
private:
ServerObjectPtr _serverObjectPtr;
};
//////////////////////////////////////////////////////////////
//
inline CommandPatch::CommandPatch(const ServerObjectPtr & server, const std::string & sDownloadPath, const tars::PatchRequest & request)
: _serverObjectPtr(server), _patchRequest(request)
{
_localTgzBasePath = sDownloadPath + "/BatchPatchingLoad";
_localExtractBasePath = sDownloadPath + "/BatchPatching";
}
inline string CommandPatch::getOsType()
{
string defaultOs = g_pconf->get("/tars/node<default_os>", "suse");
string ret = defaultOs;
vector<string> vKey = g_pconf->getDomainKey("/tars/node/os_pattern");
NODE_LOG("patchPro")->debug() << FILE_FUN<< vKey.size() << endl;
for(size_t i = 0; i < vKey.size(); i++)
{
string key = vKey[i];
string paths = g_pconf->get("/tars/node/os_pattern<" + key + ">", "");
NODE_LOG("patchPro")->debug() <<FILE_FUN<< paths << endl;
vector<string> vPath = TC_Common::sepstr<string>(paths,":");
vector<string>::iterator it = vPath.begin();
for(; it != vPath.end(); it ++)
{
string path = *it;
if(TC_File::isFileExist(path))
{
ret = key;
NODE_LOG("patchPro")->debug() << FILE_FUN<< path << " is exist, ret:" << ret << endl;
return ret;
}
else
{
NODE_LOG("patchPro")->debug() << FILE_FUN<< path << " not exist" << endl;
}
}
}
return ret;
}
inline bool CommandPatch::checkOsType()
{
string checkStr = g_pconf->get("/tars/node<enable_os_pattern>", "n");
if(checkStr == "Y" || checkStr == "y" || checkStr == "yes" || checkStr == "true")
{
return true;
}
else
{
return false;
}
}
inline ServerCommand::ExeStatus CommandPatch::canExecute(string & sResult)
{
ServerObject::InternalServerState eState = _serverObjectPtr->getLastState();
ServerObject::InternalServerState eCurrentState =_serverObjectPtr->getInternalState();
NODE_LOG("patchPro")->debug()<< FILE_FUN <<_patchRequest.appname+"."+_patchRequest.servername<<"|sResult:"<<sResult
<<"|current state"<<_serverObjectPtr->toStringState(eCurrentState)<<"|last state :"<< _serverObjectPtr->toStringState(eState)<< endl;
_statExChange = new StatExChange(_serverObjectPtr, ServerObject::BatchPatching, eState);
_serverObjectPtr->setPatchVersion(_patchRequest.version);
_serverObjectPtr->setPatchPercent(0);
_serverObjectPtr->setPatchResult("");
return EXECUTABLE;
}
inline int CommandPatch::updatePatchResult(string & sResult)
{
try
{
NODE_LOG("patchPro")->debug() <<FILE_FUN<< _patchRequest.appname + "." + _patchRequest.servername << endl;
//服务发布成功，向主控发送UPDDATE命令
RegistryPrx proxy = AdminProxy::getInstance()->getRegistryProxy();
if (!proxy)
{
sResult = "patch succ but update version and user fault, get registry proxy fail";
NODE_LOG("patchPro")->error() <<FILE_FUN<< _patchRequest.appname + "." + _patchRequest.servername << "|" << sResult << endl;
g_app.reportServer(_patchRequest.appname + "." + _patchRequest.servername, sResult);
return -1;
}
//向主控发送命令，设置该服务的版本号和发布者
struct PatchResult patch;
patch.sApplication = _patchRequest.appname;
patch.sServerName = _patchRequest.servername;
patch.sNodeName = _patchRequest.nodename;
patch.sVersion = _patchRequest.version;
patch.sUserName = _patchRequest.user;
int iRet = proxy->updatePatchResult(patch);
NODE_LOG("patchPro")->debug() <<FILE_FUN<< _patchRequest.appname + "." + _patchRequest.servername << "|Update:" << iRet << endl;
}
catch (exception& e)
{
NODE_LOG("patchPro")->error() <<FILE_FUN<< _patchRequest.appname + "." + _patchRequest.servername << "|Exception:" << e.what() << endl;
sResult = _patchRequest.appname + "." + _patchRequest.servername + "|Exception:" + e.what();
g_app.reportServer(_patchRequest.appname + "." + _patchRequest.servername, sResult);
return -1;
}
catch (...)
{
NODE_LOG("patchPro")->error() <<FILE_FUN<< _patchRequest.appname + "." + _patchRequest.servername << "|Unknown Exception" << endl;
sResult = _patchRequest.appname + "." + _patchRequest.servername + "|Unknown Exception";
g_app.reportServer(_patchRequest.appname + "." + _patchRequest.servername, sResult);
return -1;
}
return 0;
}
inline int CommandPatch::download(const std::string & sRemoteTgzPath, const std::string & sLocalTgzPath, const std::string & sShortFileName, const std::string& reqMd5, std::string & sResult)
{
int iRet = 0;
DownloadTask dtask;
dtask.sLocalTgzFile = sLocalTgzPath + "/" + sShortFileName;
string sRemoteTgzFile = sRemoteTgzPath + "/" + sShortFileName;
NODE_LOG("patchPro")->debug() <<FILE_FUN<< _patchRequest.appname + "." + _patchRequest.servername
<< "|" << reqMd5
<< "|" << dtask.sLocalTgzFile
<< "|" << sRemoteTgzFile
<< "|begin downloading" << endl;
if(TC_File::isFileExist(dtask.sLocalTgzFile))
{
string fileMd5 = TC_MD5::md5file(dtask.sLocalTgzFile);
if(fileMd5 == reqMd5)
{
NODE_LOG("patchPro")->debug() <<FILE_FUN<< dtask.sLocalTgzFile << " cached succ" << endl;
return iRet;
}
}
NODE_LOG("patchPro")->debug() <<FILE_FUN<< _patchRequest.appname + "." + _patchRequest.servername
<< "|" << reqMd5
<< "|" << dtask.sLocalTgzFile
<< "|" << sRemoteTgzFile
<< "|get lock" << endl;
TC_ThreadRecLock* taskLock = DownloadTaskFactory::getInstance().getRecLock(dtask);
bool returned = false;
{
TC_ThreadRecLock::Lock lock(*taskLock);
if(TC_File::isFileExist(dtask.sLocalTgzFile)) //锁内的检查，防止重复下载
{
string fileMd5 = TC_MD5::md5file(dtask.sLocalTgzFile);
if(fileMd5 == reqMd5)
{
NODE_LOG("patchPro")->debug() <<FILE_FUN<< dtask.sLocalTgzFile << " cached succ" << endl;
returned = true;
}
}
if(!returned)
{
if(!TC_File::isFileExistEx(sLocalTgzPath, S_IFDIR))
{
bool mkResult = TC_File::makeDirRecursive(sLocalTgzPath);
if(!mkResult)
{
sResult = " mkdir \""+sLocalTgzPath+"\" failure,errno," + strerror(errno);
NODE_LOG("patchPro")->error() <<FILE_FUN<< _patchRequest.appname + "." + _patchRequest.servername << "|"<<sResult<< endl;
iRet = -1;
returned = true;
}
}
}
if(!returned)
{
try
{
DownloadEventPtr eventPtr = new PatchDownloadEvent(_serverObjectPtr);
//到PATCH下载文件
PatchPrx proxy = Application::getCommunicator()->stringToProxy<PatchPrx>(_patchRequest.patchobj);
proxy->tars_timeout(60000);
int downloadRet = SingleFileDownloader::download(proxy, sRemoteTgzFile, dtask.sLocalTgzFile, eventPtr, sResult);
if(downloadRet != 0)
{
//返回码错开一下
iRet = downloadRet - 100;
returned = true;
}
}
catch (std::exception & ex)
{
sResult = "download from patch exception," + string(ex.what());
iRet = -3;
NODE_LOG("patchPro")->error() <<FILE_FUN<< _patchRequest.appname + "." + _patchRequest.servername << "|" << reqMd5 << "|Exception:" << ex.what() << endl;
returned = true;
}
catch (...)
{
sResult = "download from patch error,Unknown Exception";
iRet = -4;
NODE_LOG("patchPro")->error() <<FILE_FUN<< _patchRequest.appname + "." + _patchRequest.servername << "|" << reqMd5 << "|Unknown Exception" << endl;
returned = true;
}
}
if(!returned)
{
//检查新下载的文件是否存在
if(!TC_File::isFileExist(dtask.sLocalTgzFile))
{
iRet = -5;
sResult = "local download file not exist";
returned = true;
}
}
//检查md5
if(!returned)
{
string fileMd5 = TC_MD5::md5file(dtask.sLocalTgzFile);
if(fileMd5 != reqMd5)
{
iRet = -6;
sResult = string("request md5:") + reqMd5 + ", local file md5:" + fileMd5 + ", md5 is not equal";
returned = true;
}
}
} //解锁
return iRet;
}
inline int CommandPatch::execute(string &sResult)
{
NODE_LOG("patchPro")->debug() <<FILE_FUN<< _patchRequest.appname + "." + _patchRequest.servername << endl;
int iRet = -1;
try
{
string sServerName = _patchRequest.groupname.empty()?_patchRequest.servername:_patchRequest.groupname;
string sLocalTgzPath = _localTgzBasePath + "/" + _patchRequest.appname + "." + sServerName;
v1.1.0
2017-09-04 15:33:52 +08:00
string sShortFile;
string sRemoteTgzPath;
tars 1.0.1
2017-01-18 16:19:06 +08:00
if(_patchRequest.ostype != "")
{
//新发布
sShortFile = _patchRequest.appname + "." + sServerName + "."+ _patchRequest.version + "." + _patchRequest.ostype + ".tgz";
sRemoteTgzPath = "/TARSBatchPatchingV2/" + _patchRequest.appname + "/" + sServerName;
//使用新路径下载
iRet = download(sRemoteTgzPath, sLocalTgzPath, sShortFile, _patchRequest.md5, sResult);
if(iRet != 0)
{
NODE_LOG("patchPro")->error() <<FILE_FUN<< sRemoteTgzPath << "|" << sLocalTgzPath << "|old download error:" << sShortFile
<<"|"<<sResult << "|" << iRet << endl;
iRet -= 100;
}
}
else
{
//旧发布
sShortFile = _patchRequest.appname + "." + sServerName + ".tgz";
sRemoteTgzPath = "/TARSBatchPatching/" + _patchRequest.appname + "/" + sServerName;
iRet = download(sRemoteTgzPath, sLocalTgzPath, sShortFile, _patchRequest.md5, sResult);
if(iRet != 0)
{
NODE_LOG("patchPro")->error() <<FILE_FUN<< sRemoteTgzPath << "|" << sLocalTgzPath << "|old download error:" << sShortFile
<<"|"<<sResult << "|" << iRet << endl;
iRet -= 100;
}
}
string sLocalTgzFile = sLocalTgzPath + "/" + sShortFile;
if(iRet == 0)
{
//判断文件是否存在
if (!TC_File::isFileExist(sLocalTgzFile))
{
sResult = sLocalTgzFile + " file not exist";
NODE_LOG("patchPro")->error() <<FILE_FUN<< "file not exist:" << sLocalTgzFile << endl;
iRet = -2;
}
}
string sLocalExtractPach = _localExtractBasePath + "/" + _patchRequest.appname + "." + _patchRequest.servername;
if(iRet == 0)
{
if(TC_File::isFileExistEx(sLocalExtractPach, S_IFDIR) && TC_File::removeFile(sLocalExtractPach, true) != 0)
{
sResult = " removeFile \""+sLocalExtractPach+"\" failure,errno," + strerror(errno);
NODE_LOG("patchPro")->error() <<FILE_FUN<<sResult<< endl;
iRet = -4;
}
}
if(iRet == 0)
{
if (!TC_File::makeDirRecursive(sLocalExtractPach))
{
sResult = " makeDirRecursive \""+sLocalExtractPach+"\" failure,errno," + strerror(errno);
NODE_LOG("patchPro")->error() <<FILE_FUN<<sResult<< endl;
iRet = -5;
}
}
//解压
string cmd = "tar xzfv " + sLocalTgzFile + " -C " + sLocalExtractPach;
if(iRet == 0)
{
system(cmd.c_str());
/**
* 有可能system这里解压失败了，
* 这里通过遍历解压目录下有没有文件来判断是否解压成功,因为解压之前这个目录是空的
*/
vector<string> files;
tars::TC_File::listDirectory(sLocalExtractPach, files, true);
v1.1.0
2017-09-04 15:33:52 +08:00
if(files.empty())
tars 1.0.1
2017-01-18 16:19:06 +08:00
{
sResult = cmd + ",error!";
NODE_LOG("patchPro")->error() <<FILE_FUN<<sResult<< endl;
iRet = -6;
}
}
if(iRet == 0)
{
NODE_LOG("patchPro")->debug() << FILE_FUN << "unzip:" << cmd <<endl;
//移动目录重新命名文件
string sSrcFile = sLocalExtractPach + "/" + sServerName + "/" + sServerName;
string sDstFile = sLocalExtractPach + "/" + sServerName + "/" + _patchRequest.servername;
rename(sSrcFile.c_str(), sDstFile.c_str());
NODE_LOG("patchPro")->debug() <<FILE_FUN<< "rename:" << sSrcFile << " " << sDstFile << endl;
//检查是否需要备份bin目录下的文件夹，针对java服务
if(backupfiles(sResult) != 0)
{
NODE_LOG("patchPro")->error() << FILE_FUN << sResult << endl;
iRet = -7;
}
}
fix typo
2017-09-08 00:15:37 +08:00
//对于tars_nodejs需要先删除exepath下的文件
v1.1.0
2017-09-04 15:33:52 +08:00
if (iRet == 0)
{
fix typo
2017-09-08 00:15:37 +08:00
if (_serverObjectPtr->getServerType() == "tars_nodejs")
v1.1.0
2017-09-04 15:33:52 +08:00
{
if(TC_File::removeFile(_serverObjectPtr->getExePath(),true) != 0 || !TC_File::makeDirRecursive(_serverObjectPtr->getExePath()))
{
iRet = -8; //iRetCode = EM_ITEM_PERMISSION;
NODE_LOG("patchPro")->error() <<FILE_FUN<<"|deal path fail:"<<_serverObjectPtr->getExePath()<<"|"<<strerror(errno)<<endl;
}
}
}
tars 1.0.1
2017-01-18 16:19:06 +08:00
if(iRet == 0)
{
fix typo
2017-09-08 00:15:37 +08:00
if (_serverObjectPtr->getServerType() == "tars_nodejs")
v1.1.0
2017-09-04 15:33:52 +08:00
{
TC_File::copyFile(sLocalExtractPach + "/" + sServerName+ "/" + sServerName, _serverObjectPtr->getExePath(), true);
}
else
{
//如果出错，这里会抛异常
TC_File::copyFile(sLocalExtractPach + "/" + sServerName, _serverObjectPtr->getExePath(), true);
}
tars 1.0.1
2017-01-18 16:19:06 +08:00
//设置发布状态到主控
iRet = updatePatchResult(sResult);
if(0 != iRet)
{
NODE_LOG("patchPro")->error() <<FILE_FUN<< _patchRequest.appname + "." + _patchRequest.servername << "|updatePatchResult fail:" << sResult << endl;
}
else
{
sResult = "patch " + _patchRequest.appname + "." + _patchRequest.servername + " succ, version " + _patchRequest.version;
//发布成功
NODE_LOG("patchPro")->debug() <<FILE_FUN<< sResult << endl;
}
NODE_LOG("patchPro")->debug() <<FILE_FUN<< "setPatched,iPercent=100%" << endl;
}
}
catch (exception& e)
{
sResult += e.what();
NODE_LOG("patchPro")->error() <<FILE_FUN<< _patchRequest.appname + "." + _patchRequest.servername << "|Exception:" << e.what() << endl;
iRet = -8;
}
catch (...)
{
sResult += "catch unkwon exception";
NODE_LOG("patchPro")->error() <<FILE_FUN<< _patchRequest.appname + "." + _patchRequest.servername << "|Unknown Exception" << endl;
iRet = -9;
}
//这里要求前端判断发布成功的必备条件是bSucc=true
v1.1.0
2017-09-04 15:33:52 +08:00
_serverObjectPtr->setPatchResult(sResult, iRet == 0);
tars 1.0.1
2017-01-18 16:19:06 +08:00
//设置发布结果,如果是发布异常了这里也设置，主要是设置进度为100%,方便前端判断
_serverObjectPtr->setPatched(true);
//发布后，core频率限制重新计算
_serverObjectPtr->resetCoreInfo();
g_app.reportServer(_patchRequest.appname + "." + _patchRequest.servername, sResult);
return iRet;
}
inline int CommandPatch::backupfiles(std::string &sResult)
{
try
{
if (_serverObjectPtr->getServerType() == "tars_java") //如果是java服务的话需要清空目录，备份目录
{
int maxbaknum = 5;
string srcPath = "/usr/local/app/tars/tarsnode/data/" + _patchRequest.appname + "." + _patchRequest.servername + "/";
string destPath = "/usr/local/app/tars/tarsnode/tmp/" + _patchRequest.appname + "." + _patchRequest.servername + "/";
if (!TC_File::isFileExistEx(srcPath, S_IFDIR)) //不存在这个目录，先创建
{
NODE_LOG("patchPro")->debug() <<FILE_FUN<< srcPath << " is not exist,create it... "<<endl;
TC_File::makeDir(srcPath);
}
if (TC_File::makeDir(destPath)) //循环的更新bin_bak目录
{
for(unsigned int i = maxbaknum - 1; i >= 1; i--)
{
string destPathBak = + "bin_bak" + TC_Common::tostr<int>(i) + "/";
if(!TC_File::isFileExistEx(destPathBak,S_IFDIR)) //不存在这个目录，可以继续循环
{
NODE_LOG("patchPro")->debug() <<FILE_FUN<< destPathBak << " is not exist,continue... "<<endl;
continue;
}
else //存在这个目录，进行替换:bak1-->bak2
{
string newFile = destPath + "bin_bak" + TC_Common::tostr<int>(i+1) + "/";
if(TC_File::isFileExistEx(newFile,S_IFDIR) && TC_File::removeFile(newFile, true) != 0)
{
NODE_LOG("patchPro")->error() <<FILE_FUN<< "removeFile:"<< newFile << " error,"<<strerror(errno)<<endl;
}
if(TC_File::makeDir(newFile))
{
TC_File::copyFile(destPathBak,newFile);
NODE_LOG("patchPro")->debug() <<FILE_FUN<< "copyFile:"<< destPathBak << " to "<< newFile << " finished!"<<endl;
}
else
{
NODE_LOG("patchPro")->debug() <<FILE_FUN<< "makeDir:"<< newFile << "error..." <<endl;
}
}
}
}
//更新当前目录到/bin_bak1/目录
string existFile = srcPath + "bin/";
string destPathBak = destPath + "bin_bak1/";
if(TC_File::isFileExistEx(destPathBak,S_IFDIR) && TC_File::removeFile(destPathBak, true) != 0)
{
NODE_LOG("patchPro")->error() <<FILE_FUN<< "removeFile:"<< destPathBak << " error,"<<strerror(errno)<<endl;
}
if(TC_File::makeDir(destPathBak))
{
if(!TC_File::isFileExistEx(existFile,S_IFDIR)) //不存在这个目录，先创建
{
NODE_LOG("patchPro")->debug() <<FILE_FUN<< existFile << " backup file is not exist,create it... "<<endl;
TC_File::makeDir(existFile);
}
TC_File::copyFile(existFile,destPathBak);
NODE_LOG("patchPro")->debug() <<FILE_FUN<< "copyFile:"<< existFile << " to "<< destPathBak << " finished!"<<endl;
if(TC_File::removeFile(existFile,true) == 0)
{
NODE_LOG("patchPro")->debug() <<FILE_FUN<< "removeFile:"<< existFile << " finished!"<<endl;
if(TC_File::makeDir(existFile))
{
NODE_LOG("patchPro")->debug() <<FILE_FUN<< "makeDir:"<< existFile << " finished!"<<endl;
}
}
}
//保留指定文件在bin目录中的
vector<string> vFileNames = TC_Common::sepstr<string>(_serverObjectPtr->getBackupFileNames(), ";|");
for(vector<string>::size_type i = 0;i< vFileNames.size();i++)
{
string sBackupSrc = destPathBak + vFileNames[i];
string sBackupDest = existFile + vFileNames[i];
if (TC_File::isFileExistEx(sBackupSrc,S_IFDIR))
{
if (!TC_File::isFileExistEx(sBackupDest,S_IFDIR))
{
if(!TC_File::makeDirRecursive(TC_File::simplifyDirectory(sBackupDest)))
{
NODE_LOG("patchPro")->error() <<FILE_FUN<< "failed to mkdir dest directory:" << sBackupDest << endl;
}
}
TC_File::copyFile(sBackupSrc,sBackupDest,true);
NODE_LOG("patchPro")->debug() <<FILE_FUN<<"Backup:"<<sBackupSrc<<" to "<<sBackupDest<<" succ"<<endl;
}
}
}
}
catch(exception& e)
{
NODE_LOG("patchPro")->error() <<FILE_FUN<< _patchRequest.appname + "." + _patchRequest.servername << "|Exception:" << e.what() << endl;
sResult = string(__FUNCTION__) + "|" + _patchRequest.appname + "." + _patchRequest.servername + "|Exception:" + e.what();
return -1;
}
catch(...)
{
NODE_LOG("patchPro")->error() <<FILE_FUN<< _patchRequest.appname + "." + _patchRequest.servername << "|Unknown Exception" << endl;
sResult = string(__FUNCTION__) + "|" + _patchRequest.appname + "." + _patchRequest.servername + "|Unknown Exception";
return -1;
}
return 0;
}
#endif
Reference in New Issue Copy Permalink