wizardInputs.cpp 45 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215
  1. /*#############################################################################
  2. HPCC SYSTEMS software Copyright (C) 2012 HPCC Systems.
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. http://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. #############################################################################*/
  13. /////////////////////////////////////////////////////////////////////////////
  14. //
  15. // WizardInputs.cpp : implementation file
  16. //
  17. /////////////////////////////////////////////////////////////////////////////
  18. #include "wizardInputs.hpp"
  19. #include "XMLTags.h"
  20. #include "jencrypt.hpp"
  21. #include "buildset.hpp"
  22. #include "build-config.h"
  23. #define STANDARD_CONFIGXMLDIR COMPONENTFILES_DIR"/configxml/"
  24. #define STANDARD_CONFIG_BUILDSETFILE "buildset.xml"
  25. #define STANDARD_CONFIG_DIR CONFIG_DIR
  26. #define STANDARD_CONFIG_ALGORITHMFILE "genenvrules.conf"
  27. //---------------------------------------------------------------------------
  28. // CWizardInputs
  29. //---------------------------------------------------------------------------
  30. CWizardInputs::CWizardInputs(const char* xmlArg,const char *service,
  31. IPropertyTree * cfg,
  32. MapStringTo<StringBuffer>* dirMap): m_service(service),
  33. m_cfg(cfg), m_overrideDirs(dirMap), m_roxieOnDemand(true),
  34. m_supportNodes(0)
  35. {
  36. m_pXml.setown(createPTreeFromXMLString(xmlArg && *xmlArg ? xmlArg : "<XmlArgs/>"));
  37. }
  38. //----------------------------------------------------------------------
  39. CWizardInputs::~CWizardInputs()
  40. {
  41. m_pXml.clear();
  42. HashIterator info(m_invalidServerCombo);
  43. for(info.first();info.isValid();info.next())
  44. {
  45. StringArray *a = *m_invalidServerCombo.mapToValue(&info.query());
  46. delete a;
  47. }
  48. HashIterator iter(m_compIpMap);
  49. ForEach(iter)
  50. {
  51. IMapping &cur = iter.query();
  52. CInstDetails* pInfo = m_compIpMap.mapToValue(&cur);
  53. pInfo->Release();
  54. }
  55. HashIterator sIter(m_compForTopology);
  56. for(sIter.first();sIter.isValid();sIter.next())
  57. {
  58. StringArray* a = *m_compForTopology.mapToValue(&sIter.query());
  59. delete a;
  60. }
  61. }
  62. //-----------------------------------------------------------------------
  63. // SetEnvironment
  64. //-----------------------------------------------------------------------
  65. void CWizardInputs::setEnvironment()
  66. {
  67. StringBuffer xpath;
  68. if(m_pXml->hasProp("@ipList"))
  69. formIPList(m_pXml->queryProp("@ipList"), m_ipaddress);
  70. if(m_pXml->hasProp("@supportNodes"))
  71. {
  72. m_supportNodes = atoi(m_pXml->queryProp("@supportNodes"));
  73. if (m_supportNodes)
  74. {
  75. if (m_ipaddress.length() > 0 && m_ipaddress.length() > m_supportNodes)
  76. {
  77. for(unsigned i = 0; i < m_supportNodes; i++)
  78. m_ipaddressSupport.append(m_ipaddress.item(i));
  79. m_ipaddress.removen(0, m_supportNodes);
  80. }
  81. else
  82. m_supportNodes = 0;
  83. }
  84. }
  85. if(m_pXml->hasProp("@roxieNodes"))
  86. m_roxieNodes = atoi(m_pXml->queryProp("@roxieNodes"));
  87. if(m_pXml->hasProp("@thorNodes"))
  88. m_thorNodes = atoi(m_pXml->queryProp("@thorNodes"));
  89. if(m_pXml->hasProp("@dbuser"))
  90. m_dbuser = m_pXml->queryProp("@dbuser");
  91. if(m_pXml->hasProp("@dbpassword"))
  92. m_dbpassword = m_pXml->queryProp("@dbpassword");
  93. m_thorSlavesPerNode = 1;
  94. if(m_pXml->hasProp("@slavesPerNode"))
  95. m_thorSlavesPerNode = atoi( m_pXml->queryProp("@slavesPerNode"));
  96. if (m_thorSlavesPerNode < 1)
  97. m_thorSlavesPerNode = 1;
  98. m_roxieOnDemand = m_pXml->getPropBool("@roxieOnDemand", true);
  99. xpath.clear().appendf("Software/EspProcess/EspService[@name='%s']/LocalConfFile", m_service.str());
  100. const char* pConfFile = m_cfg->queryProp(xpath.str());
  101. xpath.clear().appendf("Software/EspProcess/EspService[@name='%s']/LocalEnvConfFile", m_service.str());
  102. const char* pEnvConfFile = m_cfg->queryProp(xpath.str());
  103. if (pConfFile && *pConfFile && pEnvConfFile && *pEnvConfFile)
  104. {
  105. Owned<IProperties> pParams = createProperties(pConfFile);
  106. Owned<IProperties> pEnvParams = createProperties(pEnvConfFile);
  107. StringBuffer sb, fileName;
  108. fileName.append((pEnvParams->queryProp("path")!= NULL ? (sb.clear().append(pEnvParams->queryProp("path")).append("/componentfiles/configxml/")) : STANDARD_CONFIGXMLDIR));
  109. fileName.append((pParams->queryProp("buildset") != NULL ? (sb.clear().append(pParams->queryProp("buildset"))) : STANDARD_CONFIG_BUILDSETFILE));
  110. if(fileName.length() && checkFileExists(fileName.str()))
  111. m_buildSetTree.setown(createPTreeFromXMLFile(fileName.str()));
  112. else
  113. throw MakeStringException( -1 , "The buildSetFile %s does not exists", fileName.str());
  114. fileName.clear().append((pEnvParams->queryProp("configs") != NULL ? (sb.clear().append(pEnvParams->queryProp("configs")).append("/")): STANDARD_CONFIG_DIR));
  115. fileName.append((pParams->queryProp("wizardalgorithm") != NULL ? (sb.clear().append(pParams->queryProp("wizardalgorithm"))) : STANDARD_CONFIG_ALGORITHMFILE));
  116. if(fileName.length() && checkFileExists(fileName.str()))
  117. m_algProp.setown(createProperties(fileName.str()));
  118. else
  119. throw MakeStringException( -1 , "The algorithm file %s does not exists", fileName.str());
  120. }
  121. setWizardRules();
  122. setTopologyParam();
  123. }
  124. void CWizardInputs::setWizardRules()
  125. {
  126. const char* roxieRedTypes[] = {"Full", "Circular", "None", "Overloaded"};
  127. m_roxieAgentRedType.clear().append("Circular");
  128. m_roxieAgentRedChannels = 2;
  129. m_roxieAgentRedOffset = 1;
  130. if(m_algProp)
  131. {
  132. Owned<IPropertyIterator> iter = m_algProp->getIterator();
  133. StringBuffer prop;
  134. ForEach(*iter)
  135. {
  136. m_algProp->getProp(iter->getPropKey(), prop.clear());
  137. if(prop.length() && prop.charAt(prop.length()-1) == ',')
  138. prop.setCharAt((prop.length()-1),' ');
  139. if(!strcmp(iter->getPropKey(), "max_comps_per_node"))
  140. {
  141. m_maxCompOnNode = atoi(prop.str());
  142. }
  143. else if(!strcmp(iter->getPropKey(), "avoid_combo"))
  144. {
  145. StringArray pairValue;
  146. pairValue.appendList(prop.str(), ",");
  147. if( pairValue.ordinality() > 0)
  148. {
  149. for( unsigned i = 0; i < pairValue.ordinality() ; i++)
  150. {
  151. StringArray eachpair;
  152. eachpair.appendList(pairValue.item(i), "-");
  153. if(eachpair.ordinality() == 2 )
  154. {
  155. StringArray* serverCompArr = 0;
  156. ForEachItemIn(x, eachpair)
  157. {
  158. StringArrayPtr* pairServerArr = m_invalidServerCombo.getValue(eachpair.item(x));
  159. if(pairServerArr)
  160. {
  161. serverCompArr = (*pairServerArr);
  162. serverCompArr->append(x == 0 ? eachpair.item(1): eachpair.item(0));
  163. }
  164. else
  165. {
  166. serverCompArr = new StringArray();
  167. serverCompArr->append(x == 0 ? eachpair.item(1): eachpair.item(0));
  168. m_invalidServerCombo.setValue(eachpair.item(x),serverCompArr);
  169. }
  170. }
  171. }
  172. }
  173. }
  174. }
  175. else if(!strcmp (iter->getPropKey(),"do_not_generate"))
  176. m_doNotGenComp.appendList(prop.str(), ",");
  177. else if(!strcmp (iter->getPropKey(),"comps_on_all_nodes"))
  178. m_compOnAllNodes.appendList(prop.str(), ",");
  179. else if(!strcmp(iter->getPropKey(), "topology_for_comps"))
  180. m_clusterForTopology.appendList(prop.str(), ",");
  181. else if (!strcmp(iter->getPropKey(), "roxie_agent_redundancy"))
  182. {
  183. StringArray sbarr;
  184. sbarr.appendList(prop.str(), ",");
  185. if (sbarr.length() > 1)
  186. {
  187. int type = atoi(sbarr.item(0));
  188. if (type == 0)
  189. continue;
  190. if (type > 0 && type < 5)
  191. m_roxieAgentRedType.clear().append(roxieRedTypes[type]);
  192. else
  193. continue;
  194. m_roxieAgentRedChannels = atoi(sbarr.item(1));
  195. if (m_roxieAgentRedChannels <= 0)
  196. m_roxieAgentRedChannels = 1;
  197. if (sbarr.length() > 2)
  198. {
  199. m_roxieAgentRedOffset = atoi(sbarr.item(2));
  200. if (m_roxieAgentRedOffset <= 0)
  201. m_roxieAgentRedOffset = 1;
  202. }
  203. else
  204. m_roxieAgentRedOffset = 0;
  205. }
  206. }
  207. }
  208. }
  209. }
  210. CInstDetails* CWizardInputs::getServerIPMap(const char* compName, const char* buildSetName,const IPropertyTree* pEnvTree, unsigned numOfNodes)
  211. {
  212. StringBuffer xPath;
  213. xPath.appendf("./Programs/Build/BuildSet[@name=\"%s\"]",buildSetName);
  214. IPropertyTree* pBuildSet = pEnvTree->queryPropTree(xPath.str());
  215. CInstDetails* instDetails = NULL;
  216. if(pBuildSet)
  217. {
  218. if(m_doNotGenComp.find(buildSetName) != NotFound)
  219. return instDetails;
  220. if(m_compOnAllNodes.find(buildSetName) != NotFound)
  221. return instDetails;
  222. if (m_ipaddress.ordinality() + m_supportNodes == 1)
  223. {
  224. instDetails = new CInstDetails(compName, m_ipaddress.item(0));
  225. m_compIpMap.setValue(buildSetName,instDetails);
  226. return instDetails;
  227. }
  228. else if (m_supportNodes == 1 && strcmp(buildSetName, "roxie") && strcmp(buildSetName, "thor" ))
  229. {
  230. instDetails = new CInstDetails(compName, m_ipaddressSupport.item(0));
  231. m_compIpMap.setValue(buildSetName,instDetails);
  232. return instDetails;
  233. }
  234. else
  235. {
  236. unsigned x = 0;
  237. for(; x < numOfNodes ; x++)
  238. {
  239. StringArray* pIpAddrMap = NULL;
  240. if (x == 0 && m_supportNodes > 0 && !strcmp(buildSetName, "thor"))
  241. pIpAddrMap = &m_ipaddressSupport;
  242. else
  243. pIpAddrMap = &getIpAddrMap(buildSetName);
  244. unsigned numOfIPSAlreadyTaken = getCntForAlreadyAssignedIPS(buildSetName);
  245. if( numOfIPSAlreadyTaken < pIpAddrMap->ordinality())
  246. addToCompIPMap(buildSetName, pIpAddrMap->item(numOfIPSAlreadyTaken), compName);
  247. else if (!applyOverlappingRules(compName, buildSetName, numOfIPSAlreadyTaken, pIpAddrMap))
  248. break;
  249. }
  250. if(m_compIpMap.find(buildSetName) != NULL)
  251. {
  252. instDetails = m_compIpMap.getValue(buildSetName);
  253. if( (instDetails->getIpAssigned()).ordinality() != numOfNodes)
  254. {
  255. StringBuffer sb("support");
  256. StringBuffer sbBuildSet(buildSetName);
  257. unsigned ips = m_ipaddressSupport.length();
  258. unsigned ipns = m_ipaddress.length();
  259. if (!strcmp(buildSetName, "thor") && m_supportNodes > 0)
  260. {
  261. if (x == 0)
  262. {
  263. sb.clear().append(m_supportNodes == 0?"non-support":"support");
  264. sbBuildSet.clear().append("Thor Master");
  265. numOfNodes = 1;
  266. }
  267. else
  268. {
  269. sb.clear().append("non-support");
  270. sbBuildSet.clear().append("Thor Slaves");
  271. numOfNodes--;
  272. }
  273. }
  274. else if (!strcmp(buildSetName, "roxie"))
  275. sb.clear().append("non-support ");
  276. throw MakeStringException(-1, \
  277. "Total nodes: %d (%d Support Nodes + %d Non-support Nodes)\nError: Cannot assign %d number of nodes for %s due to insufficient %s nodes available. Please enter different values", \
  278. ips + ipns, ips, ipns, numOfNodes, sbBuildSet.str(), sb.str());
  279. }
  280. else{
  281. return m_compIpMap.getValue(buildSetName);
  282. }
  283. }
  284. }
  285. return instDetails;
  286. }
  287. return NULL;
  288. }
  289. bool CWizardInputs::applyOverlappingRules(const char* compName,const char* buildSetName, unsigned startpos, StringArray* pIpAddrMap)
  290. {
  291. StringArray dontAssign , ignoredForOverlap;
  292. bool assignedIP = false;
  293. CInstDetails* compPtr = NULL;
  294. if(m_invalidServerCombo.find(buildSetName) != NULL)
  295. {
  296. StringArray* serverCompArr = 0;
  297. StringArrayPtr* pairServerArr = m_invalidServerCombo.getValue(buildSetName);
  298. if(pairServerArr)
  299. serverCompArr = (*pairServerArr);
  300. for(unsigned i = 0 ; i < serverCompArr->ordinality() ; i++)
  301. {
  302. compPtr = m_compIpMap.getValue(serverCompArr->item(i));
  303. if(compPtr)
  304. {
  305. StringArray& ipArr = compPtr->getIpAssigned();
  306. ForEachItemIn(i, ipArr)
  307. dontAssign.append(ipArr.item(i));
  308. }
  309. }
  310. }
  311. //Since Roxie and thor might already have some ips asssigned we need to ignore those too.
  312. if(m_compIpMap.find(buildSetName) != NULL)
  313. {
  314. compPtr = m_compIpMap.getValue(buildSetName);
  315. StringArray& ipArr = compPtr->getIpAssigned();
  316. ForEachItemIn(i, ipArr)
  317. dontAssign.append(ipArr.item(i));
  318. }
  319. unsigned pos = startpos % pIpAddrMap->ordinality();
  320. for (unsigned j=pos; j < pos + pIpAddrMap->ordinality(); j++)
  321. {
  322. unsigned ii = (j >= pIpAddrMap->ordinality()) ? 0 : j;
  323. count_t ipAssignedCount = getNumOfInstForIP(pIpAddrMap->item(ii));
  324. if(dontAssign.ordinality() > 0)
  325. {
  326. if( dontAssign.find(pIpAddrMap->item(ii)) == NotFound)
  327. {
  328. if(ipAssignedCount >= m_maxCompOnNode )
  329. {
  330. ignoredForOverlap.append(pIpAddrMap->item(ii));
  331. }
  332. else
  333. {
  334. assignedIP = true;
  335. addToCompIPMap(buildSetName, pIpAddrMap->item(ii), compName);
  336. break;
  337. }
  338. }
  339. }
  340. else
  341. {
  342. if(ipAssignedCount >= m_maxCompOnNode )
  343. {
  344. ignoredForOverlap.append(pIpAddrMap->item(ii));
  345. }
  346. else
  347. {
  348. assignedIP = true;
  349. addToCompIPMap(buildSetName, pIpAddrMap->item(ii), compName);
  350. break;
  351. }
  352. }
  353. }
  354. if(!assignedIP && ignoredForOverlap.ordinality() > 0)
  355. {
  356. addToCompIPMap(buildSetName, ignoredForOverlap.item(0), compName);
  357. assignedIP = true;
  358. }
  359. return assignedIP;
  360. }
  361. count_t CWizardInputs::getNumOfInstForIP(StringBuffer ip)
  362. {
  363. count_t cnt = 0;
  364. HashIterator ips(m_compIpMap);
  365. ForEach(ips)
  366. {
  367. CInstDetails* comp = m_compIpMap.mapToValue(&ips.query());
  368. StringArray& ipArray = comp->getIpAssigned();
  369. if(ipArray.find(ip) != NotFound)
  370. cnt++;
  371. }
  372. return cnt;
  373. }
  374. bool CWizardInputs::generateEnvironment(StringBuffer& envXml)
  375. {
  376. if(m_algProp)
  377. {
  378. Owned<IPropertyTree> pEnvTree = createEnvironment();
  379. if(pEnvTree)
  380. {
  381. toXML(pEnvTree,envXml, 0, XML_SortTags | XML_Format);
  382. }
  383. }
  384. else
  385. {
  386. DBGLOG("not yet decided");//use default algorithm
  387. }
  388. return true;
  389. }
  390. IPropertyTree* CWizardInputs::createEnvironment()
  391. {
  392. StringBuffer xpath, sbTemp, name ;
  393. sbTemp.clear().appendf("<%s><%s></%s>", XML_HEADER, XML_TAG_ENVIRONMENT, XML_TAG_ENVIRONMENT);
  394. IPropertyTree* pNewEnvTree = createPTreeFromXMLString(sbTemp.str());
  395. IPropertyTree* pSettings = pNewEnvTree->addPropTree(XML_TAG_ENVSETTINGS, createPTree());
  396. xpath.clear().appendf("%s/%s/%s[%s='%s']/LocalEnvFile", XML_TAG_SOFTWARE, XML_TAG_ESPPROCESS, XML_TAG_ESPSERVICE, XML_ATTR_NAME, m_service.str());
  397. const char* pConfFile = m_cfg->queryProp(xpath.str());
  398. xpath.clear().appendf("%s/%s/%s[%s='%s']/LocalEnvConfFile", XML_TAG_SOFTWARE, XML_TAG_ESPPROCESS, XML_TAG_ESPSERVICE, XML_ATTR_NAME, m_service.str());
  399. const char* tmp = m_cfg->queryProp(xpath.str());
  400. if (tmp && *tmp)
  401. {
  402. Owned<IProperties> pParams = createProperties(tmp);
  403. Owned<IPropertyIterator> iter = pParams->getIterator();
  404. ForEach(*iter)
  405. {
  406. StringBuffer prop;
  407. pParams->getProp(iter->getPropKey(), prop);
  408. pSettings->addProp(iter->getPropKey(), prop.length() ? prop.str():"");
  409. }
  410. }
  411. Owned<IPropertyTree> pProgramTree = createPTreeFromIPT(m_buildSetTree);
  412. pNewEnvTree->addPropTree(XML_TAG_PROGRAMS, createPTreeFromIPT(pProgramTree->queryPropTree("./"XML_TAG_PROGRAMS)));
  413. Owned<IPropertyTree> pCompTree = createPTree(XML_TAG_HARDWARE);
  414. generateHardwareHeaders(pNewEnvTree, sbTemp, false, pCompTree);
  415. pCompTree->removeProp(XML_TAG_COMPUTER);
  416. xpath.clear().appendf("./%s/%s", XML_TAG_COMPUTERTYPE, XML_ATTR_MEMORY);
  417. pCompTree->removeProp(xpath.str());
  418. xpath.clear().appendf("./%s/%s", XML_TAG_COMPUTERTYPE, XML_ATTR_NICSPEED);
  419. pCompTree->removeProp(xpath.str());
  420. xpath.clear().append(XML_TAG_SWITCH).append("/").append(XML_ATTR_NAME);
  421. pCompTree->setProp(xpath.str(), "Switch") ;
  422. xpath.clear().append(XML_TAG_DOMAIN).append("/").append(XML_ATTR_NAME);
  423. pCompTree->setProp(xpath.str(), "localdomain");
  424. xpath.clear().append(XML_TAG_DOMAIN).append("/").append(XML_ATTR_PASSWORD);
  425. pCompTree->setProp(xpath.str(), m_pXml->queryProp("@password"));
  426. xpath.clear().append(XML_TAG_DOMAIN).append("/").append(XML_ATTR_USERNAME);
  427. pCompTree->setProp(xpath.str(), m_pXml->queryProp("@username"));
  428. xpath.clear().appendf("./%s/@snmpSecurityString", XML_TAG_DOMAIN);
  429. pCompTree->removeProp(xpath.str());
  430. xpath.clear().append(XML_TAG_COMPUTERTYPE).append("/").append(XML_ATTR_COMPUTERTYPE);
  431. pCompTree->setProp(xpath.str(), "linuxmachine");
  432. xpath.clear().append(XML_TAG_COMPUTERTYPE).append("/").append(XML_ATTR_MANUFACTURER);
  433. pCompTree->setProp(xpath.str(), "unknown");
  434. xpath.clear().append(XML_TAG_COMPUTERTYPE).append("/").append(XML_ATTR_NAME);
  435. pCompTree->setProp(xpath.str(), "linuxmachine");
  436. xpath.clear().append(XML_TAG_COMPUTERTYPE).append("/").append(XML_ATTR_OPSYS);
  437. pCompTree->setProp(xpath.str(), "linux");
  438. xpath.clear().append(XML_TAG_COMPUTERTYPE).append("/").append(XML_ATTR_NICSPEED);
  439. pCompTree->setProp(xpath.str(), "1000");
  440. unsigned x;
  441. IpAddress ipaddr;
  442. for(unsigned i = 0; i < m_ipaddressSupport.ordinality(); i++)
  443. {
  444. IPropertyTree* pComputer = pCompTree->addPropTree(XML_TAG_COMPUTER,createPTree());
  445. ipaddr.ipset(m_ipaddressSupport.item(i));
  446. ipaddr.getNetAddress(sizeof(x),&x);
  447. name.clear().appendf("node%03d%03d", (x >> 16) & 0xFF, (x >> 24) & 0xFF);
  448. getUniqueName(pCompTree, name, XML_TAG_COMPUTER, "");
  449. pComputer->addProp(XML_ATTR_COMPUTERTYPE, "linuxmachine");
  450. pComputer->addProp(XML_ATTR_DOMAIN, "localdomain");
  451. pComputer->addProp(XML_ATTR_NAME, name.str());
  452. pComputer->addProp(XML_ATTR_NETADDRESS, m_ipaddressSupport.item(i));
  453. }
  454. for(unsigned i = 0; i < m_ipaddress.ordinality(); i++)
  455. {
  456. IPropertyTree* pComputer = pCompTree->addPropTree(XML_TAG_COMPUTER,createPTree());
  457. ipaddr.ipset(m_ipaddress.item(i));
  458. ipaddr.getNetAddress(sizeof(x),&x);
  459. name.clear().appendf("node%03d%03d", (x >> 16) & 0xFF, (x >> 24) & 0xFF);
  460. getUniqueName(pCompTree, name, XML_TAG_COMPUTER, "");
  461. pComputer->addProp(XML_ATTR_COMPUTERTYPE, "linuxmachine");
  462. pComputer->addProp(XML_ATTR_DOMAIN, "localdomain");
  463. pComputer->addProp(XML_ATTR_NAME, name.str());
  464. pComputer->addProp(XML_ATTR_NETADDRESS, m_ipaddress.item(i));
  465. }
  466. pNewEnvTree->addPropTree(XML_TAG_HARDWARE, createPTreeFromIPT(pCompTree));
  467. //Before we generate software tree check for dependencies of component for do_not_generate ,roxie, thor
  468. checkForDependencies();
  469. generateSoftwareTree(pNewEnvTree);
  470. return pNewEnvTree;
  471. }
  472. void CWizardInputs::generateSoftwareTree(IPropertyTree* pNewEnvTree)
  473. {
  474. StringBuffer xpath;
  475. if(m_buildSetTree)
  476. {
  477. bool ovrLog = true, ovrRun = true;
  478. if (m_overrideDirs && m_overrideDirs->count() > 0)
  479. {
  480. HashIterator iter(*m_overrideDirs);
  481. ForEach(iter)
  482. {
  483. IMapping &cur = iter.query();
  484. StringBuffer* dirvalue = m_overrideDirs->mapToValue(&cur);
  485. const char * key = (const char*)cur.getKey();
  486. xpath.clear().appendf(XML_TAG_SOFTWARE"/Directories/Category[@name='%s']", key);
  487. if (!strcmp(key, "log"))
  488. ovrLog = false;
  489. else if (!strcmp(key, "run"))
  490. ovrRun = false;
  491. IPropertyTree* pDir = m_buildSetTree->queryPropTree(xpath.str());
  492. if (pDir)
  493. pDir->setProp("@dir", dirvalue->str());
  494. else
  495. {
  496. pDir = m_buildSetTree->queryPropTree(XML_TAG_SOFTWARE"/Directories/")->addPropTree("Category", createPTree());
  497. pDir->setProp(XML_ATTR_NAME, (const char*)cur.getKey());
  498. pDir->setProp("@dir", dirvalue->str());
  499. }
  500. }
  501. }
  502. pNewEnvTree->addPropTree(XML_TAG_SOFTWARE,createPTreeFromIPT(m_buildSetTree->queryPropTree("./"XML_TAG_SOFTWARE)));
  503. xpath.clear().appendf("%s/%s/%s[%s='%s']/LocalEnvConfFile", XML_TAG_SOFTWARE, XML_TAG_ESPPROCESS, XML_TAG_ESPSERVICE, XML_ATTR_NAME, m_service.str());
  504. const char* tmp = m_cfg->queryProp(xpath.str());
  505. if (tmp && *tmp)
  506. {
  507. Owned<IProperties> pParams = createProperties(tmp);
  508. updateDirsWithConfSettings(pNewEnvTree, pParams, ovrLog, ovrRun);
  509. }
  510. const char* firstComp = "esp";
  511. xpath.clear().appendf("./%s/%s/%s/[@name=\"%s\"]", XML_TAG_PROGRAMS, XML_TAG_BUILD, XML_TAG_BUILDSET, firstComp);
  512. IPropertyTree* pEspBuildSet = m_buildSetTree->queryPropTree(xpath.str());
  513. if (pEspBuildSet)
  514. addComponentToSoftware(pNewEnvTree, pEspBuildSet);
  515. xpath.clear().appendf("./%s/%s/%s", XML_TAG_PROGRAMS, XML_TAG_BUILD, XML_TAG_BUILDSET);
  516. Owned<IPropertyTreeIterator> buildSetInsts = m_buildSetTree->getElements(xpath.str());
  517. ForEach(*buildSetInsts)
  518. {
  519. IPropertyTree* pBuildSet = &buildSetInsts->query();
  520. const char* buildSetName = pBuildSet->queryProp(XML_ATTR_NAME);
  521. if (strcmp(firstComp, buildSetName))
  522. addComponentToSoftware(pNewEnvTree, &buildSetInsts->query());
  523. }
  524. getEspBindingInformation(pNewEnvTree);
  525. addTopology(pNewEnvTree);
  526. getDefaultsForWizard(pNewEnvTree);
  527. }
  528. }
  529. void CWizardInputs::addInstanceToTree(IPropertyTree* pNewEnvTree, StringBuffer attrName, const char* processName, const char* buildSetName, const char* instName)
  530. {
  531. StringBuffer sb, sbl, compName, xpath, nodeName;
  532. xpath.clear().appendf("./%s/%s[%s=\"%s\"]", XML_TAG_HARDWARE, XML_TAG_COMPUTER, XML_ATTR_NETADDRESS, attrName.str());
  533. IPropertyTree* pHardTemp = pNewEnvTree->queryPropTree(xpath.str());
  534. if(pHardTemp)
  535. nodeName.clear().append(pHardTemp->queryProp("./"XML_ATTR_NAME));//NodeName
  536. xpath.clear().appendf("./%s/%s[%s=\"%s\"]", XML_TAG_SOFTWARE, processName, XML_ATTR_BUILDSET, buildSetName);
  537. IPropertyTree* pComp = pNewEnvTree->queryPropTree(xpath.str());
  538. compName.clear().append(pComp->queryProp(XML_ATTR_NAME));//compName
  539. sb.clear().appendf("<Instance buildSet=\"%s\" compName=\"%s\" ><Instance name=\"%s\" /></Instance>", buildSetName, compName.str(), nodeName.str());
  540. Owned<IPropertyTree> pInstance = createPTreeFromXMLString(sb.str());
  541. if(pInstance)
  542. addInstanceToCompTree(pNewEnvTree, pInstance, sbl.clear(), sb.clear(),NULL);
  543. xpath.clear().appendf("./%s/%s[%s=\"%s\"]/%s[%s=\"%s\"]", XML_TAG_SOFTWARE, processName, XML_ATTR_NAME, compName.str(), XML_TAG_INSTANCE, XML_ATTR_COMPUTER, nodeName.str());
  544. IPropertyTree* pInst = pNewEnvTree->queryPropTree(xpath.str());
  545. if(pInst)
  546. {
  547. pInst->addProp(XML_ATTR_NAME, instName);
  548. }
  549. }
  550. void CWizardInputs::getDefaultsForWizard(IPropertyTree* pNewEnvTree)
  551. {
  552. StringBuffer xpath, tempName, value;
  553. Owned<IPropertyTree> pBuildTree = createPTreeFromIPT(pNewEnvTree->queryPropTree("./"XML_TAG_PROGRAMS));
  554. xpath.clear().appendf("./%s/%s/", XML_TAG_BUILD, XML_TAG_BUILDSET);
  555. Owned<IPropertyTreeIterator> buildSetInsts = pBuildTree->getElements(xpath.str());
  556. ForEach(*buildSetInsts)
  557. {
  558. IPropertyTree* pBuildSet = &buildSetInsts->query();
  559. StringBuffer buildSetPath, compName;
  560. const char* buildSetName = pBuildSet->queryProp(XML_ATTR_NAME);
  561. const char* xsdFileName = pBuildSet->queryProp(XML_ATTR_SCHEMA);
  562. const char* processName = pBuildSet->queryProp(XML_ATTR_PROCESS_NAME);
  563. if(processName && *processName && buildSetName && * buildSetName && xsdFileName && *xsdFileName)
  564. {
  565. Owned<IPropertyTree> pSchema = loadSchema(pBuildTree->queryPropTree("./"XML_TAG_BUILD"[1]"), pBuildSet, buildSetPath, NULL);
  566. Owned<IPropertyTree> pCompTree = generateTreeFromXsd(pNewEnvTree, pSchema, processName, buildSetName, m_cfg, m_service.str(), true, true, this);
  567. xpath.clear().appendf("./%s/%s/[%s=\"%s\"]", XML_TAG_SOFTWARE, processName, XML_ATTR_BUILDSET, buildSetName);
  568. IPropertyTree* pSWCompTree = pNewEnvTree->queryPropTree(xpath.str());
  569. if(pSWCompTree && pCompTree)
  570. {
  571. Owned<IAttributeIterator> iAttr = pCompTree->getAttributes();
  572. ForEach(*iAttr)
  573. {
  574. if( pSWCompTree->hasProp(iAttr->queryName()) && strcmp(iAttr->queryName(), "@buildSet") != 0)
  575. {
  576. if (!strcmp(iAttr->queryName(), XML_ATTR_NAME))
  577. {
  578. StringBuffer sbxpath, sbnew, sbMsg;
  579. sbnew.clear().append(iAttr->queryValue());
  580. sbxpath.clear().append(processName);
  581. getUniqueName(pNewEnvTree, sbnew, sbxpath.str(), XML_TAG_SOFTWARE);
  582. bool ret = checkComponentReferences(pNewEnvTree, pSWCompTree, pSWCompTree->queryProp(iAttr->queryName()), sbMsg, sbnew.str());
  583. if (ret)
  584. pSWCompTree->setProp(iAttr->queryName(), iAttr->queryValue());
  585. }
  586. else
  587. pSWCompTree->setProp(iAttr->queryName(), iAttr->queryValue());
  588. }
  589. }
  590. //Now adding elements
  591. Owned<IPropertyTreeIterator> iterElems = pCompTree->getElements("*");
  592. ForEach (*iterElems)
  593. {
  594. IPropertyTree* pElem = &iterElems->query();
  595. Owned<IAttributeIterator> iAttr = pElem->getAttributes();
  596. ForEach(*iAttr)
  597. {
  598. IPropertyTree* pNewSubElem = pSWCompTree->queryPropTree(pElem->queryName());
  599. if (!pNewSubElem)
  600. {
  601. pNewSubElem = pSWCompTree->addPropTree(pElem->queryName(), createPTreeFromIPT(pElem));
  602. break;
  603. }
  604. else
  605. {
  606. Owned<IPropertyTreeIterator> srcElems = pSWCompTree->getElements(pElem->queryName());
  607. IPropertyTree* pSrcElem = NULL;
  608. ForEach(*srcElems)
  609. {
  610. pSrcElem = &srcElems->query();
  611. Owned<IAttributeIterator> iAttrElem = pElem->getAttributes();
  612. ForEach(*iAttrElem)
  613. {
  614. const char* attrName = iAttrElem->queryName();
  615. if (pSrcElem->hasProp(attrName))
  616. pSrcElem->setProp(attrName, iAttrElem->queryValue());
  617. Owned<IPropertyTreeIterator> iterSubElems = pElem->getElements("*");
  618. ForEach (*iterSubElems)
  619. {
  620. IPropertyTree* pSubElem = &iterSubElems->query();
  621. Owned<IPropertyTreeIterator> srcSubElems = pSWCompTree->getElements(pSubElem->queryName());
  622. IPropertyTree* pSrcSubElem = NULL;
  623. ForEach(*srcSubElems)
  624. {
  625. pSrcSubElem = &srcSubElems->query();
  626. Owned<IAttributeIterator> iAttrElem = pSubElem->getAttributes();
  627. ForEach(*iAttrElem)
  628. {
  629. const char* attrName = iAttrElem->queryName();
  630. if (pSrcSubElem->hasProp(attrName))
  631. pSrcSubElem->setProp(attrName, iAttrElem->queryValue());
  632. }
  633. }
  634. }
  635. }
  636. }
  637. }
  638. }
  639. }
  640. }
  641. }
  642. }
  643. }
  644. void CWizardInputs::addToCompIPMap(const char* buildSetName, const char* value, const char* compName)
  645. {
  646. CInstDetails* pInst = NULL;
  647. if(m_compIpMap.find(buildSetName) != NULL)
  648. {
  649. pInst = m_compIpMap.getValue(buildSetName);
  650. (pInst->getIpAssigned()).append(value);
  651. }
  652. else
  653. {
  654. pInst = new CInstDetails();
  655. pInst->setParams(compName, value);
  656. m_compIpMap.setValue(buildSetName, pInst);
  657. }
  658. }
  659. unsigned CWizardInputs::getCntForAlreadyAssignedIPS(const char* buildSetName)
  660. {
  661. unsigned cnt = 0;
  662. CInstDetails* pInstRoxie = NULL, *pInstThor = NULL;
  663. if (!strcmp(buildSetName, "roxie") || !strcmp(buildSetName, "thor" ))
  664. {
  665. if (m_compIpMap.find("roxie") != NULL)
  666. {
  667. CInstDetails* pInst = m_compIpMap.getValue("roxie");
  668. cnt += pInst->getIpAssigned().length();
  669. }
  670. if (m_compIpMap.find("thor") != NULL)
  671. {
  672. CInstDetails* pInst = m_compIpMap.getValue("thor");
  673. cnt += pInst->getIpAssigned().length();
  674. }
  675. return cnt;
  676. }
  677. else
  678. {
  679. if (m_compIpMap.find("roxie") != NULL)
  680. pInstRoxie = m_compIpMap.getValue("roxie");
  681. if (m_compIpMap.find("thor") != NULL)
  682. pInstThor = m_compIpMap.getValue("thor");
  683. }
  684. HashIterator ips(m_compIpMap);
  685. ForEach(ips)
  686. {
  687. CInstDetails* comp = m_compIpMap.mapToValue(&ips.query());
  688. if (pInstRoxie == comp || pInstThor == comp)
  689. continue;
  690. StringArray& ipArray = comp->getIpAssigned();
  691. cnt += ipArray.length();
  692. }
  693. return cnt;
  694. }
  695. void CWizardInputs::addRoxieThorClusterToEnv(IPropertyTree* pNewEnvTree, CInstDetails* pInstDetails, const char* buildSetName, bool genRoxieOnDemand)
  696. {
  697. StringBuffer xmlForRoxieServer, xmlForRoxieSlave, xpath, compName, computerName, msg;
  698. if(!strcmp(buildSetName, "roxie"))
  699. {
  700. //Before proceeding remove the roxieserver already added to env via xsd.
  701. xpath.clear().appendf("./%s/%s/%s", XML_TAG_SOFTWARE, XML_TAG_ROXIECLUSTER, XML_ATTR_NAME);
  702. compName.clear().append(pNewEnvTree->queryProp(xpath.str()));
  703. xmlForRoxieServer.clear().appendf("<RoxieData type=\"RoxieFarm\" parentName=\"\" roxieName=\"%s\" ", compName.str());
  704. if (genRoxieOnDemand)
  705. xmlForRoxieServer.append("port=\"0\" >");
  706. else
  707. xmlForRoxieServer.append(">");
  708. if (m_roxieNodes == 1)
  709. xmlForRoxieSlave.clear().appendf("<RoxieData type=\"None\" val1=\"undefined\" val2=\"undefined\" roxieName=\"%s\" >", compName.str());
  710. else
  711. xmlForRoxieSlave.clear().appendf("<RoxieData type=\"%s\" val1=\"%d\" val2=\"%d\" roxieName=\"%s\" >",
  712. m_roxieAgentRedType.str(),
  713. m_roxieAgentRedChannels, m_roxieAgentRedOffset, compName.str());
  714. if(pInstDetails)
  715. {
  716. StringArray& ipAssignedToComp = pInstDetails->getIpAssigned();
  717. ForEachItemIn(i, ipAssignedToComp)
  718. {
  719. xpath.clear().appendf("./%s/%s/[%s=\"%s\"]", XML_TAG_HARDWARE, XML_TAG_COMPUTER, XML_ATTR_NETADDRESS, ipAssignedToComp.item(i));
  720. IPropertyTree* pHardTemp = pNewEnvTree->queryPropTree(xpath.str());
  721. if(pHardTemp){
  722. xmlForRoxieServer.appendf("<Component name=\"%s\" />", pHardTemp->queryProp("./@name"));
  723. xmlForRoxieSlave.appendf("<Computer name=\"%s\" />", pHardTemp->queryProp("./@name"));
  724. }
  725. }
  726. xmlForRoxieServer.append("</RoxieData>");
  727. xmlForRoxieSlave.append("</RoxieData>");
  728. handleRoxieOperation(pNewEnvTree, "AddRoxieFarm", xmlForRoxieServer.str());
  729. if (!genRoxieOnDemand)
  730. handleRoxieOperation(pNewEnvTree, "RoxieSlaveConfig" ,xmlForRoxieSlave.str());
  731. }
  732. xpath.clear().appendf("./%s/%s[%s=\"%s\"]/%s[%s=\"\"]", XML_TAG_SOFTWARE, XML_TAG_ROXIECLUSTER, XML_ATTR_NAME, compName.str(), XML_TAG_ROXIE_SERVER, XML_ATTR_NETADDRESS);
  733. pNewEnvTree->removeProp(xpath.str());
  734. }
  735. else if(!strcmp(buildSetName, "thor"))
  736. {
  737. //We need only one master
  738. StringBuffer masterIP, xml;
  739. xpath.clear().appendf("./%s/%s/%s", XML_TAG_SOFTWARE, XML_TAG_THORCLUSTER, XML_ATTR_NAME);
  740. compName.clear().append(pNewEnvTree->queryProp(xpath.str()));
  741. if(pInstDetails)
  742. {
  743. StringArray& ipAssignedToComp = pInstDetails->getIpAssigned();
  744. if(!ipAssignedToComp.empty())
  745. masterIP.clear().append(ipAssignedToComp.item(0));
  746. xpath.clear().appendf("./%s/%s[%s=\"%s\"]", XML_TAG_HARDWARE, XML_TAG_COMPUTER, XML_ATTR_NETADDRESS, masterIP.str());
  747. IPropertyTree* pHardTemp = pNewEnvTree->queryPropTree(xpath.str());
  748. if(pHardTemp)
  749. xml.clear().appendf("<ThorData type=\"Master\" name=\"%s\" validateComputers=\"false\" skipExisting=\"false\" > <Computer name=\"%s\" /></ThorData>", compName.str(), pHardTemp->queryProp("./@name"));
  750. handleThorTopologyOp(pNewEnvTree, "Add", xml.str(), msg);
  751. //Now add Slave
  752. xml.clear().appendf("<ThorData type=\"Slave\" name=\"%s\" validateComputers=\"false\" slavesPerNode=\"%d\" skipExisting=\"false\" >", compName.str(), m_thorSlavesPerNode);
  753. unsigned numOfNodes = ipAssignedToComp.ordinality() == 1 ? 0 : 1;
  754. for( ; numOfNodes < ipAssignedToComp.ordinality() ; numOfNodes++)
  755. {
  756. xpath.clear().appendf("./%s/%s[%s=\"%s\"]", XML_TAG_HARDWARE, XML_TAG_COMPUTER, XML_ATTR_NETADDRESS, ipAssignedToComp.item(numOfNodes));
  757. IPropertyTree* pHardTemp = pNewEnvTree->queryPropTree(xpath.str());
  758. if(pHardTemp)
  759. xml.appendf("<Computer name=\"%s\" />", pHardTemp->queryProp("./@name"));
  760. }
  761. xml.append("</ThorData>");
  762. handleThorTopologyOp(pNewEnvTree, "Add" , xml.str(), msg);
  763. }
  764. }
  765. }
  766. void CWizardInputs::getEspBindingInformation(IPropertyTree* pNewEnvTree)
  767. {
  768. StringBuffer xpath, sbDefn, xmlArg, compName, sbNewName;
  769. Owned<IPropertyTreeIterator> espProcessIter = pNewEnvTree->getElements("./"XML_TAG_SOFTWARE"/"XML_TAG_ESPPROCESS);
  770. ForEach(*espProcessIter)
  771. {
  772. IPropertyTree* pEspProcess = &espProcessIter->query();
  773. compName.clear().append(pEspProcess->queryProp(XML_ATTR_NAME));
  774. xpath.clear().appendf("./%s/%s/%s[@processName=\"%s\"]", XML_TAG_PROGRAMS, XML_TAG_BUILD, XML_TAG_BUILDSET, XML_TAG_ESPSERVICE);
  775. Owned<IPropertyTreeIterator> espServiceIter = pNewEnvTree->getElements(xpath.str());
  776. ForEach (*espServiceIter)
  777. {
  778. IPropertyTree* pEspService = &espServiceIter->query();
  779. if(pEspService)
  780. {
  781. StringBuffer espServiceName;
  782. espServiceName.appendf("my%s", pEspService->queryProp("@name"));
  783. xpath.clear().appendf("./%s/%s[%s=\"%s\"]", XML_TAG_SOFTWARE, XML_TAG_ESPSERVICE, XML_ATTR_NAME, espServiceName.str());
  784. IPropertyTree* pEspServiceInSWTree = pNewEnvTree->queryPropTree(xpath.str());
  785. if(pEspServiceInSWTree)
  786. {
  787. xpath.clear().append("./Properties/@defaultPort");
  788. const char* port = pEspService->queryProp(xpath.str());
  789. xpath.clear().append("./Properties/@defaultResourcesBasedn");
  790. const char* resourceBasedn = pEspService->queryProp(xpath.str());
  791. const char* buildSetName = pEspService->queryProp(XML_ATTR_NAME);
  792. const char* processName = pEspService->queryProp(XML_ATTR_PROCESS_NAME);
  793. StringBuffer buildSetPath;
  794. Owned<IPropertyTree> pSchema = loadSchema(pNewEnvTree->queryPropTree("./Programs/Build[1]"), pEspService, buildSetPath, NULL);
  795. xmlArg.clear().appendf("<EspServiceBindings type=\"EspBinding\" compName=\"%s\" > <Item name=\"%s\" params=\"pcType=EspProcess::pcName=%s::subType=EspBinding::subTypeKey=%s \"/></EspServiceBindings>", compName.str(), espServiceName.str(), compName.str(), espServiceName.str());
  796. addEspBindingInformation(xmlArg, pNewEnvTree, sbNewName, NULL, m_cfg, m_service.str());
  797. xpath.clear().appendf("./%s/%s/%s/[%s=\"\"]", XML_TAG_SOFTWARE, XML_TAG_ESPPROCESS, XML_TAG_ESPBINDING, XML_ATTR_SERVICE);
  798. IPropertyTree* pEspBindingInfo = pNewEnvTree->queryPropTree(xpath.str());
  799. pEspBindingInfo->setProp(XML_ATTR_NAME,(espServiceName.toLowerCase()).str());
  800. pEspBindingInfo->setProp(XML_ATTR_SERVICE,(espServiceName.toLowerCase()).str());
  801. pEspBindingInfo->setProp(XML_ATTR_PORT, port );
  802. pEspBindingInfo->setProp("@resourcesBasedn",resourceBasedn);
  803. xpath.clear().appendf("%s/%s[%s=\"%s\"]/Properties", XML_TAG_SOFTWARE, XML_TAG_ESPSERVICE, XML_ATTR_NAME, (espServiceName.toLowerCase()).str());
  804. IPropertyTree* pSvcProps = pNewEnvTree->queryPropTree(xpath.str());
  805. Owned<IPropertyTree> pCompTree = generateTreeFromXsd(pNewEnvTree, pSchema, processName, buildSetName, m_cfg, m_service.str(), true, false, 0);
  806. Owned<IPropertyTreeIterator> i = pSvcProps->getElements("Authenticate");
  807. ForEach(*i)
  808. {
  809. IPropertyTree* pAuthCopy = createPTreeFromIPT(&i->query());
  810. mergeAttributes(pAuthCopy, pCompTree->queryPropTree("Authenticate"));
  811. IPropertyTree* pNewNode = pEspBindingInfo->addPropTree("Authenticate", pAuthCopy);
  812. }
  813. i.setown( pSvcProps->getElements("AuthenticateFeature") );
  814. ForEach(*i)
  815. {
  816. IPropertyTree* pAuthCopy = createPTreeFromIPT(&i->query());
  817. //Adding authentication to true for espbinding.
  818. pAuthCopy->addProp("@authenticate","Yes");
  819. mergeAttributes(pAuthCopy, pCompTree->queryPropTree("AuthenticateFeature"));
  820. IPropertyTree* pNewNode = pEspBindingInfo->addPropTree("AuthenticateFeature", pAuthCopy);
  821. }
  822. i.setown( pSvcProps->getElements("AuthenticateSetting") );
  823. ForEach(*i)
  824. {
  825. IPropertyTree* pAuthCopy = createPTreeFromIPT(&i->query());
  826. mergeAttributes(pAuthCopy, pCompTree->queryPropTree("AuthenticateSetting"));
  827. IPropertyTree* pNewNode = pEspBindingInfo->addPropTree("AuthenticateSetting", pAuthCopy);
  828. }
  829. }
  830. }
  831. }
  832. }
  833. }
  834. void CWizardInputs::addTopology(IPropertyTree* pNewEnvTree)
  835. {
  836. StringBuffer xpath;
  837. if(!pNewEnvTree->hasProp("./"XML_TAG_SOFTWARE"/"XML_TAG_TOPOLOGY))
  838. pNewEnvTree->addPropTree("./"XML_TAG_SOFTWARE"/"XML_TAG_TOPOLOGY, createPTree());
  839. HashIterator sIter(m_compForTopology);
  840. for(sIter.first();sIter.isValid();sIter.next())
  841. {
  842. IMapping &cur = sIter.query();
  843. IPropertyTree* pCluster = createTopologyForComp(pNewEnvTree,(const char *) cur.getKey());
  844. if(pCluster)
  845. pNewEnvTree->addPropTree("./"XML_TAG_SOFTWARE"/"XML_TAG_TOPOLOGY"/Cluster", pCluster);
  846. }
  847. }
  848. IPropertyTree* CWizardInputs::createTopologyForComp(IPropertyTree* pNewEnvTree, const char* component)
  849. {
  850. StringBuffer xmlTag, xpath , compName, clusterStr;
  851. if(!strcmp(component, "roxie"))
  852. xmlTag.clear().append(XML_TAG_ROXIECLUSTER);
  853. else if(!strcmp(component, "thor"))
  854. xmlTag.clear().append(XML_TAG_THORCLUSTER);
  855. else if(!strcmp(component, "hthor"))
  856. xmlTag.clear().append("hthor");
  857. xpath.clear().appendf("./%s/%s[1]/%s", XML_TAG_SOFTWARE, xmlTag.str(), XML_ATTR_NAME);
  858. clusterStr.clear().appendf("<Cluster name=\"%s\" prefix=\"%s\"></Cluster>", component, component);
  859. IPropertyTree* pCluster = createPTreeFromXMLString(clusterStr.str());
  860. if(pCluster)
  861. {
  862. if(pNewEnvTree->hasProp(xpath.str()))
  863. {
  864. IPropertyTree* pComponent = pCluster->addPropTree(xmlTag.str(), createPTree());
  865. pComponent->addProp(XML_ATTR_PROCESS, pNewEnvTree->queryProp(xpath.str()));
  866. }
  867. if(m_compForTopology.find(component) != NULL)
  868. {
  869. StringArray* clusterCompEle = 0;
  870. StringArrayPtr* clusterPair = m_compForTopology.getValue(component);
  871. if(clusterPair)
  872. {
  873. clusterCompEle = (*clusterPair);
  874. for(unsigned i = 0 ; i < clusterCompEle->ordinality() ; i++)
  875. {
  876. const char* eachClusterElem = clusterCompEle->item(i);
  877. xpath.clear().appendf("./%s/%s/%s[%s=\"%s\"]", XML_TAG_PROGRAMS, XML_TAG_BUILD, XML_TAG_BUILDSET, XML_ATTR_NAME, eachClusterElem);
  878. IPropertyTree* pBuildset = pNewEnvTree->queryPropTree(xpath.str());
  879. if(pBuildset)
  880. {
  881. const char* processName = pBuildset->queryProp(XML_ATTR_PROCESS_NAME);
  882. if(processName && *processName)
  883. {
  884. IPropertyTree* pElement = pCluster->addPropTree(processName,createPTree());
  885. xpath.clear().appendf("./%s/%s[1]/%s", XML_TAG_SOFTWARE, processName, XML_ATTR_NAME);
  886. if(pElement && pNewEnvTree->hasProp(xpath.str()))
  887. pElement->addProp(XML_ATTR_PROCESS, pNewEnvTree->queryProp(xpath.str()));
  888. }
  889. }
  890. }
  891. }
  892. clusterCompEle->kill();
  893. }
  894. return pCluster;
  895. }
  896. else
  897. return NULL;
  898. }
  899. void CWizardInputs::checkForDependencies()
  900. {
  901. StringBuffer xpath;
  902. if(m_buildSetTree)
  903. {
  904. xpath.clear().appendf("./%s/%s/%s", XML_TAG_PROGRAMS, XML_TAG_BUILD, XML_TAG_BUILDSET);
  905. Owned<IPropertyTreeIterator> buildSetInsts = m_buildSetTree->getElements(xpath.str());
  906. ForEach(*buildSetInsts)
  907. {
  908. IPropertyTree* pBuildSet = &buildSetInsts->query();
  909. const char* buildSetName = pBuildSet->queryProp(XML_ATTR_NAME);
  910. unsigned numOfNodesNeeded = 1;
  911. if((!strcmp(buildSetName,"roxie") && m_roxieNodes == 0 )|| (!strcmp(buildSetName,"thor")&& m_thorNodes == 0)){
  912. numOfNodesNeeded = 0;
  913. m_doNotGenComp.append(buildSetName);
  914. }
  915. if(numOfNodesNeeded == 0 || (m_doNotGenComp.find(buildSetName) != NotFound))
  916. {
  917. if(m_compForTopology.find(buildSetName) != NULL )
  918. m_compForTopology.remove(buildSetName);
  919. checkAndAddDependComponent(buildSetName);
  920. }
  921. }
  922. }
  923. }
  924. void CWizardInputs::checkAndAddDependComponent(const char* key)
  925. {
  926. StringBuffer paramEntry(key);
  927. paramEntry.append("_dependencies");
  928. if(m_algProp)
  929. {
  930. if(m_algProp->hasProp(paramEntry.str()))
  931. {
  932. StringArray sArray;
  933. sArray.appendList(m_algProp->queryProp(paramEntry.str()), ";");
  934. ForEachItemIn(x, sArray)
  935. {
  936. if(m_doNotGenComp.find(sArray.item(x)) == NotFound)
  937. {
  938. m_doNotGenComp.append(sArray.item(x));
  939. checkAndAddDependComponent(sArray.item(x));
  940. }
  941. }
  942. }
  943. }
  944. }
  945. unsigned CWizardInputs::getNumOfNodes(const char* compName)
  946. {
  947. if(m_compIpMap.find(compName) != NULL)
  948. {
  949. CInstDetails* pInst = NULL;
  950. pInst = m_compIpMap.getValue(compName);
  951. StringArray& ipArr = pInst->getIpAssigned();
  952. return ipArr.ordinality();
  953. }
  954. return 0;
  955. }
  956. void CWizardInputs::setTopologyParam()
  957. {
  958. if(m_clusterForTopology.ordinality() > 0)
  959. {
  960. StringBuffer topologySec;
  961. ForEachItemIn(x, m_clusterForTopology)
  962. {
  963. topologySec.clear().appendf("%s_topology",m_clusterForTopology.item(x));
  964. const char * elemForCluster = m_algProp->queryProp(topologySec.str());
  965. if(elemForCluster && *elemForCluster)
  966. {
  967. StringArray* compClusterArr = new StringArray();
  968. StringArray clusterElemArr;
  969. clusterElemArr.appendList(elemForCluster, ",");
  970. ForEachItemIn(y, clusterElemArr)
  971. compClusterArr->append(clusterElemArr.item(y));
  972. m_compForTopology.setValue(m_clusterForTopology.item(x),compClusterArr);
  973. }
  974. }
  975. }
  976. }
  977. void CWizardInputs::addComponentToSoftware(IPropertyTree* pNewEnvTree, IPropertyTree* pBuildSet)
  978. {
  979. if (!pBuildSet)
  980. return;
  981. StringBuffer xpath, sbNewName;
  982. StringBuffer buildSetPath, compName, assignedIP, sbl;
  983. const char* buildSetName = pBuildSet->queryProp(XML_ATTR_NAME);
  984. const char* xsdFileName = pBuildSet->queryProp(XML_ATTR_SCHEMA);
  985. const char* processName = pBuildSet->queryProp(XML_ATTR_PROCESS_NAME);
  986. StringBuffer deployable = pBuildSet->queryProp("@"TAG_DEPLOYABLE);
  987. unsigned numOfIpNeeded = 1;
  988. if (m_doNotGenComp.find(buildSetName) != NotFound )
  989. return;
  990. if (processName && *processName && buildSetName && * buildSetName && xsdFileName && *xsdFileName)
  991. {
  992. Owned<IPropertyTree> pSchema = loadSchema(m_buildSetTree->queryPropTree("./"XML_TAG_PROGRAMS"/"XML_TAG_BUILD"[1]"), pBuildSet, buildSetPath, NULL);
  993. IPropertyTree* pCompTree = generateTreeFromXsd(pNewEnvTree, pSchema, processName, buildSetName, m_cfg, m_service.str(), false);
  994. sbNewName.clear();
  995. if (strstr(buildSetName ,"my") == NULL && (strcmp(buildSetName, "topology") != 0))
  996. sbNewName.append("my");
  997. addComponentToEnv(pNewEnvTree, buildSetName, sbNewName, pCompTree);
  998. if (!strcmp(processName, XML_TAG_ESPSERVICE) || !strcmp(processName, XML_TAG_PLUGINPROCESS))
  999. processName = buildSetName;
  1000. if (strcmp(deployable,"no") != 0)
  1001. {
  1002. if (m_compOnAllNodes.find(buildSetName) != NotFound)
  1003. {
  1004. for (unsigned i = 0; i < m_ipaddressSupport.ordinality(); i++)
  1005. {
  1006. sbl.clear().appendf("s").append(i+1);
  1007. assignedIP.clear().append(m_ipaddressSupport.item(i));
  1008. addInstanceToTree(pNewEnvTree, assignedIP, processName, buildSetName,sbl.str());
  1009. }
  1010. for (unsigned i = 0; i < m_ipaddress.ordinality(); i++)
  1011. {
  1012. sbl.clear().appendf("s").append(m_ipaddressSupport.ordinality() + i+1);
  1013. assignedIP.clear().append(m_ipaddress.item(i));
  1014. addInstanceToTree(pNewEnvTree, assignedIP, processName, buildSetName,sbl.str());
  1015. }
  1016. }
  1017. else if (numOfIpNeeded > 0)
  1018. {
  1019. if (!strcmp(buildSetName, "roxie"))
  1020. numOfIpNeeded = m_roxieNodes;
  1021. else if (!strcmp(buildSetName, "thor"))
  1022. numOfIpNeeded = m_thorNodes + 1;
  1023. CInstDetails* pInstDetail = getServerIPMap(sbNewName.str(), buildSetName, pNewEnvTree, numOfIpNeeded);
  1024. if (pInstDetail)
  1025. {
  1026. if (!strcmp(buildSetName, "roxie") || !strcmp(buildSetName, "thor" ))
  1027. {
  1028. addRoxieThorClusterToEnv(pNewEnvTree, pInstDetail, buildSetName);
  1029. if (!strcmp(buildSetName, "roxie") && m_roxieOnDemand)
  1030. addRoxieThorClusterToEnv(pNewEnvTree, pInstDetail, buildSetName, true);
  1031. }
  1032. else
  1033. {
  1034. StringArray& ipArr = pInstDetail->getIpAssigned();
  1035. ForEachItemIn(x, ipArr)
  1036. {
  1037. assignedIP.clear().append(ipArr.item(x));
  1038. addInstanceToTree(pNewEnvTree, assignedIP, processName, buildSetName, "s1");
  1039. }
  1040. }
  1041. }
  1042. }
  1043. }
  1044. }
  1045. }
  1046. StringArray& CWizardInputs::getIpAddrMap(const char* buildSetName)
  1047. {
  1048. if (m_supportNodes == 0)
  1049. return m_ipaddress;
  1050. else
  1051. {
  1052. if (!strcmp(buildSetName, "roxie") || !strcmp(buildSetName, "thor" ))
  1053. return m_ipaddress;
  1054. }
  1055. return m_ipaddressSupport;
  1056. }