hqlcpp.cpp 406 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642364336443645364636473648364936503651365236533654365536563657365836593660366136623663366436653666366736683669367036713672367336743675367636773678367936803681368236833684368536863687368836893690369136923693369436953696369736983699370037013702370337043705370637073708370937103711371237133714371537163717371837193720372137223723372437253726372737283729373037313732373337343735373637373738373937403741374237433744374537463747374837493750375137523753375437553756375737583759376037613762376337643765376637673768376937703771377237733774377537763777377837793780378137823783378437853786378737883789379037913792379337943795379637973798379938003801380238033804380538063807380838093810381138123813381438153816381738183819382038213822382338243825382638273828382938303831383238333834383538363837383838393840384138423843384438453846384738483849385038513852385338543855385638573858385938603861386238633864386538663867386838693870387138723873387438753876387738783879388038813882388338843885388638873888388938903891389238933894389538963897389838993900390139023903390439053906390739083909391039113912391339143915391639173918391939203921392239233924392539263927392839293930393139323933393439353936393739383939394039413942394339443945394639473948394939503951395239533954395539563957395839593960396139623963396439653966396739683969397039713972397339743975397639773978397939803981398239833984398539863987398839893990399139923993399439953996399739983999400040014002400340044005400640074008400940104011401240134014401540164017401840194020402140224023402440254026402740284029403040314032403340344035403640374038403940404041404240434044404540464047404840494050405140524053405440554056405740584059406040614062406340644065406640674068406940704071407240734074407540764077407840794080408140824083408440854086408740884089409040914092409340944095409640974098409941004101410241034104410541064107410841094110411141124113411441154116411741184119412041214122412341244125412641274128412941304131413241334134413541364137413841394140414141424143414441454146414741484149415041514152415341544155415641574158415941604161416241634164416541664167416841694170417141724173417441754176417741784179418041814182418341844185418641874188418941904191419241934194419541964197419841994200420142024203420442054206420742084209421042114212421342144215421642174218421942204221422242234224422542264227422842294230423142324233423442354236423742384239424042414242424342444245424642474248424942504251425242534254425542564257425842594260426142624263426442654266426742684269427042714272427342744275427642774278427942804281428242834284428542864287428842894290429142924293429442954296429742984299430043014302430343044305430643074308430943104311431243134314431543164317431843194320432143224323432443254326432743284329433043314332433343344335433643374338433943404341434243434344434543464347434843494350435143524353435443554356435743584359436043614362436343644365436643674368436943704371437243734374437543764377437843794380438143824383438443854386438743884389439043914392439343944395439643974398439944004401440244034404440544064407440844094410441144124413441444154416441744184419442044214422442344244425442644274428442944304431443244334434443544364437443844394440444144424443444444454446444744484449445044514452445344544455445644574458445944604461446244634464446544664467446844694470447144724473447444754476447744784479448044814482448344844485448644874488448944904491449244934494449544964497449844994500450145024503450445054506450745084509451045114512451345144515451645174518451945204521452245234524452545264527452845294530453145324533453445354536453745384539454045414542454345444545454645474548454945504551455245534554455545564557455845594560456145624563456445654566456745684569457045714572457345744575457645774578457945804581458245834584458545864587458845894590459145924593459445954596459745984599460046014602460346044605460646074608460946104611461246134614461546164617461846194620462146224623462446254626462746284629463046314632463346344635463646374638463946404641464246434644464546464647464846494650465146524653465446554656465746584659466046614662466346644665466646674668466946704671467246734674467546764677467846794680468146824683468446854686468746884689469046914692469346944695469646974698469947004701470247034704470547064707470847094710471147124713471447154716471747184719472047214722472347244725472647274728472947304731473247334734473547364737473847394740474147424743474447454746474747484749475047514752475347544755475647574758475947604761476247634764476547664767476847694770477147724773477447754776477747784779478047814782478347844785478647874788478947904791479247934794479547964797479847994800480148024803480448054806480748084809481048114812481348144815481648174818481948204821482248234824482548264827482848294830483148324833483448354836483748384839484048414842484348444845484648474848484948504851485248534854485548564857485848594860486148624863486448654866486748684869487048714872487348744875487648774878487948804881488248834884488548864887488848894890489148924893489448954896489748984899490049014902490349044905490649074908490949104911491249134914491549164917491849194920492149224923492449254926492749284929493049314932493349344935493649374938493949404941494249434944494549464947494849494950495149524953495449554956495749584959496049614962496349644965496649674968496949704971497249734974497549764977497849794980498149824983498449854986498749884989499049914992499349944995499649974998499950005001500250035004500550065007500850095010501150125013501450155016501750185019502050215022502350245025502650275028502950305031503250335034503550365037503850395040504150425043504450455046504750485049505050515052505350545055505650575058505950605061506250635064506550665067506850695070507150725073507450755076507750785079508050815082508350845085508650875088508950905091509250935094509550965097509850995100510151025103510451055106510751085109511051115112511351145115511651175118511951205121512251235124512551265127512851295130513151325133513451355136513751385139514051415142514351445145514651475148514951505151515251535154515551565157515851595160516151625163516451655166516751685169517051715172517351745175517651775178517951805181518251835184518551865187518851895190519151925193519451955196519751985199520052015202520352045205520652075208520952105211521252135214521552165217521852195220522152225223522452255226522752285229523052315232523352345235523652375238523952405241524252435244524552465247524852495250525152525253525452555256525752585259526052615262526352645265526652675268526952705271527252735274527552765277527852795280528152825283528452855286528752885289529052915292529352945295529652975298529953005301530253035304530553065307530853095310531153125313531453155316531753185319532053215322532353245325532653275328532953305331533253335334533553365337533853395340534153425343534453455346534753485349535053515352535353545355535653575358535953605361536253635364536553665367536853695370537153725373537453755376537753785379538053815382538353845385538653875388538953905391539253935394539553965397539853995400540154025403540454055406540754085409541054115412541354145415541654175418541954205421542254235424542554265427542854295430543154325433543454355436543754385439544054415442544354445445544654475448544954505451545254535454545554565457545854595460546154625463546454655466546754685469547054715472547354745475547654775478547954805481548254835484548554865487548854895490549154925493549454955496549754985499550055015502550355045505550655075508550955105511551255135514551555165517551855195520552155225523552455255526552755285529553055315532553355345535553655375538553955405541554255435544554555465547554855495550555155525553555455555556555755585559556055615562556355645565556655675568556955705571557255735574557555765577557855795580558155825583558455855586558755885589559055915592559355945595559655975598559956005601560256035604560556065607560856095610561156125613561456155616561756185619562056215622562356245625562656275628562956305631563256335634563556365637563856395640564156425643564456455646564756485649565056515652565356545655565656575658565956605661566256635664566556665667566856695670567156725673567456755676567756785679568056815682568356845685568656875688568956905691569256935694569556965697569856995700570157025703570457055706570757085709571057115712571357145715571657175718571957205721572257235724572557265727572857295730573157325733573457355736573757385739574057415742574357445745574657475748574957505751575257535754575557565757575857595760576157625763576457655766576757685769577057715772577357745775577657775778577957805781578257835784578557865787578857895790579157925793579457955796579757985799580058015802580358045805580658075808580958105811581258135814581558165817581858195820582158225823582458255826582758285829583058315832583358345835583658375838583958405841584258435844584558465847584858495850585158525853585458555856585758585859586058615862586358645865586658675868586958705871587258735874587558765877587858795880588158825883588458855886588758885889589058915892589358945895589658975898589959005901590259035904590559065907590859095910591159125913591459155916591759185919592059215922592359245925592659275928592959305931593259335934593559365937593859395940594159425943594459455946594759485949595059515952595359545955595659575958595959605961596259635964596559665967596859695970597159725973597459755976597759785979598059815982598359845985598659875988598959905991599259935994599559965997599859996000600160026003600460056006600760086009601060116012601360146015601660176018601960206021602260236024602560266027602860296030603160326033603460356036603760386039604060416042604360446045604660476048604960506051605260536054605560566057605860596060606160626063606460656066606760686069607060716072607360746075607660776078607960806081608260836084608560866087608860896090609160926093609460956096609760986099610061016102610361046105610661076108610961106111611261136114611561166117611861196120612161226123612461256126612761286129613061316132613361346135613661376138613961406141614261436144614561466147614861496150615161526153615461556156615761586159616061616162616361646165616661676168616961706171617261736174617561766177617861796180618161826183618461856186618761886189619061916192619361946195619661976198619962006201620262036204620562066207620862096210621162126213621462156216621762186219622062216222622362246225622662276228622962306231623262336234623562366237623862396240624162426243624462456246624762486249625062516252625362546255625662576258625962606261626262636264626562666267626862696270627162726273627462756276627762786279628062816282628362846285628662876288628962906291629262936294629562966297629862996300630163026303630463056306630763086309631063116312631363146315631663176318631963206321632263236324632563266327632863296330633163326333633463356336633763386339634063416342634363446345634663476348634963506351635263536354635563566357635863596360636163626363636463656366636763686369637063716372637363746375637663776378637963806381638263836384638563866387638863896390639163926393639463956396639763986399640064016402640364046405640664076408640964106411641264136414641564166417641864196420642164226423642464256426642764286429643064316432643364346435643664376438643964406441644264436444644564466447644864496450645164526453645464556456645764586459646064616462646364646465646664676468646964706471647264736474647564766477647864796480648164826483648464856486648764886489649064916492649364946495649664976498649965006501650265036504650565066507650865096510651165126513651465156516651765186519652065216522652365246525652665276528652965306531653265336534653565366537653865396540654165426543654465456546654765486549655065516552655365546555655665576558655965606561656265636564656565666567656865696570657165726573657465756576657765786579658065816582658365846585658665876588658965906591659265936594659565966597659865996600660166026603660466056606660766086609661066116612661366146615661666176618661966206621662266236624662566266627662866296630663166326633663466356636663766386639664066416642664366446645664666476648664966506651665266536654665566566657665866596660666166626663666466656666666766686669667066716672667366746675667666776678667966806681668266836684668566866687668866896690669166926693669466956696669766986699670067016702670367046705670667076708670967106711671267136714671567166717671867196720672167226723672467256726672767286729673067316732673367346735673667376738673967406741674267436744674567466747674867496750675167526753675467556756675767586759676067616762676367646765676667676768676967706771677267736774677567766777677867796780678167826783678467856786678767886789679067916792679367946795679667976798679968006801680268036804680568066807680868096810681168126813681468156816681768186819682068216822682368246825682668276828682968306831683268336834683568366837683868396840684168426843684468456846684768486849685068516852685368546855685668576858685968606861686268636864686568666867686868696870687168726873687468756876687768786879688068816882688368846885688668876888688968906891689268936894689568966897689868996900690169026903690469056906690769086909691069116912691369146915691669176918691969206921692269236924692569266927692869296930693169326933693469356936693769386939694069416942694369446945694669476948694969506951695269536954695569566957695869596960696169626963696469656966696769686969697069716972697369746975697669776978697969806981698269836984698569866987698869896990699169926993699469956996699769986999700070017002700370047005700670077008700970107011701270137014701570167017701870197020702170227023702470257026702770287029703070317032703370347035703670377038703970407041704270437044704570467047704870497050705170527053705470557056705770587059706070617062706370647065706670677068706970707071707270737074707570767077707870797080708170827083708470857086708770887089709070917092709370947095709670977098709971007101710271037104710571067107710871097110711171127113711471157116711771187119712071217122712371247125712671277128712971307131713271337134713571367137713871397140714171427143714471457146714771487149715071517152715371547155715671577158715971607161716271637164716571667167716871697170717171727173717471757176717771787179718071817182718371847185718671877188718971907191719271937194719571967197719871997200720172027203720472057206720772087209721072117212721372147215721672177218721972207221722272237224722572267227722872297230723172327233723472357236723772387239724072417242724372447245724672477248724972507251725272537254725572567257725872597260726172627263726472657266726772687269727072717272727372747275727672777278727972807281728272837284728572867287728872897290729172927293729472957296729772987299730073017302730373047305730673077308730973107311731273137314731573167317731873197320732173227323732473257326732773287329733073317332733373347335733673377338733973407341734273437344734573467347734873497350735173527353735473557356735773587359736073617362736373647365736673677368736973707371737273737374737573767377737873797380738173827383738473857386738773887389739073917392739373947395739673977398739974007401740274037404740574067407740874097410741174127413741474157416741774187419742074217422742374247425742674277428742974307431743274337434743574367437743874397440744174427443744474457446744774487449745074517452745374547455745674577458745974607461746274637464746574667467746874697470747174727473747474757476747774787479748074817482748374847485748674877488748974907491749274937494749574967497749874997500750175027503750475057506750775087509751075117512751375147515751675177518751975207521752275237524752575267527752875297530753175327533753475357536753775387539754075417542754375447545754675477548754975507551755275537554755575567557755875597560756175627563756475657566756775687569757075717572757375747575757675777578757975807581758275837584758575867587758875897590759175927593759475957596759775987599760076017602760376047605760676077608760976107611761276137614761576167617761876197620762176227623762476257626762776287629763076317632763376347635763676377638763976407641764276437644764576467647764876497650765176527653765476557656765776587659766076617662766376647665766676677668766976707671767276737674767576767677767876797680768176827683768476857686768776887689769076917692769376947695769676977698769977007701770277037704770577067707770877097710771177127713771477157716771777187719772077217722772377247725772677277728772977307731773277337734773577367737773877397740774177427743774477457746774777487749775077517752775377547755775677577758775977607761776277637764776577667767776877697770777177727773777477757776777777787779778077817782778377847785778677877788778977907791779277937794779577967797779877997800780178027803780478057806780778087809781078117812781378147815781678177818781978207821782278237824782578267827782878297830783178327833783478357836783778387839784078417842784378447845784678477848784978507851785278537854785578567857785878597860786178627863786478657866786778687869787078717872787378747875787678777878787978807881788278837884788578867887788878897890789178927893789478957896789778987899790079017902790379047905790679077908790979107911791279137914791579167917791879197920792179227923792479257926792779287929793079317932793379347935793679377938793979407941794279437944794579467947794879497950795179527953795479557956795779587959796079617962796379647965796679677968796979707971797279737974797579767977797879797980798179827983798479857986798779887989799079917992799379947995799679977998799980008001800280038004800580068007800880098010801180128013801480158016801780188019802080218022802380248025802680278028802980308031803280338034803580368037803880398040804180428043804480458046804780488049805080518052805380548055805680578058805980608061806280638064806580668067806880698070807180728073807480758076807780788079808080818082808380848085808680878088808980908091809280938094809580968097809880998100810181028103810481058106810781088109811081118112811381148115811681178118811981208121812281238124812581268127812881298130813181328133813481358136813781388139814081418142814381448145814681478148814981508151815281538154815581568157815881598160816181628163816481658166816781688169817081718172817381748175817681778178817981808181818281838184818581868187818881898190819181928193819481958196819781988199820082018202820382048205820682078208820982108211821282138214821582168217821882198220822182228223822482258226822782288229823082318232823382348235823682378238823982408241824282438244824582468247824882498250825182528253825482558256825782588259826082618262826382648265826682678268826982708271827282738274827582768277827882798280828182828283828482858286828782888289829082918292829382948295829682978298829983008301830283038304830583068307830883098310831183128313831483158316831783188319832083218322832383248325832683278328832983308331833283338334833583368337833883398340834183428343834483458346834783488349835083518352835383548355835683578358835983608361836283638364836583668367836883698370837183728373837483758376837783788379838083818382838383848385838683878388838983908391839283938394839583968397839883998400840184028403840484058406840784088409841084118412841384148415841684178418841984208421842284238424842584268427842884298430843184328433843484358436843784388439844084418442844384448445844684478448844984508451845284538454845584568457845884598460846184628463846484658466846784688469847084718472847384748475847684778478847984808481848284838484848584868487848884898490849184928493849484958496849784988499850085018502850385048505850685078508850985108511851285138514851585168517851885198520852185228523852485258526852785288529853085318532853385348535853685378538853985408541854285438544854585468547854885498550855185528553855485558556855785588559856085618562856385648565856685678568856985708571857285738574857585768577857885798580858185828583858485858586858785888589859085918592859385948595859685978598859986008601860286038604860586068607860886098610861186128613861486158616861786188619862086218622862386248625862686278628862986308631863286338634863586368637863886398640864186428643864486458646864786488649865086518652865386548655865686578658865986608661866286638664866586668667866886698670867186728673867486758676867786788679868086818682868386848685868686878688868986908691869286938694869586968697869886998700870187028703870487058706870787088709871087118712871387148715871687178718871987208721872287238724872587268727872887298730873187328733873487358736873787388739874087418742874387448745874687478748874987508751875287538754875587568757875887598760876187628763876487658766876787688769877087718772877387748775877687778778877987808781878287838784878587868787878887898790879187928793879487958796879787988799880088018802880388048805880688078808880988108811881288138814881588168817881888198820882188228823882488258826882788288829883088318832883388348835883688378838883988408841884288438844884588468847884888498850885188528853885488558856885788588859886088618862886388648865886688678868886988708871887288738874887588768877887888798880888188828883888488858886888788888889889088918892889388948895889688978898889989008901890289038904890589068907890889098910891189128913891489158916891789188919892089218922892389248925892689278928892989308931893289338934893589368937893889398940894189428943894489458946894789488949895089518952895389548955895689578958895989608961896289638964896589668967896889698970897189728973897489758976897789788979898089818982898389848985898689878988898989908991899289938994899589968997899889999000900190029003900490059006900790089009901090119012901390149015901690179018901990209021902290239024902590269027902890299030903190329033903490359036903790389039904090419042904390449045904690479048904990509051905290539054905590569057905890599060906190629063906490659066906790689069907090719072907390749075907690779078907990809081908290839084908590869087908890899090909190929093909490959096909790989099910091019102910391049105910691079108910991109111911291139114911591169117911891199120912191229123912491259126912791289129913091319132913391349135913691379138913991409141914291439144914591469147914891499150915191529153915491559156915791589159916091619162916391649165916691679168916991709171917291739174917591769177917891799180918191829183918491859186918791889189919091919192919391949195919691979198919992009201920292039204920592069207920892099210921192129213921492159216921792189219922092219222922392249225922692279228922992309231923292339234923592369237923892399240924192429243924492459246924792489249925092519252925392549255925692579258925992609261926292639264926592669267926892699270927192729273927492759276927792789279928092819282928392849285928692879288928992909291929292939294929592969297929892999300930193029303930493059306930793089309931093119312931393149315931693179318931993209321932293239324932593269327932893299330933193329333933493359336933793389339934093419342934393449345934693479348934993509351935293539354935593569357935893599360936193629363936493659366936793689369937093719372937393749375937693779378937993809381938293839384938593869387938893899390939193929393939493959396939793989399940094019402940394049405940694079408940994109411941294139414941594169417941894199420942194229423942494259426942794289429943094319432943394349435943694379438943994409441944294439444944594469447944894499450945194529453945494559456945794589459946094619462946394649465946694679468946994709471947294739474947594769477947894799480948194829483948494859486948794889489949094919492949394949495949694979498949995009501950295039504950595069507950895099510951195129513951495159516951795189519952095219522952395249525952695279528952995309531953295339534953595369537953895399540954195429543954495459546954795489549955095519552955395549555955695579558955995609561956295639564956595669567956895699570957195729573957495759576957795789579958095819582958395849585958695879588958995909591959295939594959595969597959895999600960196029603960496059606960796089609961096119612961396149615961696179618961996209621962296239624962596269627962896299630963196329633963496359636963796389639964096419642964396449645964696479648964996509651965296539654965596569657965896599660966196629663966496659666966796689669967096719672967396749675967696779678967996809681968296839684968596869687968896899690969196929693969496959696969796989699970097019702970397049705970697079708970997109711971297139714971597169717971897199720972197229723972497259726972797289729973097319732973397349735973697379738973997409741974297439744974597469747974897499750975197529753975497559756975797589759976097619762976397649765976697679768976997709771977297739774977597769777977897799780978197829783978497859786978797889789979097919792979397949795979697979798979998009801980298039804980598069807980898099810981198129813981498159816981798189819982098219822982398249825982698279828982998309831983298339834983598369837983898399840984198429843984498459846984798489849985098519852985398549855985698579858985998609861986298639864986598669867986898699870987198729873987498759876987798789879988098819882988398849885988698879888988998909891989298939894989598969897989898999900990199029903990499059906990799089909991099119912991399149915991699179918991999209921992299239924992599269927992899299930993199329933993499359936993799389939994099419942994399449945994699479948994999509951995299539954995599569957995899599960996199629963996499659966996799689969997099719972997399749975997699779978997999809981998299839984998599869987998899899990999199929993999499959996999799989999100001000110002100031000410005100061000710008100091001010011100121001310014100151001610017100181001910020100211002210023100241002510026100271002810029100301003110032100331003410035100361003710038100391004010041100421004310044100451004610047100481004910050100511005210053100541005510056100571005810059100601006110062100631006410065100661006710068100691007010071100721007310074100751007610077100781007910080100811008210083100841008510086100871008810089100901009110092100931009410095100961009710098100991010010101101021010310104101051010610107101081010910110101111011210113101141011510116101171011810119101201012110122101231012410125101261012710128101291013010131101321013310134101351013610137101381013910140101411014210143101441014510146101471014810149101501015110152101531015410155101561015710158101591016010161101621016310164101651016610167101681016910170101711017210173101741017510176101771017810179101801018110182101831018410185101861018710188101891019010191101921019310194101951019610197101981019910200102011020210203102041020510206102071020810209102101021110212102131021410215102161021710218102191022010221102221022310224102251022610227102281022910230102311023210233102341023510236102371023810239102401024110242102431024410245102461024710248102491025010251102521025310254102551025610257102581025910260102611026210263102641026510266102671026810269102701027110272102731027410275102761027710278102791028010281102821028310284102851028610287102881028910290102911029210293102941029510296102971029810299103001030110302103031030410305103061030710308103091031010311103121031310314103151031610317103181031910320103211032210323103241032510326103271032810329103301033110332103331033410335103361033710338103391034010341103421034310344103451034610347103481034910350103511035210353103541035510356103571035810359103601036110362103631036410365103661036710368103691037010371103721037310374103751037610377103781037910380103811038210383103841038510386103871038810389103901039110392103931039410395103961039710398103991040010401104021040310404104051040610407104081040910410104111041210413104141041510416104171041810419104201042110422104231042410425104261042710428104291043010431104321043310434104351043610437104381043910440104411044210443104441044510446104471044810449104501045110452104531045410455104561045710458104591046010461104621046310464104651046610467104681046910470104711047210473104741047510476104771047810479104801048110482104831048410485104861048710488104891049010491104921049310494104951049610497104981049910500105011050210503105041050510506105071050810509105101051110512105131051410515105161051710518105191052010521105221052310524105251052610527105281052910530105311053210533105341053510536105371053810539105401054110542105431054410545105461054710548105491055010551105521055310554105551055610557105581055910560105611056210563105641056510566105671056810569105701057110572105731057410575105761057710578105791058010581105821058310584105851058610587105881058910590105911059210593105941059510596105971059810599106001060110602106031060410605106061060710608106091061010611106121061310614106151061610617106181061910620106211062210623106241062510626106271062810629106301063110632106331063410635106361063710638106391064010641106421064310644106451064610647106481064910650106511065210653106541065510656106571065810659106601066110662106631066410665106661066710668106691067010671106721067310674106751067610677106781067910680106811068210683106841068510686106871068810689106901069110692106931069410695106961069710698106991070010701107021070310704107051070610707107081070910710107111071210713107141071510716107171071810719107201072110722107231072410725107261072710728107291073010731107321073310734107351073610737107381073910740107411074210743107441074510746107471074810749107501075110752107531075410755107561075710758107591076010761107621076310764107651076610767107681076910770107711077210773107741077510776107771077810779107801078110782107831078410785107861078710788107891079010791107921079310794107951079610797107981079910800108011080210803108041080510806108071080810809108101081110812108131081410815108161081710818108191082010821108221082310824108251082610827108281082910830108311083210833108341083510836108371083810839108401084110842108431084410845108461084710848108491085010851108521085310854108551085610857108581085910860108611086210863108641086510866108671086810869108701087110872108731087410875108761087710878108791088010881108821088310884108851088610887108881088910890108911089210893108941089510896108971089810899109001090110902109031090410905109061090710908109091091010911109121091310914109151091610917109181091910920109211092210923109241092510926109271092810929109301093110932109331093410935109361093710938109391094010941109421094310944109451094610947109481094910950109511095210953109541095510956109571095810959109601096110962109631096410965109661096710968109691097010971109721097310974109751097610977109781097910980109811098210983109841098510986109871098810989109901099110992109931099410995109961099710998109991100011001110021100311004110051100611007110081100911010110111101211013110141101511016110171101811019110201102111022110231102411025110261102711028110291103011031110321103311034110351103611037110381103911040110411104211043110441104511046110471104811049110501105111052110531105411055110561105711058110591106011061110621106311064110651106611067110681106911070110711107211073110741107511076110771107811079110801108111082110831108411085110861108711088110891109011091110921109311094110951109611097110981109911100111011110211103111041110511106111071110811109111101111111112111131111411115111161111711118111191112011121111221112311124111251112611127111281112911130111311113211133111341113511136111371113811139111401114111142111431114411145111461114711148111491115011151111521115311154111551115611157111581115911160111611116211163111641116511166111671116811169111701117111172111731117411175111761117711178111791118011181111821118311184111851118611187111881118911190111911119211193111941119511196111971119811199112001120111202112031120411205112061120711208112091121011211112121121311214112151121611217112181121911220112211122211223112241122511226112271122811229112301123111232112331123411235112361123711238112391124011241112421124311244112451124611247112481124911250112511125211253112541125511256112571125811259112601126111262112631126411265112661126711268112691127011271112721127311274112751127611277112781127911280112811128211283112841128511286112871128811289112901129111292112931129411295112961129711298112991130011301113021130311304113051130611307113081130911310113111131211313113141131511316113171131811319113201132111322113231132411325113261132711328113291133011331113321133311334113351133611337113381133911340113411134211343113441134511346113471134811349113501135111352113531135411355113561135711358113591136011361113621136311364113651136611367113681136911370113711137211373113741137511376113771137811379113801138111382113831138411385113861138711388113891139011391113921139311394113951139611397113981139911400114011140211403114041140511406114071140811409114101141111412114131141411415114161141711418114191142011421114221142311424114251142611427114281142911430114311143211433114341143511436114371143811439114401144111442114431144411445114461144711448114491145011451114521145311454114551145611457114581145911460114611146211463114641146511466114671146811469114701147111472114731147411475114761147711478114791148011481114821148311484114851148611487114881148911490114911149211493114941149511496114971149811499115001150111502115031150411505115061150711508115091151011511115121151311514115151151611517115181151911520115211152211523115241152511526115271152811529115301153111532115331153411535115361153711538115391154011541115421154311544115451154611547115481154911550115511155211553115541155511556115571155811559115601156111562115631156411565115661156711568115691157011571115721157311574115751157611577115781157911580115811158211583115841158511586115871158811589115901159111592115931159411595115961159711598115991160011601116021160311604116051160611607116081160911610116111161211613116141161511616116171161811619116201162111622116231162411625116261162711628116291163011631116321163311634116351163611637116381163911640116411164211643116441164511646116471164811649116501165111652116531165411655116561165711658116591166011661116621166311664116651166611667116681166911670116711167211673116741167511676116771167811679116801168111682116831168411685116861168711688116891169011691116921169311694116951169611697116981169911700117011170211703117041170511706117071170811709117101171111712117131171411715117161171711718117191172011721117221172311724117251172611727117281172911730117311173211733117341173511736117371173811739117401174111742117431174411745117461174711748117491175011751117521175311754117551175611757117581175911760117611176211763117641176511766117671176811769117701177111772117731177411775117761177711778117791178011781117821178311784117851178611787117881178911790117911179211793117941179511796117971179811799118001180111802118031180411805118061180711808118091181011811118121181311814118151181611817118181181911820118211182211823118241182511826118271182811829118301183111832118331183411835118361183711838118391184011841118421184311844118451184611847118481184911850118511185211853118541185511856118571185811859118601186111862118631186411865118661186711868118691187011871118721187311874118751187611877118781187911880118811188211883118841188511886118871188811889118901189111892118931189411895118961189711898118991190011901119021190311904119051190611907119081190911910119111191211913119141191511916119171191811919119201192111922119231192411925119261192711928119291193011931119321193311934119351193611937119381193911940119411194211943119441194511946119471194811949119501195111952119531195411955119561195711958119591196011961119621196311964119651196611967119681196911970119711197211973119741197511976119771197811979119801198111982119831198411985119861198711988119891199011991119921199311994119951199611997119981199912000120011200212003120041200512006120071200812009120101201112012120131201412015120161201712018120191202012021120221202312024120251202612027120281202912030120311203212033120341203512036120371203812039120401204112042120431204412045120461204712048120491205012051120521205312054120551205612057120581205912060120611206212063120641206512066120671206812069120701207112072120731207412075120761207712078120791208012081120821208312084120851208612087120881208912090120911209212093120941209512096120971209812099121001210112102121031210412105121061210712108121091211012111121121211312114121151211612117121181211912120121211212212123121241212512126121271212812129121301213112132121331213412135121361213712138121391214012141121421214312144
  1. /*##############################################################################
  2. Copyright (C) 2011 HPCC Systems.
  3. All rights reserved. This program is free software: you can redistribute it and/or modify
  4. it under the terms of the GNU Affero General Public License as
  5. published by the Free Software Foundation, either version 3 of the
  6. License, or (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU Affero General Public License for more details.
  11. You should have received a copy of the GNU Affero General Public License
  12. along with this program. If not, see <http://www.gnu.org/licenses/>.
  13. ############################################################################## */
  14. #include "platform.h"
  15. #include <algorithm>
  16. #include "jliball.hpp"
  17. #include "jlib.hpp"
  18. #include "jexcept.hpp"
  19. #include "jmisc.hpp"
  20. #include "javahash.hpp"
  21. #include "jmd5.hpp"
  22. #include "jfile.hpp"
  23. #include "eclhelper.hpp"
  24. #include "hql.hpp"
  25. #include "hqlfunc.hpp"
  26. #include "hqlattr.hpp"
  27. #include "hqlcpp.ipp"
  28. #include "hqlwcpp.hpp"
  29. #include "hqlcpputil.hpp"
  30. #include "hqlres.hpp"
  31. #include "hqlerror.hpp"
  32. #include "hqlcerrors.hpp"
  33. #include "hqlcatom.hpp"
  34. #include "hqlpmap.hpp"
  35. #include "hqlthql.hpp"
  36. #include "hqlfold.hpp"
  37. #include "eclrtl.hpp"
  38. #include "hqllib.ipp"
  39. #include "hqlnlp.ipp"
  40. #include "hqlutil.hpp"
  41. #include "hqltcppc.ipp"
  42. #include "hqlttcpp.ipp"
  43. #include "hqlccommon.hpp"
  44. #include "hqlopt.hpp"
  45. #include "hqlpopt.hpp"
  46. #include "hqlcse.ipp"
  47. #include "thorplugin.hpp"
  48. #include "hqlinline.hpp"
  49. #ifdef _DEBUG
  50. //#define ADD_ASSIGNMENT_COMMENTS
  51. //#define ADD_RESOURCE_AS_CPP_COMMENT
  52. #endif
  53. //Defaults for various options.
  54. #define COMPLEXITY_TO_HOIST 2
  55. #define INLINE_COMPARE_THRESHOLD 2 //7 // above this, a loop is generated
  56. #define MAX_NESTED_CASES 8
  57. #define MAX_SIMPLE_VAR_SIZE 99999
  58. #define MAX_STATIC_ROW_SIZE 10000
  59. #define MAX_LOCAL_ROW_SIZE 32
  60. #define DEFAULT_NLP_DETAIL 1
  61. #ifdef _WIN32
  62. #define DEFAULT_ACTIVITIES_PER_CPP 800 // windows compiler is fast, linker is slow, but compiler also has quite a small compile limit
  63. #else
  64. #define DEFAULT_ACTIVITIES_PER_CPP 500 // gcc assembler is v.slow
  65. #endif
  66. //MORE: Simple vars don't work if they are made class members...
  67. //#define SEARCH_VARIABLE "v211"
  68. //===========================================================================
  69. static CriticalSection * systemCS;
  70. static IHqlScope * cppSystemScope;
  71. //===========================================================================
  72. MODULE_INIT(INIT_PRIORITY_STANDARD)
  73. {
  74. systemCS = new CriticalSection;
  75. return true;
  76. }
  77. MODULE_EXIT()
  78. {
  79. ::Release(cppSystemScope);
  80. cppSystemScope = NULL;
  81. delete systemCS;
  82. }
  83. //---------------------------------------------------------------------------
  84. class SubStringInfo : public SubStringHelper
  85. {
  86. public:
  87. SubStringInfo(IHqlExpression * _expr) : SubStringHelper(_expr) { expr = _expr; }
  88. void bindToFrom(HqlCppTranslator & translator, BuildCtx & ctx);
  89. public:
  90. IHqlExpression * expr;
  91. CHqlBoundExpr boundFrom;
  92. CHqlBoundExpr boundTo;
  93. };
  94. void SubStringInfo::bindToFrom(HqlCppTranslator & translator, BuildCtx & ctx)
  95. {
  96. if (to && to->isAttribute())
  97. throwError(HQLERR_StarRangeOnlyInJoinCondition);
  98. if (from == to)
  99. {
  100. if (from)
  101. {
  102. translator.buildSimpleExpr(ctx, from, boundFrom);
  103. boundTo.expr.set(boundFrom.expr);
  104. }
  105. }
  106. else
  107. {
  108. if (from)
  109. translator.buildCachedExpr(ctx, from, boundFrom);
  110. if (to)
  111. translator.buildCachedExpr(ctx, to, boundTo);
  112. }
  113. }
  114. //---------------------------------------------------------------------------
  115. IHqlExpression * DatasetReference::querySelector() const
  116. {
  117. if (side == no_none)
  118. return ds->queryNormalizedSelector();
  119. return selector;
  120. }
  121. IHqlExpression * DatasetReference::querySelSeq() const
  122. {
  123. if (side == no_none)
  124. return NULL;
  125. return selector->queryChild(1);
  126. }
  127. IHqlExpression * DatasetReference::mapCompound(IHqlExpression * expr, IHqlExpression * to) const
  128. {
  129. return replaceSelector(expr, querySelector(), to);
  130. }
  131. IHqlExpression * DatasetReference::mapScalar(IHqlExpression * expr, IHqlExpression * to) const
  132. {
  133. return replaceSelector(expr, querySelector(), to);
  134. }
  135. //---------------------------------------------------------------------------
  136. extern ClusterType getClusterType(const char * platform, ClusterType dft)
  137. {
  138. if (stricmp(platform, "thor") == 0)
  139. return ThorCluster;
  140. if (stricmp(platform, "thorlcr") == 0)
  141. return ThorLCRCluster;
  142. if (stricmp(platform, "hthor") == 0)
  143. return HThorCluster;
  144. if (stricmp(platform, "roxie") == 0)
  145. return RoxieCluster;
  146. return dft;
  147. }
  148. IHqlExpression * createVariable(ITypeInfo * type)
  149. {
  150. StringBuffer tempName;
  151. getUniqueId(tempName.append('v'));
  152. #ifdef _DEBUG
  153. #ifdef SEARCH_VARIABLE
  154. if (stricmp(tempName.str(), SEARCH_VARIABLE)==0)
  155. type = type;
  156. #endif
  157. #endif
  158. return ::createVariable(tempName.str(), type);
  159. }
  160. IHqlExpression * convertWrapperToPointer(IHqlExpression * expr)
  161. {
  162. ITypeInfo * type = expr->queryType();
  163. if (hasWrapperModifier(type))
  164. return createValue(no_implicitcast, makeReferenceModifier(removeModifier(type, typemod_wrapper)), LINK(expr));
  165. return LINK(expr);
  166. }
  167. IHqlExpression * ensureIndexable(IHqlExpression * expr)
  168. {
  169. ITypeInfo * type = expr->queryType();
  170. if (type->getTypeCode() == type_data)
  171. {
  172. IHqlExpression * base = queryStripCasts(expr);
  173. return createValue(no_implicitcast, makeReferenceModifier(makeStringType(type->getSize(), NULL, NULL)), LINK(base));
  174. }
  175. return convertWrapperToPointer(expr);
  176. }
  177. void extendConjunctionOwn(HqlExprAttr & cond, IHqlExpression * next)
  178. {
  179. if (cond)
  180. next = createBoolExpr(no_and, cond.getClear(), next);
  181. cond.setown(next);
  182. }
  183. inline bool isPushed(const IHqlExpression * expr)
  184. {
  185. return (expr->getOperator() == no_decimalstack);
  186. }
  187. inline bool isPushed(const CHqlBoundExpr & bound)
  188. {
  189. return isPushed(bound.expr);
  190. }
  191. bool isSimpleTranslatedStringExpr(IHqlExpression * expr)
  192. {
  193. loop
  194. {
  195. node_operator op = expr->getOperator();
  196. switch (op)
  197. {
  198. case no_constant:
  199. case no_variable:
  200. case no_callback:
  201. return true;
  202. case no_cast:
  203. case no_implicitcast:
  204. case no_typetransfer:
  205. case no_deref:
  206. case no_address:
  207. expr = expr->queryChild(0);
  208. break;
  209. case no_add:
  210. case no_sub:
  211. if (!isSimpleTranslatedStringExpr(expr->queryChild(1)))
  212. return false;
  213. expr = expr->queryChild(0);
  214. break;
  215. default:
  216. return false;
  217. }
  218. }
  219. }
  220. bool isSimpleTranslatedExpr(IHqlExpression * expr)
  221. {
  222. switch (expr->queryType()->getTypeCode())
  223. {
  224. case type_data:
  225. case type_string:
  226. case type_qstring:
  227. case type_varstring:
  228. case type_decimal:
  229. //Less strict rules for strings (and decimal), because string temporaries are more expensive.
  230. return isSimpleTranslatedStringExpr(expr);
  231. case type_set:
  232. //for the moment assume set expressions are always simple once translated.
  233. return true;
  234. }
  235. loop
  236. {
  237. node_operator op = expr->getOperator();
  238. switch (op)
  239. {
  240. case no_constant:
  241. case no_variable:
  242. case no_callback:
  243. case no_nullptr:
  244. return true;
  245. case no_typetransfer:
  246. expr = expr->queryChild(0);
  247. break;
  248. default:
  249. return false;
  250. }
  251. }
  252. }
  253. bool isFixedLengthList(IHqlExpression * expr)
  254. {
  255. switch (expr->getOperator())
  256. {
  257. case no_list:
  258. case no_datasetlist:
  259. case no_sortlist:
  260. return true;
  261. }
  262. return false;
  263. }
  264. bool needVarStringCompare(ITypeInfo * leftType, ITypeInfo * rightType)
  265. {
  266. unsigned lSize = leftType->getSize();
  267. unsigned rSize = rightType->getSize();
  268. return (lSize != rSize) || (lSize == UNKNOWN_LENGTH);
  269. }
  270. _ATOM queryStrCompareFunc(ITypeInfo * realType)
  271. {
  272. switch (realType->getTypeCode())
  273. {
  274. case type_data:
  275. return compareDataDataAtom;
  276. case type_qstring:
  277. return compareQStrQStrAtom;
  278. }
  279. ICharsetInfo * charset = realType->queryCharset();
  280. _ATOM charsetName = charset->queryName();
  281. if (charsetName == dataAtom)
  282. return compareDataDataAtom;
  283. if (charsetName == asciiAtom)
  284. return compareStrStrAtom;
  285. if (charsetName == ebcdicAtom)
  286. return compareEStrEStrAtom;
  287. assertex(!"Unknown string comparison");
  288. return compareStrStrAtom;
  289. }
  290. IHqlExpression * getAddress(IHqlExpression * expr)
  291. {
  292. if (expr->getOperator() == no_deref)
  293. {
  294. IHqlExpression * address = expr->queryChild(0);
  295. return LINK(address);
  296. }
  297. return createValue(no_address, makePointerType(expr->getType()), LINK(expr));
  298. }
  299. IHqlExpression * getRawAddress(IHqlExpression * expr)
  300. {
  301. OwnedHqlExpr raw = getAddress(expr);
  302. loop
  303. {
  304. switch (raw->getOperator())
  305. {
  306. case no_cast:
  307. case no_implicitcast:
  308. break;
  309. default:
  310. return raw.getClear();
  311. }
  312. raw.set(raw->queryChild(0));
  313. }
  314. }
  315. IHqlExpression * getPointer(IHqlExpression * source)
  316. {
  317. if (source->getOperator() == no_constant)
  318. return LINK(source);
  319. ITypeInfo * type = source->queryType();
  320. Owned<ITypeInfo> newType;
  321. switch (type->getTypeCode())
  322. {
  323. case type_set:
  324. if (type->isReference())
  325. return LINK(source);
  326. newType.setown(makeReferenceModifier(LINK(queryUnqualifiedType(type))));
  327. if (hasWrapperModifier(type))
  328. {
  329. OwnedHqlExpr cast = createValue(no_implicitcast, LINK(newType), LINK(source));
  330. return createValue(no_typetransfer, LINK(newType), LINK(cast));
  331. }
  332. break;
  333. case type_table:
  334. case type_groupedtable:
  335. case type_row:
  336. case type_decimal:
  337. case type_string:
  338. case type_data:
  339. case type_qstring:
  340. case type_varstring:
  341. case type_unicode:
  342. case type_varunicode:
  343. case type_utf8:
  344. if (isTypePassedByAddress(type))
  345. {
  346. if (type->isReference())
  347. return LINK(source);
  348. newType.setown(makeReferenceModifier(LINK(queryUnqualifiedType(type))));
  349. if (hasLinkCountedModifier(type))
  350. newType.setown(makeAttributeModifier(newType.getClear(), getLinkCountedAttr()));
  351. if (hasWrapperModifier(type))
  352. return createValue(no_implicitcast, LINK(newType), LINK(source));
  353. //An array of X is implicitly converted to pointer to X so no need to do &a[0]
  354. return createValue(no_typetransfer, LINK(newType), LINK(source));
  355. }
  356. else
  357. {
  358. newType.setown(removeModifier(type, typemod_wrapper));
  359. if (hasWrapperModifier(type))
  360. return createValue(no_implicitcast, LINK(newType), LINK(source));
  361. return LINK(source);
  362. }
  363. break;
  364. case type_pointer:
  365. return LINK(source);
  366. default:
  367. newType.setown(makePointerType(LINK(type)));
  368. break;
  369. }
  370. IHqlExpression * cur = source;
  371. while (cur->getOperator() == no_typetransfer)
  372. cur = cur->queryChild(0);
  373. if (cur->getOperator() == no_deref)
  374. {
  375. IHqlExpression * address = cur->queryChild(0);
  376. if (address->queryType() == newType)
  377. return LINK(address);
  378. return createValue(no_implicitcast, newType.getClear(), LINK(address));
  379. }
  380. else
  381. return createValue(no_address, newType.getClear(), LINK(source));
  382. }
  383. bool isChildOf(IHqlExpression * parent, IHqlExpression * child)
  384. {
  385. unsigned max = parent->numChildren();
  386. unsigned idx;
  387. for (idx = 0; idx < max; idx++)
  388. {
  389. IHqlExpression * cur = parent->queryChild(idx);
  390. if (cur == child)
  391. return true;
  392. }
  393. return false;
  394. }
  395. bool canRemoveStringCast(ITypeInfo * to, ITypeInfo * from)
  396. {
  397. unsigned fromSize = from->getSize();
  398. unsigned toSize = to->getSize();
  399. //Special case string conversions that don't require us to copy any data.
  400. if ((toSize == UNKNOWN_LENGTH) || ((fromSize != UNKNOWN_LENGTH) && (toSize <= fromSize)))
  401. {
  402. switch (from->getTypeCode())
  403. {
  404. case type_varstring:
  405. if (toSize != UNKNOWN_LENGTH)
  406. break;
  407. //fall through
  408. case type_data:
  409. case type_string:
  410. {
  411. ICharsetInfo * srcset = from->queryCharset();
  412. ICharsetInfo * tgtset = to->queryCharset();
  413. //Data never calls a conversion function...
  414. if ((srcset == tgtset) || (to->getTypeCode() == type_data) || (from->getTypeCode() == type_data))
  415. return true;
  416. }
  417. case type_qstring:
  418. return false;
  419. }
  420. }
  421. return false;
  422. }
  423. bool isProjectedInRecord(IHqlExpression * record, IHqlExpression * expr)
  424. {
  425. unsigned max = record->numChildren();
  426. unsigned idx;
  427. for (idx = 0; idx < max; idx++)
  428. {
  429. IHqlExpression * cur = record->queryChild(idx);
  430. if (cur->queryChild(0) == expr)
  431. return true;
  432. }
  433. return false;
  434. }
  435. IHqlExpression * queryStripCasts(IHqlExpression * expr)
  436. {
  437. while ((expr->getOperator() == no_cast) || (expr->getOperator() == no_implicitcast))
  438. expr = expr->queryChild(0);
  439. return expr;
  440. }
  441. // Format the list is stored in doesn't matter, so allow constant strings to be stored by reference
  442. IHqlExpression * getOptimialListFormat(IHqlExpression * table)
  443. {
  444. if (table->isConstant() && table->getOperator() == no_list)
  445. {
  446. ITypeInfo * elemType = table->queryType()->queryChildType();
  447. if (!elemType->isReference())
  448. {
  449. switch (elemType->getTypeCode())
  450. {
  451. case type_string:
  452. case type_data:
  453. {
  454. HqlExprArray args;
  455. table->unwindList(args, no_list);
  456. return createValue(no_list, makeSetType(makeReferenceModifier(LINK(elemType))), args);
  457. }
  458. }
  459. }
  460. }
  461. return LINK(table);
  462. }
  463. bool canOptimizeAdjust(IHqlExpression * value)
  464. {
  465. ITypeInfo * type = value->queryType();
  466. switch (value->getOperator())
  467. {
  468. case no_constant:
  469. return true;
  470. case no_add:
  471. case no_sub:
  472. return value->queryChild(1)->queryValue() != NULL;
  473. }
  474. return false;
  475. }
  476. IHqlExpression * adjustValue(IHqlExpression * value, __int64 delta)
  477. {
  478. if (delta == 0)
  479. return LINK(value);
  480. ITypeInfo * type = value->queryType();
  481. switch (value->getOperator())
  482. {
  483. case no_constant:
  484. {
  485. __int64 newValue = value->queryValue()->getIntValue()+delta;
  486. if (type == sizetType)
  487. return getSizetConstant((size32_t)newValue);
  488. return createConstant(type->castFrom(true, newValue));
  489. }
  490. case no_add:
  491. {
  492. IHqlExpression * lhs = value->queryChild(0);
  493. IHqlExpression * rhs = value->queryChild(1);
  494. IValue * rhsValue = rhs->queryValue();
  495. IValue * lhsValue = lhs->queryValue();
  496. if (rhsValue)
  497. {
  498. delta += rhsValue->getIntValue();
  499. if (delta == 0)
  500. return LINK(lhs);
  501. value = lhs;
  502. }
  503. else if (lhsValue)
  504. {
  505. delta += lhsValue->getIntValue();
  506. if (delta == 0)
  507. return LINK(rhs);
  508. value = rhs;
  509. }
  510. else if (canOptimizeAdjust(rhs))
  511. return createValue(no_add, value->getType(), LINK(lhs), adjustValue(rhs, delta));
  512. break;
  513. }
  514. case no_sub:
  515. {
  516. IValue * rhsValue = value->queryChild(1)->queryValue();
  517. if (rhsValue)
  518. {
  519. IHqlExpression * lhs = value->queryChild(0);
  520. delta -= rhsValue->getIntValue();
  521. if (delta == 0)
  522. return LINK(lhs);
  523. value = lhs;
  524. }
  525. break;
  526. }
  527. case no_translated:
  528. {
  529. IHqlExpression * arg = value->queryChild(0);
  530. if (arg->queryValue())
  531. {
  532. OwnedHqlExpr newValue = adjustValue(arg, delta);
  533. return createTranslated(newValue);
  534. }
  535. break;
  536. }
  537. }
  538. IHqlExpression * deltaExpr;
  539. node_operator op = no_add;
  540. if (delta < 0)
  541. {
  542. op = no_sub;
  543. delta = -delta;
  544. }
  545. if (type == sizetType || !type->isInteger())
  546. deltaExpr = getSizetConstant((size32_t)delta);
  547. else
  548. deltaExpr = createConstant(type->castFrom(true, delta));
  549. return createValue(op, LINK(type), LINK(value), deltaExpr);
  550. }
  551. IHqlExpression * adjustIndexBaseToZero(IHqlExpression * index)
  552. {
  553. return adjustValue(index, -1);
  554. }
  555. IHqlExpression * adjustIndexBaseToOne(IHqlExpression * index)
  556. {
  557. return adjustValue(index, +1);
  558. }
  559. IHqlExpression * adjustBoundIntegerValues(IHqlExpression * left, IHqlExpression * right, bool subtract)
  560. {
  561. assertex(queryUnqualifiedType(left->queryType()) == queryUnqualifiedType(right->queryType()));
  562. if (canOptimizeAdjust(left))
  563. {
  564. node_operator op = right->getOperator();
  565. switch (op)
  566. {
  567. case no_constant:
  568. {
  569. __int64 rhsValue = right->queryValue()->getIntValue();
  570. if (subtract)
  571. rhsValue = -rhsValue;
  572. return adjustValue(left, rhsValue);
  573. }
  574. case no_add:
  575. case no_sub:
  576. {
  577. IHqlExpression * rl = right->queryChild(0);
  578. IHqlExpression * rr = right->queryChild(1);
  579. if (rr->getOperator() == no_constant)
  580. {
  581. ITypeInfo * rlt = rl->queryType();
  582. ITypeInfo * rrt = rr->queryType();
  583. if (queryUnqualifiedType(rl->queryType()) == queryUnqualifiedType(rr->queryType()))
  584. {
  585. __int64 delta = rr->queryValue()->getIntValue();
  586. if (op == no_sub)
  587. delta = -delta;
  588. if (subtract)
  589. delta = -delta;
  590. OwnedHqlExpr newLeft = adjustValue(left, delta);
  591. return adjustBoundIntegerValues(newLeft, rl, subtract);
  592. }
  593. }
  594. break;
  595. }
  596. }
  597. }
  598. switch (left->getOperator())
  599. {
  600. case no_constant:
  601. if (!subtract)
  602. return adjustBoundIntegerValues(right, left, false);
  603. break;
  604. case no_add:
  605. {
  606. IHqlExpression * lr = left->queryChild(1);
  607. if (lr->getOperator() == no_constant)
  608. {
  609. OwnedHqlExpr newLeft = adjustBoundIntegerValues(left->queryChild(0), right, subtract);
  610. return adjustBoundIntegerValues(newLeft, lr, false);
  611. }
  612. break;
  613. }
  614. case no_variable:
  615. if (!subtract && (right->getOperator() == no_add) && (right->queryChild(1)->getOperator() == no_constant))
  616. {
  617. OwnedHqlExpr temp = adjustBoundIntegerValues(left, right->queryChild(0), false);
  618. return adjustBoundIntegerValues(temp, right->queryChild(1), false);
  619. }
  620. break;
  621. }
  622. return createValue(subtract ? no_sub : no_add, left->getType(), LINK(left), LINK(right));
  623. }
  624. IHqlExpression * multiplyValue(IHqlExpression * expr, unsigned __int64 value)
  625. {
  626. if (isZero(expr))
  627. return LINK(expr);
  628. ITypeInfo * type = expr->queryType();
  629. IValue * exprValue = expr->queryValue();
  630. if (exprValue && type->isInteger())
  631. return createConstant(type->castFrom(false, exprValue->getIntValue() * value));
  632. if (expr->getOperator() == no_translated)
  633. {
  634. IHqlExpression * translated = expr->queryChild(0);
  635. if (translated->queryValue())
  636. {
  637. OwnedHqlExpr newValue = multiplyValue(translated, value);
  638. return createTranslated(newValue);
  639. }
  640. }
  641. return createValue(no_mul, LINK(type), LINK(expr), createConstant(type->castFrom(false, value)));
  642. }
  643. bool matchesConstValue(IHqlExpression * expr, __int64 matchValue)
  644. {
  645. IValue * value = expr->queryValue();
  646. if (value)
  647. return value->getIntValue() == matchValue;
  648. if (expr->getOperator() == no_translated)
  649. return matchesConstValue(expr->queryChild(0), matchValue);
  650. return false;
  651. }
  652. IHqlExpression * createTranslated(IHqlExpression * expr)
  653. {
  654. return createValue(no_translated, expr->getType(), LINK(expr));
  655. }
  656. IHqlExpression * createTranslatedOwned(IHqlExpression * expr)
  657. {
  658. return createValue(no_translated, expr->getType(), expr);
  659. }
  660. IHqlExpression * createTranslated(IHqlExpression * expr, IHqlExpression * length)
  661. {
  662. ITypeInfo * type = expr->queryType();
  663. switch (type->getTypeCode())
  664. {
  665. case type_table:
  666. case type_groupedtable:
  667. return createDataset(no_translated, LINK(expr), LINK(length));
  668. }
  669. return createValue(no_translated, expr->getType(), LINK(expr), LINK(length));
  670. }
  671. static IHqlExpression * querySimplifyCompareArgCast(IHqlExpression * expr)
  672. {
  673. if (expr->isConstant())
  674. return expr;
  675. while ((expr->getOperator() == no_implicitcast) || (expr->getOperator() == no_cast))
  676. {
  677. ITypeInfo * type = expr->queryType()->queryPromotedType();
  678. switch (type->getTypeCode())
  679. {
  680. case type_string:
  681. case type_data:
  682. case type_unicode:
  683. case type_qstring:
  684. case type_utf8:
  685. break;
  686. default:
  687. return expr;
  688. }
  689. IHqlExpression * child = expr->queryChild(0);
  690. ITypeInfo * childType = child->queryType()->queryPromotedType();
  691. if (type->getStringLen() < childType->getStringLen())
  692. break;
  693. type_t tc = type->getTypeCode();
  694. if (tc != childType->getTypeCode())
  695. {
  696. if (tc == type_string)
  697. {
  698. if (childType->getTypeCode() != type_varstring)
  699. break;
  700. if (type->queryCharset() != childType->queryCharset())
  701. break;
  702. }
  703. else if (tc == type_unicode)
  704. {
  705. if (childType->getTypeCode() != type_varunicode)
  706. break;
  707. if (type->queryLocale() != childType->queryLocale())
  708. break;
  709. }
  710. else
  711. break;
  712. }
  713. else
  714. {
  715. Owned<ITypeInfo> stretched = getStretchedType(type->getStringLen(), childType);
  716. if (stretched != type)
  717. break;
  718. }
  719. expr = child;
  720. }
  721. return expr;
  722. }
  723. IHqlExpression * getSimplifyCompareArg(IHqlExpression * expr)
  724. {
  725. IHqlExpression * cast = querySimplifyCompareArgCast(expr);
  726. if (cast->getOperator() != no_substring)
  727. return LINK(cast);
  728. if (cast->queryChild(0)->queryType()->getTypeCode() == type_qstring)
  729. return LINK(cast);
  730. HqlExprArray args;
  731. unwindChildren(args, cast);
  732. args.append(*createAttribute(quickAtom));
  733. return cast->clone(args);
  734. }
  735. bool isNullAssign(const CHqlBoundTarget & target, IHqlExpression * expr)
  736. {
  737. ITypeInfo * targetType = target.expr->queryType();
  738. //if an assignment to a local variable size temporary object, then it is ok to omit an assignment of null
  739. //since it won't change its value, and it isn't going to be assigned more than once.
  740. if ((targetType->getSize() == UNKNOWN_LENGTH) && target.length && hasWrapperModifier(targetType) && !hasModifier(targetType, typemod_member))
  741. {
  742. ITypeInfo * exprType = expr->queryType();
  743. switch (exprType->getTypeCode())
  744. {
  745. case type_data:
  746. case type_string:
  747. case type_qstring:
  748. return exprType->getSize() == 0;
  749. case type_table:
  750. return expr->getOperator() == no_null;
  751. }
  752. }
  753. return false;
  754. }
  755. ExpressionFormat queryNaturalFormat(ITypeInfo * type)
  756. {
  757. if (hasOutOfLineModifier(type))
  758. return FormatArrayDataset;
  759. if (hasLinkCountedModifier(type))
  760. return FormatLinkedDataset;
  761. return FormatBlockedDataset;
  762. }
  763. //===========================================================================
  764. SubGraphInfo::SubGraphInfo(IPropertyTree * _tree, unsigned _id, IHqlExpression * _graphTag, SubGraphType _type)
  765. : HqlExprAssociation(subGraphMarker), tree(_tree)
  766. {
  767. id = _id;
  768. type = _type;
  769. graphTag.set(_graphTag);
  770. }
  771. //===========================================================================
  772. IHqlExpression * CHqlBoundExpr::getTranslatedExpr() const
  773. {
  774. HqlExprArray args;
  775. args.append(*LINK(expr));
  776. if (length) args.append(*LINK(length));
  777. if (count) args.append(*createAttribute(countAtom, LINK(count)));
  778. if (isAll) args.append(*createAttribute(allAtom, LINK(isAll)));
  779. ITypeInfo * type = expr->queryType();
  780. switch (type->getTypeCode())
  781. {
  782. case type_table:
  783. case type_groupedtable:
  784. return createDataset(no_translated, args);
  785. }
  786. return createValue(no_translated, LINK(type), args);
  787. }
  788. IHqlExpression * CHqlBoundExpr::getIsAll() const
  789. {
  790. if (isAll)
  791. return LINK(isAll);
  792. return LINK(queryBoolExpr(false));
  793. }
  794. void CHqlBoundExpr::setFromTarget(const CHqlBoundTarget & target)
  795. {
  796. isAll.set(target.isAll);
  797. count.set(target.count);
  798. length.set(target.length);
  799. expr.setown(convertWrapperToPointer(target.expr));
  800. }
  801. void CHqlBoundExpr::setFromTranslated(IHqlExpression * translatedExpr)
  802. {
  803. expr.set(translatedExpr->queryChild(0));
  804. IHqlExpression * arg = translatedExpr->queryChild(1);
  805. if (arg)
  806. {
  807. unsigned i = 2;
  808. if (arg->getOperator() != no_attr)
  809. {
  810. length.set(arg);
  811. arg = translatedExpr->queryChild(i++);
  812. }
  813. while (arg)
  814. {
  815. _ATOM name = arg->queryName();
  816. if (name == countAtom)
  817. count.set(arg->queryChild(0));
  818. else if (name == allAtom)
  819. isAll.set(arg->queryChild(0));
  820. else
  821. UNIMPLEMENTED;
  822. arg = translatedExpr->queryChild(i++);
  823. }
  824. }
  825. }
  826. bool CHqlBoundTarget::extractFrom(const CHqlBoundExpr & bound)
  827. {
  828. ITypeInfo * boundType = bound.queryType();
  829. if (bound.count)
  830. {
  831. if (bound.count->getOperator() != no_variable)
  832. return false;
  833. if (!hasLinkCountedModifier(boundType))
  834. return false;
  835. }
  836. if (bound.isAll)
  837. {
  838. assertex(bound.isAll->getOperator() == no_variable);
  839. }
  840. else if (boundType->getTypeCode() == type_set)
  841. return false;
  842. if (bound.length)
  843. {
  844. if (bound.length->getOperator() != no_variable)
  845. return false;
  846. }
  847. else if (boundType->getSize() == UNKNOWN_LENGTH)
  848. {
  849. type_t btc = boundType->getTypeCode();
  850. if ((btc != type_varstring) && (btc != type_varunicode) && !hasLinkCountedModifier(boundType))
  851. return false;
  852. }
  853. IHqlExpression * boundExpr = bound.expr;
  854. if (boundExpr->getOperator() == no_implicitcast)
  855. {
  856. IHqlExpression * uncast = boundExpr->queryChild(0);
  857. if (hasModifier(uncast->queryType(), typemod_member) &&
  858. (queryUnqualifiedType(boundExpr->queryType()) == queryUnqualifiedType(uncast->queryType())))
  859. boundExpr = uncast;
  860. }
  861. expr.set(boundExpr);
  862. isAll.set(bound.isAll);
  863. length.set(bound.length);
  864. count.set(bound.count);
  865. return true;
  866. }
  867. bool CHqlBoundTarget::isFixedSize() const
  868. {
  869. validate();
  870. return queryType()->getSize() != UNKNOWN_LENGTH;
  871. }
  872. void CHqlBoundTarget::validate() const
  873. {
  874. if (expr)
  875. {
  876. if (queryType()->getSize() != UNKNOWN_LENGTH)
  877. {
  878. assertex(!length);
  879. }
  880. else if (isArrayRowset(queryType()))
  881. assertex(count != NULL);
  882. else
  883. {
  884. assertex(length || queryType()->getTypeCode() == type_varstring || queryType()->getTypeCode() == type_varunicode);
  885. }
  886. }
  887. }
  888. ITypeInfo * CHqlBoundTarget::queryType() const
  889. {
  890. return expr->queryType();
  891. }
  892. IHqlExpression * CHqlBoundTarget::getTranslatedExpr() const
  893. {
  894. CHqlBoundExpr temp;
  895. temp.setFromTarget(*this);
  896. return temp.getTranslatedExpr();
  897. }
  898. //===========================================================================
  899. CompoundBuilder::CompoundBuilder(node_operator _op)
  900. {
  901. op = _op;
  902. }
  903. void CompoundBuilder::addOperand(IHqlExpression * arg)
  904. {
  905. if (first.get())
  906. {
  907. compound.setown(createOpenValue(op, makeBoolType()));
  908. compound->addOperand(first.getClear());
  909. }
  910. if (compound)
  911. compound->addOperand(arg);
  912. else
  913. first.setown(arg);
  914. }
  915. IHqlExpression * CompoundBuilder::getCompound()
  916. {
  917. if (compound)
  918. return compound.getClear()->closeExpr();
  919. return first.getClear();
  920. }
  921. //===========================================================================
  922. void buildClearPointer(BuildCtx & ctx, IHqlExpression * expr, CompilerType compiler)
  923. {
  924. StringBuffer s;
  925. generateExprCpp(s, expr, compiler).append("=NULL;");
  926. ctx.addQuoted(s);
  927. }
  928. void insertUniqueString(StringAttrArray & array, const char * text)
  929. {
  930. ForEachItemIn(idx, array)
  931. {
  932. StringAttrItem & cur = array.item(idx);
  933. if (stricmp(cur.text, text) == 0)
  934. return;
  935. }
  936. array.append(* new StringAttrItem(text));
  937. }
  938. HqlCppInstance::HqlCppInstance(IWorkUnit *_wu, const char * _wupathname)
  939. {
  940. workunit.set(_wu);
  941. wupathname.set(_wupathname);
  942. }
  943. HqlStmts * HqlCppInstance::ensureSection(_ATOM section)
  944. {
  945. HqlStmts * match = querySection(section);
  946. if (match)
  947. return match;
  948. HqlCppSection * cur = new HqlCppSection;
  949. cur->section = section;
  950. sections.append(*cur);
  951. return &cur->stmts;
  952. }
  953. void HqlCppInstance::processIncludes()
  954. {
  955. BuildCtx ctx(*this, includeAtom);
  956. StringBuffer s;
  957. ForEachItemIn(idx, includes)
  958. {
  959. s.clear().append("#include \"").append(includes.item(idx).text).append("\"");
  960. ctx.addQuoted(s);
  961. }
  962. }
  963. const char * HqlCppInstance::queryLibrary(unsigned idx)
  964. {
  965. if (modules.isItem(idx))
  966. return modules.item(idx).text;
  967. return NULL;
  968. }
  969. HqlStmts * HqlCppInstance::querySection(_ATOM section)
  970. {
  971. ForEachItemIn(idx, sections)
  972. {
  973. HqlCppSection & cur = (HqlCppSection &)sections.item(idx);
  974. if (cur.section == section)
  975. return &cur.stmts;
  976. }
  977. return NULL;
  978. }
  979. void HqlCppInstance::addPlugin(const char *plugin, const char *version, bool inThor)
  980. {
  981. if (!plugin || !*plugin)
  982. return;
  983. StringBuffer dllname(plugin);
  984. getFileNameOnly(dllname, false); // MORE - shouldn't really need to do this here....
  985. if (workunit)
  986. {
  987. Owned<IWUPlugin> p = workunit->updatePluginByName(dllname.str());
  988. p->setPluginVersion(version);
  989. if (inThor)
  990. p->setPluginThor(true);
  991. else
  992. p->setPluginHole(true);
  993. }
  994. if (!plugins)
  995. plugins.setown(createPTree("Plugins"));
  996. StringBuffer xpath;
  997. xpath.append("Plugin[@dll='").append(dllname).append("']");
  998. if (!plugins->hasProp(xpath.str()))
  999. {
  1000. IPropertyTree * pluginNode = createPTree("Plugin");
  1001. pluginNode->setProp("@dll", dllname.str());
  1002. pluginNode->setProp("@version", version);
  1003. plugins->addPropTree("Plugin", pluginNode);
  1004. }
  1005. }
  1006. void HqlCppInstance::addPluginsAsResource()
  1007. {
  1008. if (!plugins)
  1009. return;
  1010. StringBuffer pluginXML;
  1011. toXML(plugins, pluginXML);
  1012. addResource("PLUGINS", pluginXML.length(), pluginXML.str(), NULL, 1);
  1013. }
  1014. bool HqlCppInstance::useFunction(IHqlExpression * func)
  1015. {
  1016. assertex(func);
  1017. func = func->queryBody();
  1018. if (helpers.contains(*func))
  1019. return false;
  1020. helpers.append(*LINK(func));
  1021. IHqlExpression * funcDef = func->queryChild(0);
  1022. StringBuffer libname, init, include;
  1023. getProperty(funcDef, libraryAtom, libname);
  1024. getProperty(funcDef, initfunctionAtom, init);
  1025. getProperty(funcDef, includeAtom, include);
  1026. if (init.length())
  1027. {
  1028. BuildCtx ctx(*this, initAtom);
  1029. ctx.addQuoted(init.append("(wuid);"));
  1030. }
  1031. IHqlExpression *pluginAttr = funcDef->queryProperty(pluginAtom);
  1032. if (pluginAttr)
  1033. {
  1034. StringBuffer plugin, version;
  1035. pluginAttr->queryChild(0)->queryValue()->getStringValue(plugin);
  1036. pluginAttr->queryChild(1)->queryValue()->getStringValue(version);
  1037. addPlugin(plugin.str(), version.str(), false);
  1038. if (!libname.length())
  1039. {
  1040. pluginAttr->queryChild(0)->queryValue()->getStringValue(libname);
  1041. getFullFileName(libname, true);
  1042. }
  1043. }
  1044. if (!funcDef->hasProperty(ctxmethodAtom) && !funcDef->hasProperty(gctxmethodAtom) && !funcDef->hasProperty(methodAtom))
  1045. {
  1046. if (libname.length())
  1047. useLibrary(libname.str());
  1048. }
  1049. if (include.length())
  1050. useInclude(include.str());
  1051. return true;
  1052. }
  1053. void HqlCppInstance::useInclude(const char * include)
  1054. {
  1055. insertUniqueString(includes, include);
  1056. }
  1057. void HqlCppInstance::useLibrary(const char * libname)
  1058. {
  1059. insertUniqueString(modules, libname);
  1060. }
  1061. void HqlCppInstance::addHint(const char * hintXml, ICodegenContextCallback * ctxCallback)
  1062. {
  1063. if (!hintFile)
  1064. {
  1065. StringBuffer hintFilename;
  1066. if (wupathname)
  1067. hintFilename.append(wupathname);
  1068. else
  1069. hintFilename.append("wu");
  1070. hintFilename.append("_hints.xml");
  1071. Owned<IFile> file = createIFile(hintFilename);
  1072. Owned<IFileIO> io = file->open(IFOcreate);
  1073. if (!io)
  1074. return;
  1075. hintFile.setown(createIOStream(io));
  1076. appendHintText("<Hints>\n");
  1077. Owned<IWUQuery> query = workunit->updateQuery();
  1078. associateLocalFile(query, FileTypeCpp, hintFilename.str(), "Hints", 0);
  1079. ctxCallback->registerFile(hintFilename.str(), "Hints");
  1080. }
  1081. appendHintText(hintXml);
  1082. }
  1083. void HqlCppInstance::appendHintText(const char * xml)
  1084. {
  1085. hintFile->write(strlen(xml), xml);
  1086. }
  1087. unsigned HqlCppInstance::addStringResource(unsigned len, const char * body)
  1088. {
  1089. return resources.addString(len, body);
  1090. }
  1091. void HqlCppInstance::addResource(const char * type, unsigned len, const void * body, IPropertyTree *manifestEntry, unsigned id)
  1092. {
  1093. resources.addNamed(type, len, body, manifestEntry, id);
  1094. }
  1095. void HqlCppInstance::addCompressResource(const char * type, unsigned len, const void * body, IPropertyTree *manifestEntry, unsigned id)
  1096. {
  1097. #ifdef ADD_RESOURCE_AS_CPP_COMMENT
  1098. BuildCtx ctx(*this, includeAtom);
  1099. StringBuffer s;
  1100. s.append("/* ").append(type).append(".").append(id).append(":\n").append(len,(const char *)data).newline().append("*/");
  1101. ctx.addQuoted(s);
  1102. #endif
  1103. resources.addCompress(type, len, body, manifestEntry, id);
  1104. }
  1105. void HqlCppInstance::flushHints()
  1106. {
  1107. if (hintFile)
  1108. {
  1109. appendHintText("</Hints>\n");
  1110. hintFile.clear();
  1111. }
  1112. }
  1113. void HqlCppInstance::flushResources(const char *filename, ICodegenContextCallback * ctxCallback)
  1114. {
  1115. addPluginsAsResource();
  1116. if (resources.count())
  1117. {
  1118. bool flushText = workunit->getDebugValueBool("flushResourceAsText", false);
  1119. StringBuffer path, trailing;
  1120. splitFilename(filename, &path, &path, &trailing, &trailing);
  1121. StringBuffer ln;
  1122. ln.append(path).append(SharedObjectPrefix).append(trailing).append(LibraryExtension);
  1123. #ifdef __64BIT__
  1124. bool target64bit = workunit->getDebugValueBool("target64bit", true);
  1125. #else
  1126. bool target64bit = workunit->getDebugValueBool("target64bit", false);
  1127. #endif
  1128. resources.flush(ln.str(), flushText, target64bit);
  1129. StringBuffer resTextName;
  1130. if (flushText && resources.queryWriteText(resTextName, ln))
  1131. {
  1132. Owned<IWUQuery> query = workunit->updateQuery();
  1133. associateLocalFile(query, FileTypeHintXml, resTextName, "Workunit resource text", 0);
  1134. ctxCallback->registerFile(resTextName, "Workunit Res.txt");
  1135. }
  1136. useLibrary(filename);
  1137. }
  1138. }
  1139. IHqlCppInstance * createCppInstance(IWorkUnit *wu, const char * wupathname)
  1140. {
  1141. return new HqlCppInstance(wu, wupathname);
  1142. }
  1143. //===========================================================================
  1144. #include "hqlcppsys.ecl"
  1145. HqlCppTranslator::HqlCppTranslator(IErrorReceiver * _errors, const char * _soName, IHqlCppInstance * _code, ClusterType _targetClusterType, ICodegenContextCallback *_ctxCallback) : ctxCallback(_ctxCallback)
  1146. {
  1147. targetClusterType = _targetClusterType;
  1148. {
  1149. CriticalBlock block(*systemCS);
  1150. if (!cppSystemScope)
  1151. {
  1152. StringBuffer systemText;
  1153. unsigned size = 0;
  1154. for (unsigned i1=0; cppSystemText[i1]; i1++)
  1155. size += strlen(cppSystemText[i1]) + 2;
  1156. systemText.ensureCapacity(size);
  1157. for (unsigned i2=0; cppSystemText[i2]; i2++)
  1158. systemText.append(cppSystemText[i2]).newline();
  1159. MultiErrorReceiver errs;
  1160. HqlDummyLookupContext ctx(&errs);
  1161. cppSystemScope = createScope();
  1162. Owned<ISourcePath> sysPath = createSourcePath("<system-definitions>");
  1163. Owned<IFileContents> systemContents = createFileContentsFromText(systemText.str(), sysPath);
  1164. OwnedHqlExpr query = parseQuery(cppSystemScope, systemContents, ctx, NULL, false);
  1165. if (errs.errCount())
  1166. {
  1167. StringBuffer errtext;
  1168. IECLError *first = errs.firstError();
  1169. first->toString(errtext);
  1170. throw MakeStringException(HQLERR_FailedToLoadSystemModule, "%s @ %d:%d", errtext.str(), first->getColumn(), first->getLine());
  1171. }
  1172. #if 0
  1173. else if (errs.warnCount())
  1174. {
  1175. StringBuffer s;
  1176. errs.toString(s);
  1177. PrintLog("Parsing system scope: ");
  1178. PrintLog(s.str());
  1179. }
  1180. #endif
  1181. }
  1182. }
  1183. errors = _errors;
  1184. hints = 0;
  1185. litno = 0;
  1186. soName.set(_soName);
  1187. HqlDummyLookupContext dummyctx(NULL);
  1188. OwnedHqlExpr internalScopeLookup = cppSystemScope->lookupSymbol(createIdentifierAtom("InternalCppService"), LSFsharedOK, dummyctx);
  1189. internalScope = internalScopeLookup->queryScope();
  1190. _clear(options); // init options is called later, but depends on the workunit.
  1191. startCursorSet = 0;
  1192. requireTable = true;
  1193. activeGraphCtx = NULL;
  1194. maxSequence = 0;
  1195. contextAvailable = true;
  1196. graphSeqNumber = 0;
  1197. nlpParse = NULL;
  1198. outputLibrary = NULL;
  1199. checkedEmbeddedCpp = false;
  1200. cachedAllowEmbeddedCpp = true;
  1201. checkedPipeAllowed = false;
  1202. activitiesThisCpp = 0;
  1203. curCppFile = 0;
  1204. timeReporter.setown(createStdTimeReporter());
  1205. curActivityId = 0;
  1206. holeUniqueSequence = 0;
  1207. nextUid = 0;
  1208. nextTypeId = 0;
  1209. nextFieldId = 0;
  1210. code = (HqlCppInstance*)_code;
  1211. }
  1212. HqlCppTranslator::~HqlCppTranslator()
  1213. {
  1214. ::Release(nlpParse);
  1215. ::Release(outputLibrary);
  1216. }
  1217. void HqlCppTranslator::setTargetClusterType(ClusterType clusterType)
  1218. {
  1219. targetClusterType = clusterType;
  1220. }
  1221. void HqlCppTranslator::checkAbort()
  1222. {
  1223. if (wu() && wu()->aborting())
  1224. throw MakeStringException(HQLERR_ErrorAlreadyReported, "Aborting");
  1225. }
  1226. // Option: (Name, value, ?overridden, default())
  1227. // problems:
  1228. // default value can depend on another option (e.g., cluster type/supports lcr).
  1229. // don't want code in multiple places - e.g., the values initialized and defaulted, and dependencies calculations duplicated separately.
  1230. // don't want lots of start up costs each time the translator is created -> lightweight classes if any.
  1231. // don't really want two structures, one for the definitions, and another for the values.
  1232. //RESOLVED? want to walk the debug options provided, instead of checking for each possibility in turn.
  1233. // Without this restriction it becomes much easier.
  1234. void HqlCppTranslator::cacheOptions()
  1235. {
  1236. SCMStringBuffer targetText;
  1237. wu()->getDebugValue("targetClusterType", targetText);
  1238. ClusterType clusterType = getClusterType(targetText.s.str());
  1239. if (clusterType != NoCluster)
  1240. setTargetClusterType(clusterType);
  1241. //Some compound flags, which provide defaults for various other options.
  1242. bool paranoid = getDebugFlag("paranoid", false);
  1243. bool releaseMode = getDebugFlag("release", true);
  1244. struct DebugOption
  1245. {
  1246. typedef enum { typeByte, typeUnsigned, typeBool } OptionType;
  1247. DebugOption (bool & _option, const char * name, bool defaultValue) : option(&_option), optName(name)
  1248. {
  1249. _option = defaultValue;
  1250. type = typeBool;
  1251. }
  1252. DebugOption (byte & _option, const char * name, byte defaultValue) : option(&_option), optName(name)
  1253. {
  1254. _option = defaultValue;
  1255. type = typeByte;
  1256. }
  1257. DebugOption (unsigned & _option, const char * name, unsigned defaultValue) : option(&_option), optName(name)
  1258. {
  1259. _option = defaultValue;
  1260. type = typeUnsigned;
  1261. };
  1262. void setValue(const char * val)
  1263. {
  1264. switch (type)
  1265. {
  1266. case typeBool:
  1267. {
  1268. bool * b = (bool*)option;
  1269. *b = strToBool(val);
  1270. break;
  1271. }
  1272. case typeUnsigned:
  1273. {
  1274. unsigned * u = (unsigned*)option;
  1275. *u = (unsigned)atoi(val);
  1276. break;
  1277. }
  1278. case typeByte:
  1279. {
  1280. byte * b = (byte*)option;
  1281. *b = (byte)atoi(val);
  1282. break;
  1283. }
  1284. }
  1285. }
  1286. void * option;
  1287. const char * optName;
  1288. OptionType type;
  1289. };
  1290. //Note this list cannot have any initial values which are dependent on other options.
  1291. DebugOption debugOptions[] =
  1292. {
  1293. DebugOption(options.peephole,"peephole", true),
  1294. DebugOption(options.foldConstantCast,"foldConstantCast", true),
  1295. DebugOption(options.optimizeBoolReturn,"optimizeBoolReturn", true),
  1296. DebugOption(options.checkRowOverflow,"checkRowOverflow", true),
  1297. DebugOption(options.freezePersists,"freezePersists", false),
  1298. DebugOption(options.maxRecordSize, "defaultMaxLengthRecord", MAX_RECORD_SIZE),
  1299. DebugOption(options.maxInlineDepth, "maxInlineDepth", 999), // a debugging setting...
  1300. DebugOption(options.checkRoxieRestrictions,"checkRoxieRestrictions", true), // a debug aid for running regression suite
  1301. DebugOption(options.checkThorRestrictions,"checkThorRestrictions", true), // a debug aid for running regression suite
  1302. DebugOption(options.allowCsvWorkunitRead,"allowStoredCsvFormat", false),
  1303. DebugOption(options.evaluateCoLocalRowInvariantInExtract,"evaluateCoLocalRowInvariantInExtract", false),
  1304. DebugOption(options.spanMultipleCpp,"spanMultipleCpp", false),
  1305. DebugOption(options.activitiesPerCpp, "<exception>", 0x7fffffff),
  1306. DebugOption(options.allowInlineSpill,"allowInlineSpill", true),
  1307. DebugOption(options.optimizeGlobalProjects,"optimizeGlobalProjects", false),
  1308. DebugOption(options.optimizeResourcedProjects,"optimizeResourcedProjects", false),
  1309. DebugOption(options.reduceNetworkTraffic,"aggressiveOptimizeProjects", false),
  1310. DebugOption(options.notifyOptimizedProjects, "notifyOptimizedProjects", 0),
  1311. DebugOption(options.optimizeProjectsPreservePersists,"optimizeProjectsPreservePersists", false),
  1312. DebugOption(options.checkAsserts,"checkAsserts", true),
  1313. DebugOption(options.optimizeLoopInvariant,"optimizeLoopInvariant", false), // doesn't fully work yet! and has little effect, and messes up the alias dependencies
  1314. DebugOption(options.defaultImplicitKeyedJoinLimit, "defaultImplicitKeyedJoinLimit", 10000),
  1315. DebugOption(options.defaultImplicitIndexReadLimit, "defaultImplicitIndexReadLimit", 0),
  1316. DebugOption(options.commonUpChildGraphs,"commonUpChildGraphs", true),
  1317. DebugOption(options.detectAmbiguousSelector,"detectAmbiguousSelector", false),
  1318. DebugOption(options.allowAmbiguousSelector,"allowAmbiguousSelector", false),
  1319. DebugOption(options.preserveUniqueSelector,"preserveUniqueSelector", true),
  1320. #ifdef _DEBUG
  1321. DebugOption(options.regressionTest,"regressionTest", true),
  1322. #else
  1323. DebugOption(options.regressionTest,"regressionTest", false),
  1324. #endif
  1325. DebugOption(options.addTimingToWorkunit, "addTimingToWorkunit", true),
  1326. //recreating case can cause duplicate branches in weird situations.
  1327. DebugOption(options.recreateMapFromIf,"recreateMapFromIf", !targetThor()),
  1328. DebugOption(options.showMetaText,"debugShowMetaText", false),
  1329. DebugOption(options.resourceSequential,"resourceSequential", false),
  1330. DebugOption(options.workunitTemporaries,"workunitTemporaries", true),
  1331. DebugOption(options.resourceConditionalActions,"resourceConditionalActions", false), //targetRoxie() ??
  1332. DebugOption(options.minimizeWorkunitTemporaries, "<exception>", false),
  1333. DebugOption(options.pickBestEngine,"pickBestEngine", true),
  1334. DebugOption(options.groupedChildIterators,"groupedChildIterators", false),
  1335. DebugOption(options.noAllToLookupConversion,"noAllToLookupConversion", false),
  1336. DebugOption(options.notifyWorkflowCse,"notifyWorkflowCse", true),
  1337. DebugOption(options.performWorkflowCse,"performWorkflowCse", false),
  1338. DebugOption(options.warnOnImplicitJoinLimit,"warnOnImplicitJoinLimit", targetRoxie()),
  1339. DebugOption(options.warnOnImplicitReadLimit,"warnOnImplicitReadLimit", targetRoxie()),
  1340. DebugOption(options.convertJoinToLookup,"convertJoinToLookup", true),
  1341. DebugOption(options.convertJoinToLookupIfSorted,"convertJoinToLookupIfSorted", false), // should change to false once tested
  1342. DebugOption(options.spotCSE,"spotCSE", true),
  1343. DebugOption(options.optimizeNonEmpty,"optimizeNonEmpty", !targetThor()), // not sure that it will be conditional resourced correctly for thor
  1344. DebugOption(options.allowVariableRoxieFilenames,"allowVariableRoxieFilenames", false),
  1345. DebugOption(options.foldConstantDatasets,"foldConstantDatasets", true),
  1346. DebugOption(options.hoistSimpleGlobal,"hoistSimpleGlobal", true),
  1347. DebugOption(options.percolateConstants,"percolateConstants", true),
  1348. DebugOption(options.percolateFilters,"percolateFilters", false),
  1349. DebugOption(options.usePrefetchForAllProjects,"usePrefetchForAllProjects", false),
  1350. DebugOption(options.allFilenamesDynamic,"allFilenamesDynamic", false),
  1351. DebugOption(options.optimizeSteppingPostfilter,"optimizeSteppingPostfilter", true),
  1352. DebugOption(options.moveUnconditionalActions,"moveUnconditionalActions", false),
  1353. DebugOption(options.paranoidCheckNormalized, "paranoidCheckNormalized", paranoid),
  1354. DebugOption(options.paranoidCheckDependencies, "paranoidCheckDependencies", paranoid),
  1355. DebugOption(options.preventKeyedSplit,"preventKeyedSplit", true),
  1356. DebugOption(options.preventSteppedSplit,"preventSteppedSplit", true),
  1357. DebugOption(options.canGenerateSimpleAction,"canGenerateSimpleAction", true),
  1358. DebugOption(options.minimizeActivityClasses,"minimizeActivityClasses", true),
  1359. DebugOption(options.maxRootMaybeThorActions, "maxRootMaybeThorActions", 0),
  1360. DebugOption(options.includeHelperInGraph,"includeHelperInGraph", false),
  1361. DebugOption(options.supportsLinkedChildRows,"supportsLinkedChildRows", (targetClusterType != ThorCluster)),
  1362. DebugOption(options.minimizeSkewBeforeSpill,"minimizeSkewBeforeSpill", false),
  1363. DebugOption(options.createSerializeForUnknownSize,"createSerializeForUnknownSize", false),
  1364. DebugOption(options.implicitLinkedChildRows,"implicitLinkedChildRows", false),
  1365. DebugOption(options.tempDatasetsUseLinkedRows,"tempDatasetsUseLinkedRows", false),
  1366. // DebugOption(options.mainRowsAreLinkCounted,"mainRowsAreLinkCounted", options.supportsLinkedChildRows),
  1367. DebugOption(options.allowSections,"allowSections", true),
  1368. DebugOption(options.autoPackRecords,"autoPackRecords", false),
  1369. DebugOption(options.commonUniqueNameAttributes,"commonUniqueNameAttributes", true),
  1370. DebugOption(options.sortIndexPayload,"sortIndexPayload", true),
  1371. DebugOption(options.foldFilter,"foldFilter", true),
  1372. DebugOption(options.finalizeAllRows, "finalizeAllRows", false),
  1373. DebugOption(options.finalizeAllVariableRows, "finalizeAllVariableRows", true),
  1374. DebugOption(options.maxStaticRowSize , "maxStaticRowSize", MAX_STATIC_ROW_SIZE),
  1375. DebugOption(options.maxLocalRowSize , "maxLocalRowSize", MAX_LOCAL_ROW_SIZE),
  1376. DebugOption(options.optimizeGraph,"optimizeGraph", true),
  1377. DebugOption(options.optimizeChildGraph,"optimizeChildGraph", false),
  1378. DebugOption(options.orderDiskFunnel,"orderDiskFunnel", true),
  1379. DebugOption(options.alwaysAllowAllNodes,"alwaysAllowAllNodes", false),
  1380. DebugOption(options.slidingJoins,"slidingJoins", false),
  1381. DebugOption(options.foldOptimized,"foldOptimized", false),
  1382. DebugOption(options.globalFold,"globalFold", true),
  1383. DebugOption(options.globalOptimize,"globalOptimize", false),
  1384. DebugOption(options.optimizeThorCounts,"optimizeThorCounts", true),
  1385. DebugOption(options.applyInstantEclTransformations,"applyInstantEclTransformations", false), // testing option
  1386. DebugOption(options.calculateComplexity,"calculateComplexity", false),
  1387. DebugOption(options.generateLogicalGraph,"generateLogicalGraph", false),
  1388. DebugOption(options.generateLogicalGraphOnly,"generateLogicalGraphOnly", false),
  1389. DebugOption(options.globalAutoHoist,"globalAutoHoist", true),
  1390. DebugOption(options.useLinkedRawIterator,"useLinkedRawIterator", false),
  1391. DebugOption(options.useLinkedNormalize,"useLinkedNormalize", false),
  1392. DebugOption(options.applyInstantEclTransformationsLimit, "applyInstantEclTransformationsLimit", 100),
  1393. DebugOption(options.insertProjectCostLevel, "insertProjectCostLevel", (unsigned)-1),
  1394. DebugOption(options.dfaRepeatMax, "dfaRepeatMax", 10),
  1395. DebugOption(options.dfaRepeatMaxScore, "dfaRepeatMaxScore", 100),
  1396. DebugOption(options.debugNlp, "debugNlp", DEFAULT_NLP_DETAIL),
  1397. DebugOption(options.regexVersion, "regexVersion",0),
  1398. DebugOption(options.parseDfaComplexity, "parseDfaComplexity", (unsigned)-1),
  1399. DebugOption(options.expandRepeatAnyAsDfa,"expandRepeatAnyAsDfa", true),
  1400. DebugOption(options.resourceMaxMemory, "resourceMaxMemory", 0),
  1401. DebugOption(options.resourceMaxSockets, "resourceMaxSockets", 0),
  1402. DebugOption(options.resourceMaxActivities, "resourceMaxActivities", 0),
  1403. DebugOption(options.resourceMaxHeavy, "resourceMaxHeavy", 1),
  1404. DebugOption(options.resourceMaxDistribute, "resourceMaxDistribute", 2),
  1405. DebugOption(options.unlimitedResources,"unlimitedResources", false),
  1406. DebugOption(options.resourceUseMpForDistribute,"resourceUseMpForDistribute", false),
  1407. DebugOption(options.filteredReadSpillThreshold, "filteredReadSpillThreshold", 999),
  1408. DebugOption(options.allowThroughSpill,"allowThroughSpill", true),
  1409. DebugOption(options.minimiseSpills,"minimiseSpills", false),
  1410. DebugOption(options.spillMultiCondition,"spillMultiCondition", false),
  1411. DebugOption(options.spotThroughAggregate,"spotThroughAggregate", true),
  1412. DebugOption(options.hoistResourced,"hoistResourced", true),
  1413. DebugOption(options.minimizeSpillSize, "minimizeSpillSize", 0),
  1414. DebugOption(options.maximizeLexer,"maximizeLexer", false),
  1415. DebugOption(options.foldStored,"foldStored", false),
  1416. DebugOption(options.spotTopN,"spotTopN", true),
  1417. DebugOption(options.topnLimit, "topnLimit", 10000),
  1418. DebugOption(options.groupAllDistribute,"groupAllDistribute", false),
  1419. DebugOption(options.spotLocalMerge,"spotLocalMerge", true),
  1420. DebugOption(options.spotPotentialKeyedJoins,"spotPotentialKeyedJoins", false),
  1421. DebugOption(options.combineTrivialStored,"combineTrivialStored", true),
  1422. DebugOption(options.combineAllStored,"combineAllStored", false),
  1423. DebugOption(options.allowStoredDuplicate,"allowStoredDuplicate", false), // only here as a temporary workaround
  1424. DebugOption(options.specifiedClusterSize, "clusterSize", 0),
  1425. DebugOption(options.globalFoldOptions, "globalFoldOptions", (unsigned)-1),
  1426. DebugOption(options.allowScopeMigrate,"allowScopeMigrate", true),
  1427. DebugOption(options.supportFilterProject,"supportFilterProject", true),
  1428. DebugOption(options.normalizeExplicitCasts,"normalizeExplicitCasts", true),
  1429. DebugOption(options.optimizeInlineSource,"optimizeInlineSource", false),
  1430. DebugOption(options.optimizeDiskSource,"optimizeDiskSource", true),
  1431. DebugOption(options.optimizeIndexSource,"optimizeIndexSource", true),
  1432. DebugOption(options.optimizeChildSource,"optimizeChildSource", false),
  1433. DebugOption(options.createCountFile,"countFile", true),
  1434. DebugOption(options.createCountIndex,"countIndex", false),
  1435. DebugOption(options.reportLocations,"reportLocations", true),
  1436. DebugOption(options.debugGeneratedCpp,"debugGeneratedCpp", false),
  1437. DebugOption(options.addFilesnamesToGraph,"addFilesnamesToGraph", true),
  1438. DebugOption(options.normalizeLocations,"normalizeLocations", true),
  1439. DebugOption(options.ensureRecordsHaveSymbols,"ensureRecordsHaveSymbols", true),
  1440. DebugOption(options.constantFoldNormalize,"constantFoldNormalize", true),
  1441. DebugOption(options.constantFoldPostNormalize,"constantFoldPostNormalize", false),
  1442. DebugOption(options.optimizeGrouping,"optimizeGrouping", true),
  1443. DebugOption(options.showMetaInGraph,"showMetaInGraph", false),
  1444. DebugOption(options.spotComplexClasses,"spotComplexClasses", true),
  1445. DebugOption(options.complexClassesThreshold,"complexClassesThreshold", 5000),
  1446. DebugOption(options.complexClassesActivityFilter,"complexClassesActivityFilter", 0),
  1447. DebugOption(options.optimizeString1Compare,"optimizeString1Compare", true),
  1448. DebugOption(options.optimizeSpillProject,"optimizeSpillProject", true),
  1449. DebugOption(options.expressionPeephole,"expressionPeephole", false),
  1450. DebugOption(options.optimizeIncrement,"optimizeIncrement", true),
  1451. DebugOption(options.supportsMergeDistribute,"supportsMergeDistribute", true),
  1452. DebugOption(options.debugNlpAsHint,"debugNlpAsHint", false),
  1453. DebugOption(options.forceVariableWuid,"forceVariableWuid", false),
  1454. DebugOption(options.okToDeclareAndAssign,"okToDeclareAndAssign", false),
  1455. DebugOption(options.noteRecordSizeInGraph,"noteRecordSizeInGraph", true),
  1456. DebugOption(options.convertRealAssignToMemcpy,"convertRealAssignToMemcpy", false),
  1457. DebugOption(options.allowActivityForKeyedJoin,"allowActivityForKeyedJoin", false),
  1458. DebugOption(options.forceActivityForKeyedJoin,"forceActivityForKeyedJoin", false),
  1459. DebugOption(options.addLibraryInputsToGraph,"addLibraryInputsToGraph", false),
  1460. DebugOption(options.showRecordCountInGraph,"showRecordCountInGraph", true),
  1461. DebugOption(options.serializeRowsetInExtract,"serializeRowsetInExtract", false),
  1462. DebugOption(options.optimizeInSegmentMonitor,"optimizeInSegmentMonitor", true),
  1463. DebugOption(options.supportDynamicRows,"supportDynamicRows", true),
  1464. DebugOption(options.testIgnoreMaxLength,"testIgnoreMaxLength", false),
  1465. DebugOption(options.limitMaxLength,"limitMaxLength", false),
  1466. DebugOption(options.trackDuplicateActivities,"trackDuplicateActivities", false),
  1467. DebugOption(options.showActivitySizeInGraph,"showActivitySizeInGraph", false),
  1468. DebugOption(options.addLocationToCpp,"addLocationToCpp", false),
  1469. DebugOption(options.alwaysCreateRowBuilder,"alwaysCreateRowBuilder", false),
  1470. DebugOption(options.precalculateFieldOffsets,"precalculateFieldOffsets", false),
  1471. DebugOption(options.generateStaticInlineTables,"generateStaticInlineTables", true),
  1472. DebugOption(options.staticRowsUseStringInitializer,"staticRowsUseStringInitializer", true),
  1473. DebugOption(options.convertWhenExecutedToCompound,"convertWhenExecutedToCompound", queryLegacyEclSemantics()),
  1474. DebugOption(options.standAloneExe,"standAloneExe", false),
  1475. DebugOption(options.enableCompoundCsvRead,"enableCompoundCsvRead", true),
  1476. };
  1477. //get options values from workunit
  1478. const unsigned numDebugOptions = _elements_in(debugOptions);
  1479. Owned<IStringIterator> debugs(&wu()->getDebugValues());
  1480. SCMStringBuffer name, val;
  1481. ForEach(*debugs)
  1482. {
  1483. debugs->str(name);
  1484. wu()->getDebugValue(name.str(),val);
  1485. unsigned x = 0;
  1486. for (; x < numDebugOptions; x++)
  1487. {
  1488. if (0 == stricmp(name.str(), debugOptions[x].optName))
  1489. {
  1490. debugOptions[x].setValue(val.str());
  1491. break;
  1492. }
  1493. }
  1494. }
  1495. //The following cases handle options whose default values are dependent on other options.
  1496. //Or where one debug options sets more than one option
  1497. options.hasResourceUseMpForDistribute = wu()->hasDebugValue("resourceUseMpForDistribute");
  1498. if (!options.supportsLinkedChildRows)
  1499. options.implicitLinkedChildRows = false;
  1500. if (options.spanMultipleCpp)
  1501. {
  1502. options.activitiesPerCpp = wu()->getDebugValueInt("activitiesPerCpp", DEFAULT_ACTIVITIES_PER_CPP);
  1503. curCppFile = 1;
  1504. }
  1505. options.targetCompiler = DEFAULT_COMPILER;
  1506. if (wu()->hasDebugValue("targetGcc"))
  1507. options.targetCompiler = wu()->getDebugValueBool("targetGcc", false) ? GccCppCompiler : Vs6CppCompiler;
  1508. SCMStringBuffer compilerText;
  1509. wu()->getDebugValue("targetCompiler", compilerText);
  1510. for (CompilerType iComp = (CompilerType)0; iComp < MaxCompiler; iComp = (CompilerType)(iComp+1))
  1511. {
  1512. if (stricmp(compilerText.s.str(), compilerTypeText[iComp]) == 0)
  1513. options.targetCompiler = iComp;
  1514. }
  1515. if (getDebugFlag("optimizeProjects", true))
  1516. {
  1517. options.optimizeGlobalProjects = true;
  1518. options.optimizeResourcedProjects = true;
  1519. }
  1520. options.mainRowsAreLinkCounted = options.supportsLinkedChildRows && getDebugFlag("mainRowsAreLinkCounted", true);
  1521. options.minimizeWorkunitTemporaries = !options.workunitTemporaries || getDebugFlag("minimizeWorkunitTemporaries", false);//options.resourceConditionalActions);
  1522. options.tempDatasetsUseLinkedRows = getDebugFlag("tempDatasetsUseLinkedRows", options.implicitLinkedChildRows);
  1523. options.inlineStringThreshold = wu()->getDebugValueInt("inlineStringThreshold", (options.targetCompiler != Vs6CppCompiler) ? 0 : 10000);
  1524. if (!options.globalFold)
  1525. {
  1526. options.constantFoldNormalize = false;
  1527. options.constantFoldPostNormalize = false;
  1528. }
  1529. //A meta flag for enabling link counted child rows.
  1530. bool useLCR = getDebugFlag("linkCountedRows", getDebugFlag("testLCR", true));
  1531. if (options.supportsLinkedChildRows && useLCR)
  1532. {
  1533. options.implicitLinkedChildRows = true;
  1534. options.tempDatasetsUseLinkedRows = true;
  1535. options.useLinkedRawIterator = true;
  1536. options.useLinkedNormalize = true;
  1537. options.finalizeAllRows = true; // inline temporary rows should actually be ok.
  1538. options.finalizeAllVariableRows = true;
  1539. }
  1540. postProcessOptions();
  1541. }
  1542. void HqlCppTranslator::postProcessOptions()
  1543. {
  1544. //Any post processing - e.g., dependent flags goes here...
  1545. if (targetClusterType == ThorCluster)
  1546. {
  1547. options.supportDynamicRows = false;
  1548. options.resourceConditionalActions = false;
  1549. options.resourceSequential = false;
  1550. }
  1551. if (options.supportDynamicRows)
  1552. {
  1553. options.finalizeAllVariableRows = true;
  1554. }
  1555. else
  1556. {
  1557. options.testIgnoreMaxLength = false;
  1558. options.limitMaxLength = false;
  1559. }
  1560. if (options.supportsLinkedChildRows)
  1561. {
  1562. options.maxStaticRowSize = 0;
  1563. }
  1564. else
  1565. {
  1566. options.maxStaticRowSize = (unsigned)-1;
  1567. options.implicitLinkedChildRows = false;
  1568. options.tempDatasetsUseLinkedRows = false;
  1569. options.useLinkedRawIterator = false;
  1570. options.useLinkedNormalize = false;
  1571. options.finalizeAllRows = false;
  1572. options.finalizeAllVariableRows = false;
  1573. }
  1574. options.optimizeDiskFlag = 0;
  1575. if (options.optimizeInlineSource)
  1576. options.optimizeDiskFlag |= CSFnewinline;
  1577. if (options.optimizeDiskSource)
  1578. options.optimizeDiskFlag |= CSFnewdisk;
  1579. if (options.optimizeIndexSource)
  1580. options.optimizeDiskFlag |= CSFnewindex;
  1581. if (options.optimizeChildSource)
  1582. options.optimizeDiskFlag |= CSFnewchild;
  1583. if (options.optimizeIndexSource && (targetClusterType != ThorCluster)) // thor doesn't support child queries - so still need following
  1584. options.createCountIndex = false;
  1585. if (!targetThor())
  1586. {
  1587. //Roxie doesn't gain from additional projects, hthor doesn't support split
  1588. options.optimizeSpillProject = false;
  1589. }
  1590. if (options.resourceSequential)
  1591. options.resourceConditionalActions = true;
  1592. //Probably best to ignore this warning. - possibly configure it based on some other option
  1593. queryWarningProcessor().addGlobalOnWarning(HQLWRN_FoldRemoveKeyed, ignoreAtom);
  1594. if (options.forceVariableWuid)
  1595. wu()->setCloneable(true);
  1596. }
  1597. unsigned HqlCppTranslator::getOptimizeFlags() const
  1598. {
  1599. unsigned optFlags = HOOfold;
  1600. switch (targetClusterType)
  1601. {
  1602. case RoxieCluster:
  1603. optFlags |= HOOnoclonelimit;
  1604. break;
  1605. case HThorCluster:
  1606. optFlags |= HOOnocloneindexlimit;
  1607. break;
  1608. case ThorCluster:
  1609. case ThorLCRCluster:
  1610. break;
  1611. default:
  1612. UNIMPLEMENTED;
  1613. }
  1614. if ((options.optimizeDiskFlag & CSFnewdisk) && (options.optimizeDiskFlag & CSFnewindex))
  1615. optFlags |= HOOhascompoundaggregate;
  1616. if (options.foldConstantDatasets)
  1617. optFlags |= HOOfoldconstantdatasets;
  1618. return optFlags;
  1619. }
  1620. void HqlCppTranslator::overrideOptionsForLibrary()
  1621. {
  1622. options.workunitTemporaries = false;
  1623. options.pickBestEngine = false;
  1624. options.minimizeWorkunitTemporaries = true;
  1625. }
  1626. void HqlCppTranslator::overrideOptionsForQuery()
  1627. {
  1628. options.workunitTemporaries = getDebugFlag("workunitTemporaries", true);
  1629. options.pickBestEngine = getDebugFlag("pickBestEngine", true);
  1630. options.minimizeWorkunitTemporaries = !options.workunitTemporaries || getDebugFlag("minimizeWorkunitTemporaries", false);//options.resourceConditionalActions);
  1631. }
  1632. IHqlExpression *HqlCppTranslator::addBigLiteral(const char *lit, unsigned litLen)
  1633. {
  1634. unsigned resid = code->addStringResource(litLen, lit);
  1635. HqlExprArray args;
  1636. args.append(*getSizetConstant(resid));
  1637. return bindTranslatedFunctionCall(loadResourceAtom, args);
  1638. }
  1639. IHqlExpression * HqlCppTranslator::addLiteral(const char * text)
  1640. {
  1641. return createConstant(text);
  1642. }
  1643. IHqlExpression *HqlCppTranslator::addDataLiteral(const char *lit, unsigned litLen)
  1644. {
  1645. if (!canGenerateStringInline(litLen))
  1646. return addBigLiteral(lit, litLen);
  1647. else
  1648. return createConstant(createStringValue(lit, litLen));
  1649. }
  1650. IHqlExpression *HqlCppTranslator::addStringLiteral(const char *lit)
  1651. {
  1652. unsigned litLen = strlen(lit);
  1653. if (!canGenerateStringInline(litLen))
  1654. return addBigLiteral(lit, litLen+1);
  1655. else
  1656. return createConstant(createStringValue(lit, litLen));
  1657. }
  1658. bool HqlCppTranslator::allowEmbeddedCpp()
  1659. {
  1660. if (!checkedEmbeddedCpp)
  1661. {
  1662. cachedAllowEmbeddedCpp = ctxCallback->allowAccess("cpp");
  1663. checkedEmbeddedCpp = true;
  1664. }
  1665. return cachedAllowEmbeddedCpp;
  1666. }
  1667. void HqlCppTranslator::checkPipeAllowed()
  1668. {
  1669. if (!checkedPipeAllowed)
  1670. {
  1671. if (!ctxCallback->allowAccess("pipe"))
  1672. throwError(HQLERR_PipeNotAllowed);
  1673. checkedPipeAllowed = true;
  1674. }
  1675. }
  1676. IHqlExpression * HqlCppTranslator::bindFunctionCall(_ATOM name, HqlExprArray & args)
  1677. {
  1678. OwnedHqlExpr function = needFunction(name);
  1679. assertex(function != NULL);
  1680. return bindFunctionCall(function, args);
  1681. }
  1682. IHqlExpression * HqlCppTranslator::bindFunctionCall(_ATOM name, IHqlExpression * arg1)
  1683. {
  1684. HqlExprArray args;
  1685. args.append(*arg1);
  1686. return bindFunctionCall(name, args);
  1687. }
  1688. IHqlExpression * HqlCppTranslator::bindFunctionCall(IHqlExpression * function, HqlExprArray & args)
  1689. {
  1690. useFunction(function);
  1691. IHqlExpression * ret = createBoundFunction(NULL, function, args, NULL, false);
  1692. assertex(ret->queryExternalDefinition());
  1693. args.kill();
  1694. return ret;
  1695. }
  1696. IHqlExpression * HqlCppTranslator::bindFunctionCall(_ATOM name, HqlExprArray & args, ITypeInfo * newType)
  1697. {
  1698. if (!newType)
  1699. return bindFunctionCall(name, args);
  1700. OwnedHqlExpr function = needFunction(name);
  1701. useFunction(function);
  1702. assertex(function->getOperator() == no_funcdef);
  1703. IHqlExpression * body = function->queryChild(0);
  1704. HqlExprArray bodyArgs;
  1705. unwindChildren(bodyArgs, body);
  1706. HqlExprArray funcArgs;
  1707. funcArgs.append(*createValue(body->getOperator(), LINK(newType), bodyArgs));
  1708. unwindChildren(funcArgs, function, 1);
  1709. ITypeInfo * funcType = makeFunctionType(LINK(newType), LINK(function->queryChild(1)), LINK(function->queryChild(2)));
  1710. OwnedHqlExpr newFunction = createValue(function->getOperator(), funcType, funcArgs);
  1711. return bindFunctionCall(newFunction, args);
  1712. }
  1713. IHqlExpression * HqlCppTranslator::bindTranslatedFunctionCall(IHqlExpression * function, HqlExprArray & args)
  1714. {
  1715. useFunction(function);
  1716. IHqlExpression * ret = createTranslatedExternalCall(NULL, function, args);
  1717. assertex(ret->queryExternalDefinition());
  1718. args.kill();
  1719. return ret;
  1720. }
  1721. IHqlExpression * HqlCppTranslator::bindTranslatedFunctionCall(_ATOM name, HqlExprArray & args)
  1722. {
  1723. OwnedHqlExpr function = needFunction(name);
  1724. return bindTranslatedFunctionCall(function, args);
  1725. }
  1726. void HqlCppTranslator::buildTranslatedFunctionCall(BuildCtx & ctx, _ATOM name, HqlExprArray & args)
  1727. {
  1728. OwnedHqlExpr call = bindTranslatedFunctionCall(name, args);
  1729. ctx.addExpr(call);
  1730. }
  1731. void HqlCppTranslator::buildFunctionCall(BuildCtx & ctx, _ATOM name, HqlExprArray & args)
  1732. {
  1733. OwnedHqlExpr call = bindFunctionCall(name, args);
  1734. buildStmt(ctx, call);
  1735. }
  1736. /* Args: all elements in it are LINKED */
  1737. void HqlCppTranslator::callProcedure(BuildCtx & ctx, _ATOM name, HqlExprArray & args)
  1738. {
  1739. OwnedHqlExpr call = bindTranslatedFunctionCall(name, args);
  1740. assertex(call->queryExternalDefinition());
  1741. ctx.addExpr(call);
  1742. }
  1743. void HqlCppTranslator::buildServicePrototypes(IHqlScope * scope)
  1744. {
  1745. BuildCtx ctx(*code, prototypeAtom);
  1746. StringBuffer s;
  1747. HqlExprArray exprs;
  1748. scope->getSymbols(exprs);
  1749. ForEachItemIn(idx, exprs)
  1750. {
  1751. IHqlExpression & cur = exprs.item(idx);
  1752. node_operator op = cur.getOperator();
  1753. if (op == no_scope)
  1754. {
  1755. s.clear().append("/* SERVICE ").append(cur.queryName()).append(" */");
  1756. ctx.addQuoted(s);
  1757. IHqlScope * serviceScope = cur.queryScope();
  1758. HqlExprArray funcs;
  1759. serviceScope->getSymbols(funcs);
  1760. ForEachItemIn(idx2, funcs)
  1761. {
  1762. IHqlExpression & curFunc = funcs.item(idx2);
  1763. IHqlExpression * def = curFunc.queryExternalDefinition();
  1764. if (def)
  1765. {
  1766. s.clear().append("//").append(cur.queryName()).append(".").append(curFunc.queryName());
  1767. ctx.addQuoted(s);
  1768. expandFunctionPrototype(ctx, def, true);
  1769. }
  1770. }
  1771. }
  1772. }
  1773. }
  1774. bool HqlCppTranslator::getDebugFlag(const char * name, bool defValue)
  1775. {
  1776. return wu()->getDebugValueBool(name, defValue);
  1777. }
  1778. void HqlCppTranslator::doReportWarning(IHqlExpression * location, unsigned id, const char * msg)
  1779. {
  1780. Owned<IECLError> warnError;
  1781. if (!location)
  1782. location = queryActiveActivityLocation();
  1783. if (location)
  1784. warnError.setown(createECLError(false, id, msg, location->querySourcePath()->str(), location->getStartLine(), location->getStartColumn(), 0));
  1785. else
  1786. warnError.setown(createECLError(false, id, msg, NULL, 0, 0, 0));
  1787. warningProcessor.report(NULL, errors, warnError);
  1788. }
  1789. void HqlCppTranslator::reportWarning(IHqlExpression * location, unsigned id, const char * msg, ...)
  1790. {
  1791. StringBuffer s;
  1792. va_list args;
  1793. va_start(args, msg);
  1794. s.valist_appendf(msg, args);
  1795. va_end(args);
  1796. doReportWarning(location, id, s.str());
  1797. }
  1798. void HqlCppTranslator::reportWarning(unsigned id, const char * msg, ...)
  1799. {
  1800. StringBuffer s;
  1801. va_list args;
  1802. va_start(args, msg);
  1803. s.valist_appendf(msg, args);
  1804. va_end(args);
  1805. doReportWarning(NULL, id, s.str());
  1806. }
  1807. void HqlCppTranslator::addWorkunitException(WUExceptionSeverity severity, unsigned code, const char * text, IHqlExpression * location)
  1808. {
  1809. Owned<IWUException> msg = wu()->createException();
  1810. msg->setExceptionSource("Code Generator");
  1811. if (code)
  1812. msg->setExceptionCode(code);
  1813. msg->setExceptionMessage(text);
  1814. msg->setSeverity(severity);
  1815. msg->setTimeStamp(NULL);
  1816. if (!location)
  1817. location = queryActiveActivityLocation();
  1818. if (location)
  1819. {
  1820. msg->setExceptionFileName(location->querySourcePath()->str());
  1821. msg->setExceptionLineNo(location->getStartLine());
  1822. msg->setExceptionColumn(location->getStartColumn());
  1823. }
  1824. }
  1825. IHqlExpression * HqlCppTranslator::queryActiveNamedActivity()
  1826. {
  1827. ForEachItemInRev(i, activityExprStack)
  1828. {
  1829. IHqlExpression & cur = activityExprStack.item(i);
  1830. IHqlExpression * symbol = queryNamedSymbol(&cur);
  1831. if (symbol && symbol->querySourcePath())
  1832. return symbol;
  1833. if (isCompoundSource(&cur))
  1834. {
  1835. IHqlExpression * child = cur.queryChild(0);
  1836. if (hasNamedSymbol(child))
  1837. return child;
  1838. }
  1839. }
  1840. return NULL;
  1841. }
  1842. IHqlExpression * HqlCppTranslator::queryActiveActivityLocation() const
  1843. {
  1844. ForEachItemInRev(i, activityExprStack)
  1845. {
  1846. IHqlExpression & cur = activityExprStack.item(i);
  1847. IHqlExpression * location = queryLocation(&cur);
  1848. if (location)
  1849. return location;
  1850. if (isCompoundSource(&cur))
  1851. {
  1852. location = queryLocation(cur.queryChild(0));
  1853. if (location)
  1854. return location;
  1855. }
  1856. }
  1857. return NULL;
  1858. }
  1859. void HqlCppTranslator::ThrowStringException(int code,const char *format, ...)
  1860. {
  1861. IHqlExpression * location = queryActiveActivityLocation();
  1862. if (errors && location)
  1863. {
  1864. StringBuffer errorMsg;
  1865. va_list args;
  1866. va_start(args, format);
  1867. errorMsg.valist_appendf(format, args);
  1868. va_end(args);
  1869. throw createECLError(code, errorMsg.str(), location->querySourcePath()->str(), location->getStartLine(), location->getStartColumn(), 0);
  1870. }
  1871. va_list args;
  1872. va_start(args, format);
  1873. IException *ret = MakeStringExceptionVA(code, format, args);
  1874. va_end(args);
  1875. throw ret;
  1876. }
  1877. void HqlCppTranslator::reportErrorDirect(IHqlExpression * location, int code,const char *msg, bool alwaysAbort)
  1878. {
  1879. if (location)
  1880. {
  1881. ECLlocation loc;
  1882. loc.extractLocationAttr(location);
  1883. if (alwaysAbort)
  1884. throw createECLError(code, msg, loc.sourcePath->str(), loc.lineno, loc.column, loc.position);
  1885. errors->reportError(code, msg, loc.sourcePath->str(), loc.lineno, loc.column, loc.position);
  1886. }
  1887. else
  1888. throw MakeStringExceptionDirect(code, msg);
  1889. }
  1890. void HqlCppTranslator::reportError(IHqlExpression * location, int code,const char *format, ...)
  1891. {
  1892. StringBuffer errorMsg;
  1893. va_list args;
  1894. va_start(args, format);
  1895. errorMsg.valist_appendf(format, args);
  1896. va_end(args);
  1897. reportErrorDirect(location, code, errorMsg.str(), true);
  1898. }
  1899. //---------------------------------------------------------------------------
  1900. void HqlCppTranslator::doBuildStmtAssign(BuildCtx & ctx, IHqlExpression * target, IHqlExpression * expr)
  1901. {
  1902. buildAssign(ctx, target, expr);
  1903. }
  1904. void HqlCppTranslator::buildAddress(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  1905. {
  1906. node_operator op = expr->getOperator();
  1907. switch (op)
  1908. {
  1909. case no_address:
  1910. buildExpr(ctx, expr->queryChild(0), tgt);
  1911. break;
  1912. case no_typetransfer:
  1913. buildAddress(ctx, expr->queryChild(0), tgt);
  1914. break;
  1915. default:
  1916. {
  1917. Owned<IReferenceSelector> selector = buildReference(ctx, expr);
  1918. selector->buildAddress(ctx, tgt);
  1919. break;
  1920. }
  1921. }
  1922. }
  1923. bool HqlCppTranslator::hasAddress(BuildCtx & ctx, IHqlExpression * expr)
  1924. {
  1925. switch (expr->getOperator())
  1926. {
  1927. case no_deref:
  1928. case no_variable:
  1929. return true;
  1930. case no_field:
  1931. case no_select:
  1932. {
  1933. Owned<IReferenceSelector> selector = buildReference(ctx, expr);
  1934. return !selector->isConditional();
  1935. }
  1936. case no_typetransfer:
  1937. return hasAddress(ctx, expr->queryChild(0));
  1938. default:
  1939. return false;
  1940. }
  1941. }
  1942. void HqlCppTranslator::buildAssign(BuildCtx & ctx, IHqlExpression * target, IHqlExpression * expr)
  1943. {
  1944. #ifdef ADD_ASSIGNMENT_COMMENTS
  1945. if (target->getOperator() == no_select)
  1946. {
  1947. StringBuffer s;
  1948. ctx.addQuoted(s.append("//Assign to field ").append(target->queryChild(1)->queryName()));
  1949. }
  1950. #endif
  1951. Owned<IReferenceSelector> selector = buildReference(ctx, target);
  1952. if (expr->getOperator() == no_null)
  1953. selector->buildClear(ctx, 0);
  1954. else if (target->isDatarow() && (!hasReferenceModifier(target->queryType()) || !recordTypesMatch(target->queryType(), expr->queryType())))
  1955. buildRowAssign(ctx, selector, expr);
  1956. else
  1957. selector->set(ctx, expr);
  1958. }
  1959. void HqlCppTranslator::doBuildStmtAssignModify(BuildCtx & ctx, IHqlExpression * target, IHqlExpression * expr, node_operator assignOp)
  1960. {
  1961. Owned<IReferenceSelector> selector = buildReference(ctx, target);
  1962. selector->modifyOp(ctx, expr, assignOp);
  1963. }
  1964. void HqlCppTranslator::buildExprAssign(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  1965. {
  1966. /*
  1967. switch (target.queryType().getTypeCode())
  1968. {
  1969. case type_table:
  1970. case type_groupedtable:
  1971. buildDatasetAssign(ctx, target, expr);
  1972. break;
  1973. case type_row:
  1974. buildAssignRow(ctx, target, expr);
  1975. break;
  1976. }
  1977. */
  1978. node_operator op = expr->getOperator();
  1979. switch (op)
  1980. {
  1981. case no_constant:
  1982. if (!isNullAssign(target, expr))
  1983. doBuildExprAssign(ctx, target, expr);
  1984. else
  1985. ctx.addAssign(target.length, queryZero());
  1986. break;
  1987. case no_regex_find:
  1988. case no_regex_replace:
  1989. doBuildAssignRegexFindReplace(ctx, target, expr);
  1990. break;
  1991. case no_matched:
  1992. case no_matchtext:
  1993. case no_matchlength:
  1994. case no_matchposition:
  1995. case no_matchunicode:
  1996. case no_matchutf8:
  1997. doBuildMatched(ctx, &target, expr, NULL);
  1998. break;
  1999. case no_matchattr:
  2000. doBuildMatchAttr(ctx, &target, expr, NULL);
  2001. break;
  2002. case no_loopcounter:
  2003. doBuildAssignLoopCounter(ctx, target, expr);
  2004. break;
  2005. case no_evalonce:
  2006. doBuildEvalOnce(ctx, &target, expr, NULL);
  2007. break;
  2008. case no_alias_scope:
  2009. {
  2010. expandAliasScope(ctx, expr);
  2011. buildExprAssign(ctx, target, expr->queryChild(0));
  2012. break;
  2013. }
  2014. case no_case:
  2015. case no_map:
  2016. {
  2017. HqlCppCaseInfo info(*this);
  2018. doBuildCaseInfo(expr, info);
  2019. info.buildAssign(ctx, target);
  2020. break;
  2021. }
  2022. case no_which:
  2023. case no_rejected:
  2024. doBuildAssignWhich(ctx, target, expr);
  2025. break;
  2026. case no_call:
  2027. case no_externalcall:
  2028. doBuildAssignCall(ctx, target, expr);
  2029. break;
  2030. case no_cast:
  2031. case no_implicitcast:
  2032. doBuildAssignCast(ctx, target, expr);
  2033. break;
  2034. case no_choose:
  2035. doBuildAssignChoose(ctx, target, expr);
  2036. break;
  2037. case no_comma:
  2038. case no_compound:
  2039. buildStmt(ctx, expr->queryChild(0));
  2040. buildExprAssign(ctx, target, expr->queryChild(1));
  2041. break;
  2042. case no_concat:
  2043. doBuildAssignConcat(ctx, target, expr);
  2044. break;
  2045. case no_div:
  2046. case no_modulus:
  2047. doBuildAssignDivide(ctx, target, expr);
  2048. break;
  2049. case no_crc:
  2050. case no_hash:
  2051. case no_hash32:
  2052. case no_hash64:
  2053. doBuildAssignHashCrc(ctx, target, expr);
  2054. break;
  2055. case no_hashmd5:
  2056. doBuildAssignHashMd5(ctx, target, expr);
  2057. break;
  2058. case no_if:
  2059. doBuildAssignIf(ctx, target, expr);
  2060. break;
  2061. case no_index:
  2062. doBuildAssignIndex(ctx, target, expr);
  2063. break;
  2064. case no_in:
  2065. case no_notin:
  2066. {
  2067. OwnedHqlExpr optimized = querySimplifyInExpr(expr);
  2068. if (options.globalFold && optimized)
  2069. {
  2070. OwnedHqlExpr folded = foldHqlExpression(optimized);
  2071. buildExprAssign(ctx, target, folded);
  2072. }
  2073. else
  2074. doBuildAssignIn(ctx, target, expr);
  2075. break;
  2076. }
  2077. case no_intformat:
  2078. doBuildAssignFormat(intFormatAtom, ctx, target, expr);
  2079. break;
  2080. case no_nofold:
  2081. case no_nohoist:
  2082. case no_section:
  2083. case no_sectioninput:
  2084. buildExprAssign(ctx, target, expr->queryChild(0));
  2085. break;
  2086. case no_realformat:
  2087. doBuildAssignFormat(realFormatAtom, ctx, target, expr);
  2088. break;
  2089. case no_order:
  2090. doBuildAssignOrder(ctx, target, expr);
  2091. break;
  2092. case no_unicodeorder:
  2093. doBuildAssignUnicodeOrder(ctx, target, expr);
  2094. break;
  2095. case no_substring:
  2096. doBuildAssignSubString(ctx, target, expr);
  2097. break;
  2098. case no_trim:
  2099. doBuildAssignTrim(ctx, target, expr);
  2100. break;
  2101. case no_field:
  2102. throwUnexpected();
  2103. case no_select:
  2104. {
  2105. OwnedHqlExpr aggregate = convertToSimpleAggregate(expr);
  2106. if (aggregate && canProcessInline(&ctx, aggregate->queryChild(0)))
  2107. {
  2108. buildExprAssign(ctx, target, aggregate);
  2109. return;
  2110. }
  2111. Owned<IReferenceSelector> selector = buildReference(ctx, expr);
  2112. selector->assignTo(ctx, target);
  2113. return;
  2114. }
  2115. break;
  2116. case no_not:
  2117. {
  2118. IHqlExpression * child = expr->queryChild(0);
  2119. node_operator childOp = child->getOperator();
  2120. if (((childOp == no_and) || (childOp == no_or)) && requiresTempAfterFirst(ctx, child))
  2121. {
  2122. if (childOp == no_and)
  2123. doBuildAssignAnd(ctx, target, child, true);
  2124. else
  2125. {
  2126. OwnedHqlExpr inverted = convertOrToAnd(expr);
  2127. buildExprAssign(ctx, target, inverted);
  2128. }
  2129. }
  2130. else
  2131. doBuildExprAssign(ctx, target, expr);
  2132. break;
  2133. }
  2134. case no_or:
  2135. {
  2136. IHqlExpression * left = expr->queryChild(0);
  2137. //in always goes via an assign, so do this first, and then filter on result.
  2138. if (left->getOperator() == no_in)
  2139. {
  2140. BuildCtx subctx(ctx);
  2141. buildExprAssign(subctx, target, left);
  2142. OwnedHqlExpr inverse = getInverse(target.expr);
  2143. subctx.addFilter(inverse);
  2144. buildExprAssign(subctx, target, expr->queryChild(1));
  2145. }
  2146. else if (requiresTempAfterFirst(ctx, expr))
  2147. {
  2148. OwnedHqlExpr inverted = convertOrToAnd(expr);
  2149. buildExprAssign(ctx, target, inverted);
  2150. }
  2151. else
  2152. doBuildExprAssign(ctx, target, expr);
  2153. break;
  2154. }
  2155. case no_and:
  2156. if (requiresTempAfterFirst(ctx, expr))
  2157. doBuildAssignAnd(ctx, target, expr, false);
  2158. else
  2159. doBuildExprAssign(ctx, target, expr);
  2160. break;
  2161. case no_fromunicode:
  2162. case no_tounicode:
  2163. doBuildAssignToFromUnicode(ctx, target, expr);
  2164. break;
  2165. case no_toxml:
  2166. doBuildAssignToXml(ctx, target, expr);
  2167. break;
  2168. case no_wuid:
  2169. doBuildAssignWuid(ctx, target, expr);
  2170. break;
  2171. case no_xmldecode:
  2172. case no_xmlencode:
  2173. doBuildXmlEncode(ctx, &target, expr, NULL);
  2174. break;
  2175. case no_all:
  2176. doBuildAssignAll(ctx, target, expr);
  2177. return;
  2178. case no_list:
  2179. doBuildAssignList(ctx, target, expr);
  2180. return;
  2181. case no_addsets:
  2182. doBuildAssignAddSets(ctx, target, expr);
  2183. return;
  2184. case no_createset:
  2185. buildSetAssignViaBuilder(ctx, target, expr);
  2186. return;
  2187. case no_failmessage:
  2188. doBuildAssignFailMessage(ctx, target, expr);
  2189. return;
  2190. case no_eventname:
  2191. doBuildAssignEventName(ctx, target, expr);
  2192. return;
  2193. case no_eventextra:
  2194. doBuildAssignEventExtra(ctx, target, expr);
  2195. return;
  2196. case no_catch:
  2197. doBuildAssignCatch(ctx, target, expr);
  2198. break;
  2199. case no_id2blob:
  2200. doBuildAssignIdToBlob(ctx, target, expr);
  2201. break;
  2202. case no_getresult:
  2203. case no_workunit_dataset:
  2204. if (isSameFullyUnqualifiedType(expr->queryType(), target.queryType()))
  2205. doBuildAssignGetResult(ctx, target, expr);
  2206. else
  2207. doBuildExprAssign(ctx, target, expr);
  2208. break;
  2209. case no_getgraphresult:
  2210. doBuildAssignGetGraphResult(ctx, target, expr);
  2211. break;
  2212. case no_existslist:
  2213. doBuildAggregateList(ctx, &target, expr, NULL);
  2214. break;
  2215. case no_countlist:
  2216. doBuildAggregateList(ctx, &target, expr, NULL);
  2217. break;
  2218. case no_sumlist:
  2219. doBuildAggregateList(ctx, &target, expr, NULL);
  2220. break;
  2221. case no_minlist:
  2222. doBuildAggregateList(ctx, &target, expr, NULL);
  2223. break;
  2224. case no_maxlist:
  2225. doBuildAggregateList(ctx, &target, expr, NULL);
  2226. break;
  2227. case no_skip:
  2228. {
  2229. bool canReachFollowing = false;
  2230. doBuildStmtSkip(ctx, expr, &canReachFollowing);
  2231. if (canReachFollowing)
  2232. {
  2233. OwnedHqlExpr null = createNullExpr(expr);
  2234. doBuildExprAssign(ctx, target, null);
  2235. }
  2236. break;
  2237. }
  2238. case no_count:
  2239. case no_max:
  2240. case no_min:
  2241. case no_sum:
  2242. case no_exists:
  2243. case no_notexists:
  2244. doBuildAssignAggregate(ctx, target, expr);
  2245. break;
  2246. case no_getenv:
  2247. {
  2248. OwnedHqlExpr mapped = cvtGetEnvToCall(expr);
  2249. buildExprAssign(ctx, target, mapped);
  2250. break;
  2251. }
  2252. default:
  2253. doBuildExprAssign(ctx, target, expr);
  2254. break;
  2255. }
  2256. }
  2257. void HqlCppTranslator::buildExprAssignViaType(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr, ITypeInfo * type)
  2258. {
  2259. OwnedHqlExpr temp = createValue(no_implicitcast, LINK(type), LINK(expr));
  2260. buildExprAssign(ctx, target, temp);
  2261. }
  2262. void HqlCppTranslator::buildExprAssignViaString(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr, unsigned len)
  2263. {
  2264. OwnedITypeInfo type = makeStringType(len, NULL, NULL);
  2265. buildExprAssignViaType(ctx, target, expr, type);
  2266. }
  2267. void HqlCppTranslator::buildAssignToTemp(BuildCtx & ctx, IHqlExpression * variable, IHqlExpression * expr)
  2268. {
  2269. CHqlBoundTarget boundTarget;
  2270. boundTarget.expr.set(variable);
  2271. buildExprAssign(ctx, boundTarget, expr);
  2272. }
  2273. void HqlCppTranslator::buildAssignViaTemp(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  2274. {
  2275. CHqlBoundExpr temp;
  2276. buildTempExpr(ctx, expr, temp);
  2277. buildExprAssign(ctx, target, temp.expr);
  2278. }
  2279. static bool canOptimizeIncrementAssign(ITypeInfo * type)
  2280. {
  2281. switch (type->getTypeCode())
  2282. {
  2283. case type_real:
  2284. return true;
  2285. case type_int:
  2286. switch (type->getSize())
  2287. {
  2288. case 1:
  2289. case 2:
  2290. case 4:
  2291. case 8:
  2292. return true;
  2293. }
  2294. }
  2295. return false;
  2296. }
  2297. IHqlExpression * HqlCppTranslator::optimizeIncrementAssign(BuildCtx & ctx, IHqlExpression * value)
  2298. {
  2299. //MORE: Could spot x += if(cond, y, 0) and convert to if (cond) x+= y; (especially if y is 1)
  2300. if (value->getOperator() == no_if)
  2301. {
  2302. IHqlExpression * left = value->queryChild(1);
  2303. IHqlExpression * right = value->queryChild(2);
  2304. if (isZero(right))
  2305. {
  2306. buildFilter(ctx, value->queryChild(0));
  2307. return optimizeIncrementAssign(ctx, left);
  2308. }
  2309. if (isZero(left))
  2310. {
  2311. OwnedHqlExpr filter = getInverse(value->queryChild(0));
  2312. buildFilter(ctx, filter);
  2313. return optimizeIncrementAssign(ctx, right);
  2314. }
  2315. }
  2316. if (isCast(value))
  2317. {
  2318. IHqlExpression * uncast = value->queryChild(0);
  2319. OwnedHqlExpr optimizedValue = optimizeIncrementAssign(ctx, uncast);
  2320. if (optimizedValue != uncast)
  2321. return ensureExprType(optimizedValue, value->queryType());
  2322. }
  2323. return LINK(value);
  2324. }
  2325. void HqlCppTranslator::buildIncrementAssign(BuildCtx & ctx, IHqlExpression * target, IHqlExpression * value)
  2326. {
  2327. // CHqlBoundExpr bound;
  2328. // buildExpr(ctx, target, bound);
  2329. ITypeInfo * type = target->queryType();
  2330. OwnedHqlExpr castValue = ensureExprType(value, type);
  2331. BuildCtx condctx(ctx);
  2332. if (options.optimizeIncrement)
  2333. {
  2334. castValue.setown(optimizeIncrementAssign(condctx, castValue));
  2335. if (isZero(castValue))
  2336. return;
  2337. if (canOptimizeIncrementAssign(type))
  2338. {
  2339. CHqlBoundExpr boundTarget;
  2340. buildExpr(condctx, target, boundTarget); // Not very clean!
  2341. CHqlBoundExpr boundValue;
  2342. buildExpr(condctx, castValue, boundValue);
  2343. condctx.addAssignIncrement(boundTarget.expr, boundValue.expr);
  2344. return;
  2345. }
  2346. }
  2347. OwnedHqlExpr plus = createValue(no_add, LINK(target), castValue.getClear());
  2348. buildAssign(condctx, target, plus);
  2349. }
  2350. void HqlCppTranslator::buildIncrementAssign(BuildCtx & ctx, IReferenceSelector * target, IHqlExpression * value)
  2351. {
  2352. buildIncrementAssign(ctx, target->queryExpr(), value);
  2353. // OwnedHqlExpr plus = createValue(no_add, LINK(type), ensureExprType(target->queryExpr(), type), ensureExprType(value, type));
  2354. // target->set(condctx, plus);
  2355. }
  2356. void HqlCppTranslator::buildIncrementAssign(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * value)
  2357. {
  2358. ITypeInfo * type = target.queryType();
  2359. OwnedHqlExpr castValue = ensureExprType(value, type);
  2360. BuildCtx condctx(ctx);
  2361. if (options.optimizeIncrement)
  2362. {
  2363. castValue.setown(optimizeIncrementAssign(condctx, castValue));
  2364. if (isZero(castValue))
  2365. return;
  2366. if (canOptimizeIncrementAssign(type))
  2367. {
  2368. CHqlBoundExpr boundValue;
  2369. buildExpr(ctx, castValue, boundValue);
  2370. ctx.addAssignIncrement(target.expr, boundValue.expr);
  2371. return;
  2372. }
  2373. }
  2374. OwnedHqlExpr plus = createValue(no_add, target.getTranslatedExpr(), castValue.getClear());
  2375. buildExprAssign(ctx, target, plus);
  2376. }
  2377. void HqlCppTranslator::buildClear(BuildCtx & ctx, IHqlExpression * expr)
  2378. {
  2379. OwnedHqlExpr null = createNullExpr(expr);
  2380. buildAssign(ctx, expr, null);
  2381. }
  2382. void HqlCppTranslator::buildClear(BuildCtx & ctx, const CHqlBoundTarget & target)
  2383. {
  2384. if (target.length)
  2385. {
  2386. buildAssignToTemp(ctx, target.length, queryZero());
  2387. //NB: Don't need to clear target.pointer/target.variable if a length is defined......
  2388. return;
  2389. }
  2390. if (target.isFixedSize())
  2391. {
  2392. OwnedHqlExpr null = createNullExpr(target.expr);
  2393. buildExprAssign(ctx, target, null);
  2394. }
  2395. else
  2396. {
  2397. StringBuffer code;
  2398. if (hasWrapperModifier(target.queryType()))
  2399. generateExprCpp(code, target.expr).append(".clear();");
  2400. else
  2401. generateExprCpp(code, target.expr).append(" = 0;");
  2402. ctx.addQuoted(code);
  2403. }
  2404. }
  2405. void HqlCppTranslator::buildFilter(BuildCtx & ctx, IHqlExpression * expr)
  2406. {
  2407. node_operator op = expr->getOperator();
  2408. switch (op)
  2409. {
  2410. case no_attr:
  2411. case no_attr_expr:
  2412. case no_attr_link:
  2413. return;
  2414. case no_and:
  2415. doBuildFilterAnd(ctx, expr);
  2416. return;
  2417. case no_not:
  2418. {
  2419. IHqlExpression * child = expr->queryChild(0);
  2420. if ((child->getOperator() == no_or) && requiresTempAfterFirst(ctx, child))
  2421. {
  2422. OwnedHqlExpr inverted = convertOrToAnd(expr);
  2423. buildFilter(ctx,inverted);
  2424. return;
  2425. }
  2426. }
  2427. break;
  2428. case no_or:
  2429. if (!(hints & HintSize) && requiresTempAfterFirst(ctx, expr))
  2430. {
  2431. OwnedHqlExpr inverted = convertOrToAnd(expr);
  2432. buildFilter(ctx, inverted);
  2433. return;
  2434. }
  2435. break;
  2436. case no_between:
  2437. case no_notbetween:
  2438. {
  2439. OwnedHqlExpr between = expandBetween(expr);
  2440. buildFilter(ctx, between);
  2441. return;
  2442. }
  2443. case no_alias_scope:
  2444. {
  2445. expandAliasScope(ctx, expr);
  2446. buildFilter(ctx, expr->queryChild(0));
  2447. return;
  2448. }
  2449. }
  2450. buildFilterViaExpr(ctx, expr);
  2451. }
  2452. IHqlStmt * HqlCppTranslator::buildFilterViaExpr(BuildCtx & ctx, IHqlExpression * expr)
  2453. {
  2454. //default action...
  2455. CHqlBoundExpr pure;
  2456. buildExpr(ctx, expr, pure);
  2457. if (pure.length) // check length is non zero
  2458. return ctx.addFilter(pure.length);
  2459. else
  2460. {
  2461. IHqlStmt * stmt = ctx.addFilter(pure.expr);
  2462. ctx.associateExpr(expr, queryBoolExpr(true));
  2463. return stmt;
  2464. }
  2465. }
  2466. void HqlCppTranslator::tidyupExpr(BuildCtx & ctx, CHqlBoundExpr & bound)
  2467. {
  2468. if (isPushed(bound))
  2469. {
  2470. HqlExprArray args;
  2471. callProcedure(ctx, DecPopLongAtom, args);
  2472. bound.expr.set(NULL);
  2473. }
  2474. }
  2475. void HqlCppTranslator::expandTranslated(IHqlExpression * expr, CHqlBoundExpr & tgt)
  2476. {
  2477. tgt.setFromTranslated(expr);
  2478. }
  2479. void HqlCppTranslator::buildCachedExpr(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  2480. {
  2481. buildExpr(ctx, expr, tgt);
  2482. }
  2483. void HqlCppTranslator::buildAnyExpr(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  2484. {
  2485. if (expr->isDataset())
  2486. buildDataset(ctx, expr, tgt, FormatNatural);
  2487. else if (expr->isDatarow())
  2488. {
  2489. Owned<IReferenceSelector> selector = buildNewRow(ctx, expr);
  2490. selector->buildAddress(ctx, tgt);
  2491. }
  2492. else
  2493. buildExpr(ctx, expr, tgt);
  2494. }
  2495. void HqlCppTranslator::buildExpr(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  2496. {
  2497. node_operator op = expr->getOperator();
  2498. switch (op)
  2499. {
  2500. case no_counter:
  2501. doBuildExprCounter(ctx, expr, tgt);
  2502. return;
  2503. case no_countfile:
  2504. doBuildExprCountFile(ctx, expr, tgt);
  2505. return;
  2506. case no_countindex:
  2507. doBuildExprCountIndex(ctx, expr, tgt);
  2508. return;
  2509. case no_evaluate:
  2510. doBuildExprEvaluate(ctx, expr, tgt);
  2511. return;
  2512. case no_thor:
  2513. throwUnexpected();
  2514. // assertex(expr->queryType()->isScalar());
  2515. // buildExpr(ctx, expr->queryChild(0), tgt);
  2516. return;
  2517. case no_count:
  2518. if (!(expr->isPure() && ctx.getMatchExpr(expr, tgt)))
  2519. doBuildExprCount(ctx, expr, tgt);
  2520. return;
  2521. case no_max:
  2522. case no_min:
  2523. case no_sum:
  2524. if (!(expr->isPure() && ctx.getMatchExpr(expr, tgt)))
  2525. doBuildExprAggregate(ctx, expr, tgt);
  2526. return;
  2527. case no_exists:
  2528. case no_notexists:
  2529. if (!(expr->isPure() && ctx.getMatchExpr(expr, tgt)))
  2530. doBuildExprExists(ctx, expr, tgt);
  2531. return;
  2532. case no_existslist:
  2533. doBuildAggregateList(ctx, NULL, expr, &tgt);
  2534. return;
  2535. case no_countlist:
  2536. doBuildAggregateList(ctx, NULL, expr, &tgt);
  2537. return;
  2538. case no_sumlist:
  2539. doBuildAggregateList(ctx, NULL, expr, &tgt);
  2540. return;
  2541. case no_minlist:
  2542. doBuildAggregateList(ctx, NULL, expr, &tgt);
  2543. return;
  2544. case no_maxlist:
  2545. doBuildAggregateList(ctx, NULL, expr, &tgt);
  2546. return;
  2547. case no_sizeof:
  2548. doBuildExprSizeof(ctx, expr, tgt);
  2549. return;
  2550. case no_filepos:
  2551. doBuildExprFilepos(ctx, expr, tgt);
  2552. return;
  2553. case no_file_logicalname:
  2554. doBuildExprFileLogicalName(ctx, expr, tgt);
  2555. return;
  2556. case no_getresult:
  2557. case no_workunit_dataset:
  2558. doBuildExprGetResult(ctx, expr, tgt);
  2559. return;
  2560. case no_getgraphresult:
  2561. doBuildExprGetGraphResult(ctx, expr, tgt, FormatNatural);
  2562. return;
  2563. case no_regex_find:
  2564. case no_regex_replace:
  2565. doBuildExprRegexFindReplace(ctx, expr, tgt);
  2566. return;
  2567. case no_skip:
  2568. case no_assert:
  2569. {
  2570. buildStmt(ctx, expr);
  2571. OwnedHqlExpr null = createNullExpr(expr);
  2572. buildExpr(ctx, null, tgt);
  2573. return;
  2574. }
  2575. case no_matched:
  2576. case no_matchtext:
  2577. case no_matchlength:
  2578. case no_matchposition:
  2579. case no_matchunicode:
  2580. case no_matchutf8:
  2581. doBuildMatched(ctx, NULL, expr, &tgt);
  2582. return;
  2583. case no_matchattr:
  2584. doBuildMatchAttr(ctx, NULL, expr, &tgt);
  2585. return;
  2586. case no_rowdiff:
  2587. doBuildExprRowDiff(ctx, expr, tgt);
  2588. return;
  2589. case no_xmltext:
  2590. doBuildExprXmlText(ctx, expr, tgt);
  2591. return;
  2592. case no_xmlunicode:
  2593. doBuildExprXmlUnicode(ctx, expr, tgt);
  2594. return;
  2595. case no_evalonce:
  2596. doBuildEvalOnce(ctx, NULL, expr, &tgt);
  2597. return;
  2598. case no_alias:
  2599. doBuildExprAlias(ctx, expr, &tgt);
  2600. return;
  2601. case no_alias_scope:
  2602. {
  2603. expandAliasScope(ctx, expr);
  2604. buildExpr(ctx, expr->queryChild(0), tgt);
  2605. return;
  2606. }
  2607. case no_between:
  2608. case no_notbetween:
  2609. {
  2610. OwnedHqlExpr between = expandBetween(expr);
  2611. buildExpr(ctx, between, tgt);
  2612. return;
  2613. }
  2614. case no_libraryinput:
  2615. doBuildAliasValue(ctx, expr, tgt);
  2616. return;
  2617. case no_externalcall:
  2618. case no_call:
  2619. doBuildExprCall(ctx, expr, tgt);
  2620. return;
  2621. case no_comma:
  2622. case no_compound:
  2623. buildStmt(ctx, expr->queryChild(0));
  2624. buildExpr(ctx, expr->queryChild(1), tgt);
  2625. return;
  2626. case no_cast:
  2627. case no_implicitcast:
  2628. doBuildExprCast(ctx, expr, tgt);
  2629. return;
  2630. case no_charlen:
  2631. tgt.expr.setown(doBuildCharLength(ctx, expr->queryChild(0)));
  2632. return;
  2633. case no_add:
  2634. doBuildExprAdd(ctx, expr, tgt);
  2635. return;
  2636. case no_mul:
  2637. case no_sub:
  2638. doBuildExprArith(ctx, expr, tgt);
  2639. return;
  2640. case no_abs:
  2641. doBuildExprAbs(ctx, expr, tgt);
  2642. return;
  2643. case no_negate:
  2644. doBuildExprNegate(ctx, expr, tgt);
  2645. return;
  2646. case no_div:
  2647. case no_modulus:
  2648. doBuildExprDivide(ctx, expr, tgt);
  2649. return;
  2650. case no_if:
  2651. doBuildExprIf(ctx, expr, tgt);
  2652. return;
  2653. case no_index:
  2654. doBuildExprIndex(ctx, expr, tgt);
  2655. return;
  2656. case no_list:
  2657. doBuildExprList(ctx, expr, tgt);
  2658. return;
  2659. case no_all:
  2660. doBuildExprAll(ctx, expr, tgt);
  2661. return;
  2662. case no_trim:
  2663. doBuildExprTrim(ctx, expr, tgt);
  2664. return;
  2665. case no_intformat:
  2666. doBuildExprFormat(intFormatAtom, ctx, expr, tgt);
  2667. return;
  2668. case no_realformat:
  2669. doBuildExprFormat(realFormatAtom, ctx, expr, tgt);
  2670. return;
  2671. case no_exp:
  2672. doBuildExprSysFunc(ctx, expr, tgt, clibExpIdAtom);
  2673. return;
  2674. case no_ln:
  2675. doBuildExprSysFunc(ctx, expr, tgt, lnAtom);
  2676. return;
  2677. case no_sin:
  2678. doBuildExprSysFunc(ctx, expr, tgt, sinAtom);
  2679. return;
  2680. case no_cos:
  2681. doBuildExprSysFunc(ctx, expr, tgt, cosAtom);
  2682. return;
  2683. case no_tan:
  2684. doBuildExprSysFunc(ctx, expr, tgt, tanAtom);
  2685. return;
  2686. case no_asin:
  2687. doBuildExprSysFunc(ctx, expr, tgt, asinAtom);
  2688. return;
  2689. case no_acos:
  2690. doBuildExprSysFunc(ctx, expr, tgt, acosAtom);
  2691. return;
  2692. case no_atan:
  2693. doBuildExprSysFunc(ctx, expr, tgt, atanAtom);
  2694. return;
  2695. case no_atan2:
  2696. doBuildExprSysFunc(ctx, expr, tgt, atan2Atom);
  2697. return;
  2698. case no_sinh:
  2699. doBuildExprSysFunc(ctx, expr, tgt, sinhAtom);
  2700. return;
  2701. case no_cosh:
  2702. doBuildExprSysFunc(ctx, expr, tgt, coshAtom);
  2703. return;
  2704. case no_tanh:
  2705. doBuildExprSysFunc(ctx, expr, tgt, tanhAtom);
  2706. return;
  2707. case no_log10:
  2708. doBuildExprSysFunc(ctx, expr, tgt, log10Atom);
  2709. return;
  2710. case no_power:
  2711. doBuildExprSysFunc(ctx, expr, tgt, powerAtom);
  2712. return;
  2713. case no_fail:
  2714. doBuildStmtFail(ctx, expr);
  2715. tgt.expr.setown(createConstant(0));
  2716. return;
  2717. case no_failcode:
  2718. doBuildExprFailCode(ctx, expr, tgt);
  2719. return;
  2720. case no_ordered:
  2721. doBuildExprOrdered(ctx, expr, tgt);
  2722. return;
  2723. case no_random:
  2724. doBuildExprSysFunc(ctx, expr, tgt, rtlRandomAtom);
  2725. return;
  2726. case no_recovering:
  2727. doBuildExprSysFunc(ctx, expr, tgt, getRecoveringCountAtom);
  2728. return;
  2729. case no_rank:
  2730. doBuildExprRank(ctx, expr, tgt);
  2731. return;
  2732. case no_ranked:
  2733. doBuildExprRanked(ctx, expr, tgt);
  2734. return;
  2735. case no_round:
  2736. case no_roundup:
  2737. doBuildExprRound(ctx, expr, tgt);
  2738. return;
  2739. case no_sqrt:
  2740. doBuildExprSysFunc(ctx, expr, tgt, sqrtAtom);
  2741. return;
  2742. case no_truncate:
  2743. doBuildExprTrunc(ctx, expr, tgt);
  2744. return;
  2745. case no_offsetof:
  2746. doBuildExprOffsetOf(ctx, expr, tgt);
  2747. return;
  2748. case no_substring:
  2749. doBuildExprSubString(ctx, expr, tgt);
  2750. return;
  2751. case no_in:
  2752. case no_notin:
  2753. {
  2754. if (expr->queryChild(1)->getOperator() == no_all)
  2755. tgt.expr.setown(createConstant(op == no_in));
  2756. else
  2757. {
  2758. OwnedHqlExpr optimized = querySimplifyInExpr(expr);
  2759. if (options.globalFold && optimized)
  2760. {
  2761. OwnedHqlExpr folded = foldHqlExpression(optimized);
  2762. buildExpr(ctx, folded, tgt);
  2763. }
  2764. else
  2765. buildTempExpr(ctx, expr, tgt);
  2766. }
  2767. return;
  2768. }
  2769. case no_case:
  2770. case no_choose:
  2771. case no_concat:
  2772. case no_crc:
  2773. case no_hash:
  2774. case no_hash32:
  2775. case no_hash64:
  2776. case no_hashmd5:
  2777. case no_map:
  2778. case no_order:
  2779. case no_unicodeorder:
  2780. case no_rejected:
  2781. case no_which:
  2782. case no_addsets:
  2783. case no_createset:
  2784. case no_catch:
  2785. case no_failmessage:
  2786. case no_eventname:
  2787. case no_eventextra:
  2788. case no_loopcounter:
  2789. case no_toxml:
  2790. buildTempExpr(ctx, expr, tgt);
  2791. return;
  2792. case no_asstring:
  2793. case no_typetransfer:
  2794. doBuildExprTransfer(ctx, expr, tgt);
  2795. return;
  2796. case no_translated:
  2797. {
  2798. expandTranslated(expr, tgt);
  2799. return;
  2800. }
  2801. case no_eq:
  2802. case no_ne:
  2803. case no_le:
  2804. case no_lt:
  2805. case no_ge:
  2806. case no_gt:
  2807. if (options.expressionPeephole)
  2808. {
  2809. OwnedHqlExpr optimized = peepholeOptimize(ctx, expr);
  2810. if (optimized != expr)
  2811. {
  2812. buildExpr(ctx, optimized, tgt);
  2813. return;
  2814. }
  2815. }
  2816. doBuildExprCompare(ctx, expr, tgt);
  2817. return;
  2818. case no_wuid:
  2819. doBuildExprWuid(ctx, expr, tgt);
  2820. return;
  2821. case no_getenv:
  2822. {
  2823. OwnedHqlExpr mapped = cvtGetEnvToCall(expr);
  2824. buildExpr(ctx, mapped, tgt);
  2825. return;
  2826. }
  2827. case no_notnot:
  2828. {
  2829. OwnedHqlExpr castChild = ensureExprType(expr->queryChild(0), queryBoolType());
  2830. buildExpr(ctx, castChild, tgt);
  2831. }
  2832. return;
  2833. case no_not:
  2834. {
  2835. IHqlExpression * child = expr->queryChild(0);
  2836. node_operator childOp = child->getOperator();
  2837. if (((childOp == no_and) || (childOp == no_or)) && requiresTempAfterFirst(ctx, child))
  2838. buildTempExpr(ctx, expr, tgt);
  2839. else
  2840. doBuildExprNot(ctx, expr, tgt);
  2841. return;
  2842. }
  2843. case no_constant:
  2844. {
  2845. ITypeInfo * type = expr->queryType();
  2846. if ((options.inlineStringThreshold > 0) && (type->getSize() > options.inlineStringThreshold) && (type->getSize() != UNKNOWN_LENGTH))
  2847. {
  2848. IHqlExpression * literal = addBigLiteral((const char *)expr->queryValue()->queryValue(), type->getSize());
  2849. Owned<ITypeInfo> retType = makeReferenceModifier(LINK(type));
  2850. switch (type->getTypeCode())
  2851. {
  2852. case type_unicode:
  2853. case type_varunicode:
  2854. case type_utf8:
  2855. literal = createValue(no_implicitcast, LINK(retType), literal);
  2856. break;
  2857. }
  2858. if (literal->queryType() != retType)
  2859. literal = createValue(no_typetransfer, LINK(retType), literal);
  2860. tgt.expr.setown(literal);
  2861. }
  2862. else
  2863. tgt.expr.set(expr);
  2864. return;
  2865. }
  2866. case no_quoted:
  2867. case no_variable:
  2868. tgt.expr.set(expr);
  2869. return;
  2870. case no_globalscope:
  2871. if (options.regressionTest)
  2872. throwUnexpected();
  2873. buildExpr(ctx, expr->queryChild(0), tgt);
  2874. return;
  2875. case no_nofold:
  2876. case no_nohoist:
  2877. case no_section:
  2878. case no_sectioninput:
  2879. case no_pure:
  2880. buildExpr(ctx, expr->queryChild(0), tgt);
  2881. return;
  2882. case no_band:
  2883. case no_bor:
  2884. case no_bnot:
  2885. case no_bxor:
  2886. case no_lshift:
  2887. case no_rshift:
  2888. doBuildPureSubExpr(ctx, expr, tgt);
  2889. return;
  2890. //MORE: Shouldn't these be special cased?
  2891. case no_xor:
  2892. doBuildPureSubExpr(ctx, expr, tgt);
  2893. return;
  2894. case no_select:
  2895. {
  2896. OwnedHqlExpr aggregate = convertToSimpleAggregate(expr);
  2897. if (aggregate && canProcessInline(&ctx, aggregate->queryChild(0)))
  2898. {
  2899. buildExpr(ctx, aggregate, tgt);
  2900. return;
  2901. }
  2902. Owned<IReferenceSelector> selector = buildReference(ctx, expr);
  2903. selector->get(ctx, tgt);
  2904. return;
  2905. }
  2906. case no_field:
  2907. throwUnexpected();
  2908. case no_is_null:
  2909. {
  2910. //Until we have something better in place isNull is the inverse of isValid().
  2911. IHqlExpression * child = expr->queryChild(0);
  2912. OwnedHqlExpr null = createValue(no_not, makeBoolType(), createValue(no_is_valid, makeBoolType(), LINK(child)));
  2913. buildExpr(ctx, null, tgt);
  2914. }
  2915. return;
  2916. case no_is_valid:
  2917. doBuildExprIsValid(ctx, expr, tgt);
  2918. return;
  2919. case no_fromunicode:
  2920. case no_tounicode:
  2921. doBuildExprToFromUnicode(ctx, expr, tgt);
  2922. return;
  2923. case no_keyunicode:
  2924. doBuildExprKeyUnicode(ctx, expr, tgt);
  2925. return;
  2926. case no_xmldecode:
  2927. case no_xmlencode:
  2928. buildTempExpr(ctx, expr, tgt);
  2929. return;
  2930. case no_and:
  2931. case no_or:
  2932. if (requiresTempAfterFirst(ctx, expr))
  2933. buildTempExpr(ctx, expr, tgt);
  2934. else
  2935. doBuildPureSubExpr(ctx, expr, tgt);
  2936. return;
  2937. case no_assertkeyed:
  2938. case no_assertwild:
  2939. {
  2940. StringBuffer s;
  2941. throwError1(HQLERR_KeyedWildNoIndex, getExprECL(expr, s).str());
  2942. }
  2943. case no_assertstepped:
  2944. {
  2945. StringBuffer s;
  2946. throwError1(HQLERR_SteppedNoJoin, getExprECL(expr, s).str());
  2947. }
  2948. case no_id2blob:
  2949. doBuildExprIdToBlob(ctx, expr, tgt);
  2950. return;
  2951. case no_blob2id:
  2952. doBuildExprBlobToId(ctx, expr, tgt);
  2953. return;
  2954. case no_cppbody:
  2955. doBuildExprCppBody(ctx, expr, &tgt);
  2956. return;
  2957. case no_null:
  2958. tgt.length.setown(getSizetConstant(0));
  2959. tgt.expr.setown(createValue(no_nullptr, makeReferenceModifier(expr->getType())));
  2960. return;
  2961. case no_clustersize:
  2962. doBuildExprSysFunc(ctx, expr, tgt, getClusterSizeAtom);
  2963. return;
  2964. case no_deref:
  2965. //Untested
  2966. buildExpr(ctx, expr->queryChild(0), tgt);
  2967. if (tgt.expr->getOperator() == no_address)
  2968. tgt.expr.setown(createValue(no_typetransfer, expr->getType(), LINK(tgt.expr->queryChild(0))));
  2969. else
  2970. tgt.expr.setown(createValue(no_deref, expr->getType(), LINK(tgt.expr)));
  2971. return;
  2972. case no_funcdef:
  2973. tgt.expr.setown(doBuildInternalFunction(expr));
  2974. useFunction(tgt.expr);
  2975. return;
  2976. case no_purevirtual:
  2977. case no_internalvirtual:
  2978. {
  2979. //This shouldn't happen we should have an no_checkconcrete wrapper inserted into the tree like checkconstant,
  2980. //but it currently can in obscure library contexts (e.g., library3ie2.xhql)
  2981. _ATOM name = expr->queryName();
  2982. throwError1(HQLERR_ConcreteMemberRequired, name ? name->str() : "");
  2983. }
  2984. case NO_AGGREGATEGROUP:
  2985. throwError1(HQLERR_OutsideGroupAggregate, getOpString(op));
  2986. default:
  2987. break;
  2988. }
  2989. StringBuffer msg;
  2990. msg.append("Unexpected operator '").append(getOpString(op)).append("' in: HqlCppTranslator::buildExpr(");
  2991. toECL(expr, msg, true);
  2992. // expr->toString(msg);
  2993. msg.append(")");
  2994. throw MakeStringException(HQLERR_UnexpectedOperator, "%s", msg.str());
  2995. doBuildPureSubExpr(ctx, expr, tgt);
  2996. }
  2997. void HqlCppTranslator::buildExprOrAssign(BuildCtx & ctx, const CHqlBoundTarget * target, IHqlExpression * expr, CHqlBoundExpr * tgt)
  2998. {
  2999. if (target)
  3000. buildExprAssign(ctx, *target, expr);
  3001. else if (tgt)
  3002. buildExpr(ctx, expr, *tgt);
  3003. else
  3004. buildStmt(ctx, expr);
  3005. }
  3006. bool HqlCppTranslator::specialCaseBoolReturn(BuildCtx & ctx, IHqlExpression * expr)
  3007. {
  3008. if (!options.optimizeBoolReturn)
  3009. return false;
  3010. if ((expr->getOperator() == no_and) && (unwoundCount(expr, no_and) <= MAX_NESTED_CASES))
  3011. return true;
  3012. if (expr->getOperator() == no_not)
  3013. expr = expr->queryChild(0);
  3014. if (!requiresTemp(ctx, expr, true))
  3015. return false;
  3016. if (expr->getOperator() == no_alias_scope)
  3017. expr = expr->queryChild(0);
  3018. if ((expr->getOperator() == no_and) || (expr->getOperator() == no_or))
  3019. return true;
  3020. return false;
  3021. }
  3022. void HqlCppTranslator::buildReturn(BuildCtx & ctx, IHqlExpression * expr, ITypeInfo * retType)
  3023. {
  3024. ITypeInfo * exprType = expr->queryType();
  3025. if (!retType) retType = exprType;
  3026. expr = queryExpandAliasScope(ctx, expr);
  3027. node_operator op = expr->getOperator();
  3028. if ((retType->getSize() == UNKNOWN_LENGTH) && (retType->getTypeCode() == type_varstring))
  3029. {
  3030. if (hasConstModifier(retType) && (hasConstModifier(exprType) || expr->queryValue()))
  3031. {
  3032. OwnedHqlExpr cast = ensureExprType(expr, retType);
  3033. CHqlBoundExpr ret;
  3034. buildCachedExpr(ctx, cast, ret);
  3035. ctx.setNextDestructor();
  3036. ctx.addReturn(ret.expr);
  3037. }
  3038. else
  3039. {
  3040. if (hasConstModifier(retType))
  3041. {
  3042. BuildCtx * declareCtx = NULL;
  3043. if (getInvariantMemberContext(ctx, &declareCtx, NULL, false, false))
  3044. {
  3045. CHqlBoundTarget tempTarget;
  3046. createTempFor(*declareCtx, retType, tempTarget, typemod_member, FormatNatural);
  3047. buildExprAssign(ctx, tempTarget, expr);
  3048. OwnedHqlExpr result = getElementPointer(tempTarget.expr);
  3049. ctx.addReturn(result);
  3050. return;
  3051. }
  3052. //we are going to have a memory leak......
  3053. PrintLog("Runtime memory leak returning allocated string from constant function");
  3054. }
  3055. CHqlBoundTarget retVar;
  3056. retVar.expr.setown(createWrapperTemp(ctx, retType, typemod_none));
  3057. buildExprAssign(ctx, retVar, expr);
  3058. ctx.setNextDestructor();
  3059. StringBuffer s;
  3060. retVar.expr->toString(s);
  3061. switch (retType->getTypeCode())
  3062. {
  3063. case type_varstring:
  3064. s.append(".detachstr()");
  3065. break;
  3066. case type_varunicode:
  3067. s.append(".detachustr()");
  3068. break;
  3069. default:
  3070. UNIMPLEMENTED;
  3071. }
  3072. OwnedHqlExpr temp = createQuoted(s.str(), LINK(exprType));
  3073. ctx.addReturn(temp);
  3074. }
  3075. }
  3076. else if ((retType->getTypeCode() == type_boolean) && specialCaseBoolReturn(ctx, expr))
  3077. {
  3078. bool successValue = true;
  3079. if (op == no_not)
  3080. {
  3081. //!(a and b) is converted into !a || !b. Otherwise just invert the test condition.
  3082. IHqlExpression * child = expr->queryChild(0);
  3083. if (child->getOperator() == no_alias_scope)
  3084. child = child->queryChild(0);
  3085. if (child->getOperator() != no_and)
  3086. {
  3087. successValue = false;
  3088. expr = expr->queryChild(0);
  3089. }
  3090. }
  3091. BuildCtx condctx(ctx);
  3092. buildFilteredReturn(condctx, expr, queryBoolExpr(successValue));
  3093. buildReturn(ctx, queryBoolExpr(!successValue));
  3094. }
  3095. else if (op == no_if)
  3096. {
  3097. OwnedHqlExpr castTrue = ensureExprType(expr->queryChild(1), retType);
  3098. OwnedHqlExpr castFalse = ensureExprType(expr->queryChild(2), retType);
  3099. BuildCtx condctx(ctx);
  3100. buildFilter(condctx, expr->queryChild(0));
  3101. buildReturn(condctx, castTrue);
  3102. buildReturn(ctx, castFalse);
  3103. }
  3104. else if (op == no_map || op == no_case)
  3105. {
  3106. HqlCppCaseInfo info(*this);
  3107. doBuildCaseInfo(expr, info);
  3108. info.buildReturn(ctx);
  3109. }
  3110. else
  3111. {
  3112. CHqlBoundExpr ret;
  3113. // A very temporary work around for potential gpf using variable length strings
  3114. OwnedHqlExpr castExpr = ensureExprType(expr, retType);
  3115. buildSimpleExpr(ctx, castExpr, ret);
  3116. ctx.setNextDestructor();
  3117. ctx.addReturn(ret.expr);
  3118. }
  3119. }
  3120. //Assumes that the value being returned is simple.
  3121. //for (a || b || c) gen if (a) return x; if (b) return x; if (c) return x;
  3122. //and !(a && b && c) -> !a || !b || !c
  3123. void HqlCppTranslator::buildFilteredReturn(BuildCtx & ctx, IHqlExpression * filter, IHqlExpression * value)
  3124. {
  3125. filter = queryExpandAliasScope(ctx, filter);
  3126. HqlExprArray conds;
  3127. node_operator op = filter->getOperator();
  3128. if (op == no_or)
  3129. {
  3130. buildFilteredReturn(ctx, filter->queryChild(0), value);
  3131. buildFilteredReturn(ctx, filter->queryChild(1), value);
  3132. return;
  3133. }
  3134. if (op == no_not)
  3135. {
  3136. IHqlExpression * child = filter->queryChild(0);
  3137. node_operator childOp = child->getOperator();
  3138. if (childOp == no_and)
  3139. {
  3140. child->unwindList(conds, no_and);
  3141. ForEachItemIn(i, conds)
  3142. {
  3143. IHqlExpression & cur = conds.item(i);
  3144. OwnedHqlExpr inverse = getInverse(&cur);
  3145. buildFilteredReturn(ctx, inverse, value);
  3146. }
  3147. return;
  3148. }
  3149. if (childOp == no_alias_scope)
  3150. {
  3151. expandAliasScope(ctx, child);
  3152. OwnedHqlExpr inverse = getInverse(child->queryChild(0));
  3153. buildFilteredReturn(ctx, inverse, value);
  3154. return;
  3155. }
  3156. }
  3157. BuildCtx condctx(ctx);
  3158. buildFilter(condctx, filter);
  3159. if (value)
  3160. buildReturn(condctx, value);
  3161. else
  3162. condctx.addReturn(NULL);
  3163. }
  3164. void HqlCppTranslator::buildStmt(BuildCtx & _ctx, IHqlExpression * expr)
  3165. {
  3166. BuildCtx ctx(_ctx);
  3167. switch (expr->getOperator())
  3168. {
  3169. case no_assign:
  3170. doBuildStmtAssign(ctx, expr->queryChild(0), expr->queryChild(1));
  3171. return;
  3172. case no_assign_addfiles:
  3173. doBuildStmtAssignModify(ctx, expr->queryChild(0), expr->queryChild(1), expr->getOperator());
  3174. return;
  3175. case no_alias:
  3176. doBuildExprAlias(ctx, expr, NULL);
  3177. return;
  3178. case no_alias_scope:
  3179. {
  3180. expandAliasScope(ctx, expr);
  3181. buildStmt(ctx, expr->queryChild(0));
  3182. return;
  3183. }
  3184. case no_assignall:
  3185. {
  3186. unsigned idx;
  3187. unsigned kids = expr->numChildren();
  3188. for (idx = 0; idx < kids; idx++)
  3189. buildStmt(ctx, expr->queryChild(idx));
  3190. return;
  3191. }
  3192. case no_comma:
  3193. case no_compound:
  3194. buildStmt(ctx, expr->queryChild(0));
  3195. buildStmt(ctx, expr->queryChild(1));
  3196. return;
  3197. case no_if:
  3198. doBuildStmtIf(ctx, expr);
  3199. return;
  3200. case no_call:
  3201. case no_externalcall:
  3202. doBuildStmtCall(ctx, expr);
  3203. return;
  3204. case no_nofold:
  3205. case no_nohoist:
  3206. case no_nothor:
  3207. case no_section:
  3208. case no_sectioninput:
  3209. buildStmt(ctx, expr->queryChild(0));
  3210. return;
  3211. case no_null:
  3212. return;
  3213. case no_fail:
  3214. doBuildStmtFail(ctx, expr);
  3215. return;
  3216. case no_setmeta:
  3217. return;
  3218. case no_update:
  3219. doBuildStmtUpdate(ctx, expr);
  3220. return;
  3221. case no_output:
  3222. if (queryRealChild(expr, 1))
  3223. throwError1(HQLERR_NotSupportedInsideNoThor, "OUTPUT to file");
  3224. doBuildStmtOutput(ctx, expr);
  3225. return;
  3226. case no_subgraph:
  3227. doBuildThorChildSubGraph(ctx, expr, SubGraphRoot);
  3228. return;
  3229. case no_thor:
  3230. doBuildThorGraph(ctx, expr);
  3231. return;
  3232. case no_workflow_action:
  3233. return;
  3234. case no_ensureresult:
  3235. doBuildStmtEnsureResult(ctx, expr);
  3236. return;
  3237. case no_extractresult:
  3238. case no_setresult:
  3239. doBuildStmtSetResult(ctx, expr);
  3240. return;
  3241. case no_parallel:
  3242. case no_sequential:
  3243. case no_actionlist:
  3244. {
  3245. ForEachChild(idx, expr)
  3246. buildStmt(ctx, expr->queryChild(idx));
  3247. return;
  3248. }
  3249. case no_wait:
  3250. doBuildStmtWait(ctx, expr);
  3251. return;
  3252. case no_notify:
  3253. doBuildStmtNotify(ctx, expr);
  3254. return;
  3255. case no_skip:
  3256. doBuildStmtSkip(ctx, expr, NULL);
  3257. return;
  3258. case no_assert:
  3259. doBuildStmtAssert(ctx, expr);
  3260. return;
  3261. case no_cppbody:
  3262. doBuildExprCppBody(ctx, expr, NULL);
  3263. return;
  3264. case no_setworkflow_cond:
  3265. {
  3266. HqlExprArray args;
  3267. args.append(*LINK(expr->queryChild(0)));
  3268. buildFunctionCall(ctx, setWorkflowConditionAtom, args);
  3269. return;
  3270. }
  3271. case no_apply:
  3272. doBuildStmtApply(ctx, expr);
  3273. return;
  3274. case no_cluster:
  3275. doBuildStmtCluster(ctx, expr);
  3276. return;
  3277. case no_choose:
  3278. doBuildChoose(ctx, NULL, expr);
  3279. return;
  3280. case no_persist_check:
  3281. buildWorkflowPersistCheck(ctx, expr);
  3282. return;
  3283. case no_evaluate_stmt:
  3284. expr = expr->queryChild(0);
  3285. if (expr->queryValue())
  3286. return;
  3287. // fall through to default behaviour.
  3288. }
  3289. CHqlBoundExpr tgt;
  3290. buildAnyExpr(ctx, expr, tgt);
  3291. ctx.addExpr(tgt.expr);
  3292. tidyupExpr(ctx, tgt);
  3293. }
  3294. class AliasExpansionInfo
  3295. {
  3296. public:
  3297. void pushCondition(IHqlExpression * expr, unsigned branch) { conditions.append(*createAttribute(branchAtom, LINK(expr), getSizetConstant(branch))); }
  3298. void popCondition() { conditions.pop(); }
  3299. void popConditions(unsigned num) { conditions.popn(num); }
  3300. bool isConditional() { return conditions.ordinality() != 0; }
  3301. IHqlExpression * createConditionIntersection(IHqlExpression * prev)
  3302. {
  3303. if (conditions.ordinality() == 0)
  3304. return NULL;
  3305. if (!prev)
  3306. return createValueSafe(no_sortlist, makeSortListType(NULL), conditions);
  3307. unsigned maxPrev = prev->numChildren();
  3308. unsigned max = maxPrev;
  3309. if (max > conditions.ordinality())
  3310. max = conditions.ordinality();
  3311. for (unsigned i=0; i < max; i++)
  3312. {
  3313. if (&conditions.item(i) != prev->queryChild(i))
  3314. {
  3315. if (i == 0)
  3316. return NULL;
  3317. return createValueSafe(no_sortlist, makeSortListType(NULL), conditions, 0, i);
  3318. }
  3319. }
  3320. if (max == maxPrev)
  3321. return LINK(prev);
  3322. return createValueSafe(no_sortlist, makeSortListType(NULL), conditions);
  3323. }
  3324. HqlExprArray conditions;
  3325. };
  3326. void HqlCppTranslator::doExpandAliases(BuildCtx & ctx, IHqlExpression * expr, AliasExpansionInfo & info)
  3327. {
  3328. IHqlExpression * prev = static_cast<IHqlExpression *>(expr->queryTransformExtra());
  3329. if (prev == expr)
  3330. return;
  3331. #ifdef USE_NEW_ALIAS_CODE
  3332. OwnedHqlExpr commonPath = info.createConditionIntersection(prev);
  3333. if (prev == commonPath)
  3334. return;
  3335. if (commonPath)
  3336. expr->setTransformExtra(commonPath);
  3337. else
  3338. expr->setTransformExtraUnlinked(expr);
  3339. node_operator op = expr->getOperator();
  3340. switch (op)
  3341. {
  3342. //MORE: Anything that creates a child query shouldn't be included here...
  3343. case no_select:
  3344. case NO_AGGREGATE:
  3345. case no_alias_scope:
  3346. break;
  3347. case no_alias:
  3348. {
  3349. IHqlExpression * value = expr->queryChild(0);
  3350. if ((commonPath == NULL) && !ctx.queryMatchExpr(value))
  3351. {
  3352. if (containsAliasLocally(value) && !expr->hasProperty(globalAtom))
  3353. doExpandAliases(ctx, value, info);
  3354. doBuildExprAlias(ctx, expr, NULL);
  3355. }
  3356. break;
  3357. }
  3358. case no_and:
  3359. case no_or:
  3360. {
  3361. HqlExprArray args;
  3362. expr->unwindList(args, op);
  3363. doExpandAliases(ctx, &args.item(0), info);
  3364. unsigned max = args.ordinality();
  3365. for (unsigned i=1; i < max; i++)
  3366. {
  3367. info.pushCondition(expr, i);
  3368. doExpandAliases(ctx, &args.item(i), info);
  3369. }
  3370. info.popConditions(max-1);
  3371. break;
  3372. }
  3373. case no_if:
  3374. {
  3375. doExpandAliases(ctx, expr->queryChild(0), info);
  3376. info.pushCondition(expr, 1);
  3377. doExpandAliases(ctx, expr->queryChild(1), info);
  3378. info.popCondition();
  3379. info.pushCondition(expr, 2);
  3380. doExpandAliases(ctx, expr->queryChild(2), info);
  3381. info.popCondition();
  3382. break;
  3383. }
  3384. case no_case:
  3385. {
  3386. doExpandAliases(ctx, expr->queryChild(0), info);
  3387. unsigned max = expr->numChildren();
  3388. for (unsigned i=1; i < max-1; i++)
  3389. {
  3390. info.pushCondition(expr, i*2);
  3391. doExpandAliases(ctx, expr->queryChild(i)->queryChild(0), info);
  3392. info.popCondition();
  3393. info.pushCondition(expr, i*2+1);
  3394. doExpandAliases(ctx, expr->queryChild(i)->queryChild(1), info);
  3395. info.popCondition();
  3396. }
  3397. info.pushCondition(expr, (max-1)*2);
  3398. doExpandAliases(ctx, expr->queryChild(max-1), info);
  3399. info.popCondition();
  3400. break;
  3401. }
  3402. case no_map:
  3403. {
  3404. //The following is equivalent to old, code; I'm not sure it is the best implementation
  3405. unsigned max = expr->numChildren();
  3406. for (unsigned i=0; i < max-1; i++)
  3407. {
  3408. info.pushCondition(expr, i*2);
  3409. doExpandAliases(ctx, expr->queryChild(i)->queryChild(0), info);
  3410. info.popCondition();
  3411. info.pushCondition(expr, i*2+1);
  3412. doExpandAliases(ctx, expr->queryChild(i)->queryChild(1), info);
  3413. info.popCondition();
  3414. }
  3415. info.pushCondition(expr, (max-1)*2);
  3416. doExpandAliases(ctx, expr->queryChild(max-1), info);
  3417. info.popCondition();
  3418. break;
  3419. }
  3420. default:
  3421. if (containsAliasLocally(expr))
  3422. {
  3423. ForEachChild(i, expr)
  3424. doExpandAliases(ctx, expr->queryChild(i), info);
  3425. }
  3426. break;
  3427. }
  3428. #else
  3429. expr->setTransformExtraUnlinked(expr);
  3430. node_operator op = expr->getOperator();
  3431. switch (op)
  3432. {
  3433. //MORE: Anything that creates a child query shouldn't be included here...
  3434. case no_select:
  3435. case NO_AGGREGATE:
  3436. case no_alias_scope:
  3437. break;
  3438. case no_alias:
  3439. {
  3440. doBuildExprAlias(ctx, expr, NULL);
  3441. break;
  3442. }
  3443. default:
  3444. if (containsAliasLocally(expr))
  3445. {
  3446. ForEachChild(i, expr)
  3447. doExpandAliases(ctx, expr->queryChild(i), info);
  3448. }
  3449. break;
  3450. }
  3451. #endif
  3452. }
  3453. void HqlCppTranslator::expandAliases(BuildCtx & ctx, IHqlExpression * expr)
  3454. {
  3455. if (containsAliasLocally(expr))
  3456. {
  3457. TransformMutexBlock block;
  3458. AliasExpansionInfo info;
  3459. doExpandAliases(ctx, expr, info);
  3460. }
  3461. }
  3462. void HqlCppTranslator::expandAliasScope(BuildCtx & ctx, IHqlExpression * expr)
  3463. {
  3464. TransformMutexBlock block;
  3465. AliasExpansionInfo info;
  3466. unsigned max = expr->numChildren();
  3467. for (unsigned idx = 1; idx < max; idx++)
  3468. {
  3469. IHqlExpression * child = expr->queryChild(idx);
  3470. if (containsAliasLocally(child))
  3471. doExpandAliases(ctx, child, info);
  3472. }
  3473. }
  3474. //------------------------------------------------------------------------------
  3475. void HqlCppTranslator::gatherActiveCursors(BuildCtx & ctx, HqlExprCopyArray & activeRows)
  3476. {
  3477. AssociationIterator iter(ctx);
  3478. ForEach(iter)
  3479. {
  3480. HqlExprAssociation & cur = iter.get();
  3481. if (cur.isRowAssociation())
  3482. {
  3483. BoundRow & curRow = static_cast<BoundRow &>(cur);
  3484. if ((curRow.querySide() != no_self) && !curRow.isBuilder())
  3485. activeRows.append(*curRow.querySelector());
  3486. }
  3487. else if (cur.represents->getOperator() == no_counter)
  3488. activeRows.append(*cur.represents);
  3489. }
  3490. }
  3491. bool HqlCppTranslator::canEvaluateInContext(BuildCtx & ctx, IHqlExpression * expr)
  3492. {
  3493. HqlExprCopyArray cursors;
  3494. gatherActiveCursors(ctx, cursors);
  3495. return ::canEvaluateInScope(cursors, expr);
  3496. }
  3497. bool mustEvaluateInContext(BuildCtx & ctx, IHqlExpression * expr)
  3498. {
  3499. HqlExprCopyArray required;
  3500. expr->gatherTablesUsed(NULL, &required);
  3501. if (required.ordinality() == 0)
  3502. return false;
  3503. HqlExprCopyArray activeRows;
  3504. HqlExprCopyArray inheritedRows;
  3505. RowAssociationIterator iter(ctx);
  3506. ForEach(iter)
  3507. {
  3508. BoundRow & cur = iter.get();
  3509. if ((cur.querySide() != no_self) && !cur.isBuilder())
  3510. {
  3511. IHqlExpression * selector = cur.querySelector();
  3512. if (cur.isInherited())
  3513. inheritedRows.append(*selector);
  3514. else
  3515. activeRows.append(*selector);
  3516. }
  3517. }
  3518. //Ensure all instances of activeRows which match the inherited rows are removed
  3519. ForEachItemInRev(i, activeRows)
  3520. {
  3521. if (inheritedRows.find(activeRows.item(i)))
  3522. activeRows.remove(i);
  3523. }
  3524. return canEvaluateInScope(activeRows, required);
  3525. }
  3526. bool filterIsTableInvariant(IHqlExpression * expr)
  3527. {
  3528. IHqlExpression * dsSelector = expr->queryChild(0)->queryNormalizedSelector();
  3529. ForEachChildFrom(i, expr, 1)
  3530. {
  3531. IHqlExpression * cur = expr->queryChild(i);
  3532. if (containsSelector(cur, dsSelector))
  3533. return false;
  3534. }
  3535. return true;
  3536. }
  3537. //-----------------------------------------------------------------------------
  3538. bool LoopInvariantHelper::getBestContext(BuildCtx & ctx, IHqlExpression * expr)
  3539. {
  3540. finished();
  3541. active = ctx.selectBestContext(expr);
  3542. return (active != NULL);
  3543. }
  3544. void LoopInvariantHelper::finished()
  3545. {
  3546. if (active)
  3547. {
  3548. active->mergeScopeWithContainer();
  3549. active = NULL;
  3550. }
  3551. }
  3552. //---------------------------------------------------------------------------
  3553. void HqlCppTranslator::buildBlockCopy(BuildCtx & ctx, IHqlExpression * tgt, CHqlBoundExpr & src)
  3554. {
  3555. OwnedHqlExpr size = getBoundSize(src);
  3556. if (!size->queryValue() || size->queryValue()->getIntValue() != 0)
  3557. {
  3558. HqlExprArray args;
  3559. args.append(*getPointer(tgt));
  3560. args.append(*getPointer(src.expr));
  3561. args.append(*size.getClear());
  3562. callProcedure(ctx, memcpyAtom, args);
  3563. }
  3564. }
  3565. void HqlCppTranslator::buildSimpleExpr(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  3566. {
  3567. node_operator op = expr->getOperator();
  3568. bool simple = false;
  3569. switch (op)
  3570. {
  3571. case no_alias_scope:
  3572. {
  3573. expandAliasScope(ctx, expr);
  3574. buildSimpleExpr(ctx, expr->queryChild(0), tgt);
  3575. return;
  3576. }
  3577. case no_preservemeta:
  3578. buildSimpleExpr(ctx, expr->queryChild(0), tgt);
  3579. return;
  3580. case no_constant:
  3581. case no_variable:
  3582. case no_getresult: // gets forced into a variable.
  3583. case no_workunit_dataset: // gets forced into a variable.
  3584. case no_getgraphresult: // gets forced into a variable.
  3585. case no_alias:
  3586. case no_list:
  3587. case no_all:
  3588. case no_null:
  3589. case no_id2blob:
  3590. case no_rows:
  3591. case no_libraryinput:
  3592. simple = true;
  3593. break;
  3594. case no_compound:
  3595. buildStmt(ctx, expr->queryChild(0));
  3596. buildSimpleExpr(ctx, expr->queryChild(1), tgt);
  3597. return;
  3598. case no_field:
  3599. throwUnexpected();
  3600. case no_select:
  3601. {
  3602. CHqlBoundExpr bound;
  3603. buildCachedExpr(ctx, expr, bound);
  3604. if (isSimpleTranslatedExpr(bound.expr))
  3605. tgt.set(bound);
  3606. else
  3607. {
  3608. OwnedHqlExpr trans = bound.getTranslatedExpr();
  3609. buildTempExpr(ctx, trans, tgt);
  3610. }
  3611. return;
  3612. }
  3613. break; // should depend on whether conditional etc....
  3614. case no_translated:
  3615. simple = isSimpleTranslatedExpr(expr->queryChild(0));
  3616. break;
  3617. case no_substring:
  3618. {
  3619. SubStringInfo info(expr);
  3620. if (info.canGenerateInline() || expr->hasProperty(quickAtom))
  3621. simple = true;
  3622. break;
  3623. }
  3624. case no_cast:
  3625. case no_implicitcast:
  3626. {
  3627. //special case casting a string to (string) - saves lots of temporaries.
  3628. ITypeInfo * exprType = expr->queryType();
  3629. IHqlExpression * child = expr->queryChild(0);
  3630. ITypeInfo * childType = child->queryType();
  3631. if ((exprType->getTypeCode() == type_string) && (exprType->getSize() == UNKNOWN_LENGTH))
  3632. {
  3633. if ((childType->getTypeCode() == type_string) && (exprType->queryCharset() == childType->queryCharset()))
  3634. {
  3635. buildSimpleExpr(ctx, child, tgt);
  3636. return;
  3637. }
  3638. }
  3639. if (options.foldConstantCast && (child->getOperator() == no_constant))
  3640. simple = true;
  3641. break;
  3642. }
  3643. case no_sizeof:
  3644. case no_offsetof:
  3645. simple = true;
  3646. break;
  3647. case no_regex_find:
  3648. simple = expr->isBoolean();
  3649. break;
  3650. case no_call:
  3651. case no_externalcall:
  3652. {
  3653. ITypeInfo * type = expr->queryType();
  3654. switch (type->getTypeCode())
  3655. {
  3656. case type_set:
  3657. simple = true;
  3658. break;
  3659. case type_string:
  3660. case type_data:
  3661. case type_qstring:
  3662. if (type->getSize() == UNKNOWN_LENGTH)
  3663. simple = true;
  3664. break;
  3665. }
  3666. }
  3667. }
  3668. if (simple)
  3669. buildCachedExpr(ctx, expr, tgt);
  3670. else
  3671. buildTempExpr(ctx, expr, tgt);
  3672. }
  3673. IHqlExpression * HqlCppTranslator::buildSimplifyExpr(BuildCtx & ctx, IHqlExpression * expr)
  3674. {
  3675. node_operator op = expr->getOperator();
  3676. switch (op)
  3677. {
  3678. case no_constant:
  3679. case no_all:
  3680. case no_null:
  3681. return LINK(expr);
  3682. case no_list:
  3683. if (expr->isConstant())
  3684. return LINK(expr);
  3685. break;
  3686. }
  3687. CHqlBoundExpr bound;
  3688. buildSimpleExpr(ctx, expr, bound);
  3689. return bound.getTranslatedExpr();
  3690. }
  3691. /* In type: not linked. Return: linked */
  3692. IHqlExpression * HqlCppTranslator::createWrapperTemp(BuildCtx & ctx, ITypeInfo * type, typemod_t modifier)
  3693. {
  3694. Linked<ITypeInfo> rawType = queryUnqualifiedType(type);
  3695. if (hasLinkCountedModifier(type))
  3696. rawType.setown(makeAttributeModifier(rawType.getClear(), getLinkCountedAttr()));
  3697. Owned<ITypeInfo> declType = makeWrapperModifier(rawType.getClear());
  3698. declType.setown(makeModifier(declType.getClear(), modifier));
  3699. return ctx.getTempDeclare(declType, NULL);
  3700. }
  3701. void HqlCppTranslator::createTempFor(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundTarget & target)
  3702. {
  3703. createTempFor(ctx, expr->queryType(), target, typemod_none, FormatNatural);
  3704. }
  3705. void HqlCppTranslator::createTempFor(BuildCtx & ctx, ITypeInfo * _exprType, CHqlBoundTarget & target, typemod_t modifier, ExpressionFormat format)
  3706. {
  3707. Owned<ITypeInfo> exprType = makeModifier(LINK(_exprType->queryPromotedType()), modifier);
  3708. type_t tc = exprType->getTypeCode();
  3709. switch (tc)
  3710. {
  3711. case type_array:
  3712. case type_table:
  3713. case type_groupedtable:
  3714. {
  3715. if (recordRequiresSerialization(::queryRecord(exprType)) || hasLinkCountedModifier(_exprType))
  3716. {
  3717. assertex(format != FormatBlockedDataset);
  3718. format = FormatLinkedDataset;
  3719. }
  3720. else if (options.tempDatasetsUseLinkedRows && (format == FormatNatural))
  3721. format = FormatLinkedDataset;
  3722. break;
  3723. }
  3724. }
  3725. if (hasLinkCountedModifier(exprType))
  3726. {
  3727. if (format == FormatNatural)
  3728. format = FormatLinkedDataset;
  3729. else if (format == FormatBlockedDataset)
  3730. exprType.setown(setLinkCountedAttr(exprType, false));
  3731. }
  3732. else
  3733. {
  3734. if (format == FormatNatural)
  3735. format = FormatBlockedDataset;
  3736. else if ((format == FormatLinkedDataset) || (format == FormatArrayDataset))
  3737. exprType.setown(setLinkCountedAttr(exprType, true));
  3738. }
  3739. size32_t size = exprType->getSize();
  3740. if (size == UNKNOWN_LENGTH)
  3741. {
  3742. switch (tc)
  3743. {
  3744. case type_string:
  3745. case type_data:
  3746. case type_qstring:
  3747. case type_unicode:
  3748. case type_utf8:
  3749. {
  3750. OwnedITypeInfo lenType = makeModifier(LINK(sizetType), modifier);
  3751. target.expr.setown(createWrapperTemp(ctx, exprType, modifier));
  3752. target.length.setown(ctx.getTempDeclare(lenType, NULL));
  3753. break;
  3754. }
  3755. case type_varstring:
  3756. case type_varunicode:
  3757. {
  3758. target.expr.setown(createWrapperTemp(ctx, exprType, modifier));
  3759. break;
  3760. }
  3761. case type_set:
  3762. case type_array:
  3763. case type_table:
  3764. case type_groupedtable:
  3765. break;
  3766. default:
  3767. {
  3768. UNIMPLEMENTED;
  3769. break;
  3770. }
  3771. }
  3772. }
  3773. else if (size > MAX_SIMPLE_VAR_SIZE)
  3774. {
  3775. switch (tc)
  3776. {
  3777. case type_string:
  3778. case type_data:
  3779. case type_qstring:
  3780. case type_unicode:
  3781. case type_varstring:
  3782. case type_varunicode:
  3783. case type_utf8:
  3784. {
  3785. target.expr.setown(createWrapperTemp(ctx, exprType, modifier));
  3786. break;
  3787. }
  3788. }
  3789. }
  3790. switch (tc)
  3791. {
  3792. case type_set:
  3793. {
  3794. OwnedITypeInfo isAllType = makeModifier(LINK(boolType), modifier);
  3795. target.isAll.setown(ctx.getTempDeclare(isAllType, NULL));
  3796. }
  3797. //fall through
  3798. case type_array:
  3799. case type_table:
  3800. case type_groupedtable:
  3801. {
  3802. OwnedITypeInfo lenType = makeModifier(LINK(sizetType), modifier);
  3803. if ((modifier != typemod_member) && ctx.queryMatchExpr(queryConditionalRowMarker()))
  3804. ctx.setNextPriority(BuildCtx::OutermostScopePrio);
  3805. target.expr.setown(createWrapperTemp(ctx, exprType, modifier));
  3806. if (isArrayRowset(exprType))
  3807. {
  3808. //A bit of a hack, but the cleanest I could come up with... really access to the count member should be wrapped in
  3809. //member functions, but getting them created needs a whole new level of complication (probably moving out out of hqlwcpp)
  3810. StringBuffer name;
  3811. target.expr->toString(name).append(".count");
  3812. target.count.setown(createVariable(name, LINK(lenType)));
  3813. }
  3814. else
  3815. target.length.setown(ctx.getTempDeclare(lenType, NULL));
  3816. break;
  3817. }
  3818. }
  3819. if (!target.expr)
  3820. {
  3821. target.expr.setown(ctx.getTempDeclare(exprType, NULL));
  3822. }
  3823. }
  3824. void HqlCppTranslator::buildTempExpr(BuildCtx & ctx, BuildCtx & declareCtx, CHqlBoundTarget & tempTarget, IHqlExpression * expr, ExpressionFormat format, bool ignoreSetAll)
  3825. {
  3826. if (options.addLocationToCpp)
  3827. {
  3828. IHqlExpression * location = queryLocation(expr);
  3829. if (location)
  3830. {
  3831. StringBuffer s;
  3832. s.append("// ").append(location->querySourcePath()->str()).append("(").append(location->getStartLine()).append(",").append(location->getStartColumn()).append(") ").append(expr->queryName());
  3833. ctx.addQuoted(s);
  3834. }
  3835. else if (expr->queryName())
  3836. {
  3837. StringBuffer s;
  3838. s.append("// ").append(expr->queryName());
  3839. ctx.addQuoted(s);
  3840. }
  3841. }
  3842. typemod_t modifier = (&ctx != &declareCtx) ? typemod_member : typemod_none;
  3843. OwnedITypeInfo type = makeModifier(expr->getType(), modifier);
  3844. BuildCtx subctx(ctx);
  3845. switch (type->getTypeCode())
  3846. {
  3847. case type_row:
  3848. {
  3849. Owned<BoundRow> tempRow = declareTempRow(declareCtx, subctx, expr);
  3850. IHqlStmt * stmt = subctx.addGroup();
  3851. stmt->setIncomplete(true);
  3852. Owned<BoundRow> rowBuilder = createRowBuilder(subctx, tempRow);
  3853. Owned<IReferenceSelector> createdRef = createReferenceSelector(rowBuilder);
  3854. buildRowAssign(subctx, createdRef, expr);
  3855. finalizeTempRow(subctx, tempRow, rowBuilder);
  3856. stmt->setIncomplete(false);
  3857. stmt->mergeScopeWithContainer();
  3858. tempTarget.expr.set(tempRow->queryBound());
  3859. ctx.associate(*tempRow);
  3860. break;
  3861. }
  3862. break;
  3863. case type_table:
  3864. case type_groupedtable:
  3865. {
  3866. createTempFor(declareCtx, type, tempTarget, modifier, format);
  3867. IHqlStmt * stmt = subctx.addGroup();
  3868. stmt->setIncomplete(true);
  3869. buildDatasetAssign(subctx, tempTarget, expr);
  3870. stmt->setIncomplete(false);
  3871. stmt->mergeScopeWithContainer();
  3872. break;
  3873. }
  3874. default:
  3875. {
  3876. createTempFor(declareCtx, type, tempTarget, modifier, format);
  3877. if (ignoreSetAll)
  3878. tempTarget.isAll.clear();
  3879. IHqlStmt * stmt = subctx.addGroup();
  3880. stmt->setIncomplete(true);
  3881. buildExprAssign(subctx, tempTarget, expr);
  3882. stmt->setIncomplete(false);
  3883. stmt->mergeScopeWithContainer();
  3884. break;
  3885. }
  3886. }
  3887. }
  3888. void HqlCppTranslator::buildTempExpr(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt, ExpressionFormat format)
  3889. {
  3890. node_operator op = expr->getOperator();
  3891. if (op == no_alias)
  3892. {
  3893. doBuildExprAlias(ctx, expr, &tgt);
  3894. return;
  3895. }
  3896. if (isCast(expr))
  3897. {
  3898. ITypeInfo * exprType = expr->queryType();
  3899. if (exprType->getStringLen() == UNKNOWN_LENGTH)
  3900. {
  3901. unsigned bestLen = getBestLengthEstimate(expr);
  3902. if (bestLen != UNKNOWN_LENGTH)
  3903. {
  3904. IHqlExpression * uncast = expr->queryChild(0);
  3905. Owned<ITypeInfo> stretchedType = getStretchedType(bestLen, exprType);
  3906. OwnedHqlExpr castExpr = ensureExprType(uncast, stretchedType);
  3907. buildTempExpr(ctx, castExpr, tgt, format);
  3908. ctx.associateExpr(expr, tgt);
  3909. return;
  3910. }
  3911. }
  3912. }
  3913. BuildCtx bestctx(ctx);
  3914. if (expr->isPure() && ctx.getMatchExpr(expr, tgt))
  3915. return;
  3916. switch (expr->getOperator())
  3917. {
  3918. case no_variable:
  3919. tgt.expr.set(expr);
  3920. return;
  3921. case no_translated:
  3922. {
  3923. if (!expr->queryChild(1))
  3924. {
  3925. IHqlExpression * value = expr->queryChild(0);
  3926. if (value->getOperator() == no_variable)
  3927. {
  3928. tgt.expr.set(value);
  3929. return;
  3930. }
  3931. }
  3932. break;
  3933. }
  3934. case no_id2blob:
  3935. buildExpr(ctx, expr, tgt);
  3936. return;
  3937. case no_externalcall:
  3938. if (format == FormatNatural && expr->isDataset())
  3939. format = hasLinkCountedModifier(expr->queryType()) ? FormatLinkedDataset : FormatBlockedDataset;
  3940. break;
  3941. }
  3942. LoopInvariantHelper helper;
  3943. if (options.optimizeLoopInvariant)
  3944. helper.getBestContext(bestctx, expr);
  3945. bool canBeAll = canSetBeAll(expr);
  3946. CHqlBoundTarget tempTarget;
  3947. buildTempExpr(bestctx, bestctx, tempTarget, expr, format, !canBeAll);
  3948. tgt.setFromTarget(tempTarget);
  3949. bestctx.associateExpr(expr, tgt);
  3950. }
  3951. void HqlCppTranslator::buildExprViaTypedTemp(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt, ITypeInfo * type)
  3952. {
  3953. OwnedHqlExpr cast = createValue(no_implicitcast, LINK(type), LINK(expr));
  3954. if (cast->isPure() && ctx.getMatchExpr(cast, tgt))
  3955. return;
  3956. LoopInvariantHelper helper;
  3957. BuildCtx bestctx(ctx);
  3958. if (options.optimizeLoopInvariant)
  3959. helper.getBestContext(bestctx, expr);
  3960. CHqlBoundTarget tempTarget;
  3961. createTempFor(bestctx, type, tempTarget, typemod_none, FormatNatural);
  3962. buildExprAssign(bestctx, tempTarget, expr);
  3963. tgt.setFromTarget(tempTarget);
  3964. if (cast->isPure())
  3965. bestctx.associateExpr(cast, tgt);
  3966. }
  3967. void HqlCppTranslator::buildExprEnsureType(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt, ITypeInfo * type)
  3968. {
  3969. if (queryUnqualifiedType(expr->queryType()) != queryUnqualifiedType(type))
  3970. buildExprViaTypedTemp(ctx, expr, tgt, type);
  3971. else
  3972. buildExpr(ctx, expr, tgt);
  3973. }
  3974. AliasKind HqlCppTranslator::doBuildAliasValue(BuildCtx & ctx, IHqlExpression * value, CHqlBoundExpr & tgt)
  3975. {
  3976. //can happen when this is called for non no_alias arguments
  3977. if (value->getOperator() == no_alias)
  3978. value = value->queryChild(0);
  3979. EvalContext * instance = queryEvalContext(ctx);
  3980. if (instance)
  3981. return instance->evaluateExpression(ctx, value, tgt, true);
  3982. expandAliases(ctx, value);
  3983. buildTempExpr(ctx, value, tgt);
  3984. return RuntimeAlias;
  3985. }
  3986. void HqlCppTranslator::doBuildExprAlias(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr * tgt)
  3987. {
  3988. //MORE These will be declared in a different context later.
  3989. IHqlExpression * value = expr->queryChild(0);
  3990. assertex(value->getOperator() != no_alias);
  3991. //The second half of this test could cause aliases to be duplicated, but has the significant effect of reducing the amount of data that is serialised.
  3992. //so far on my examples it does the latter, but doesn't seem to cause the former
  3993. if (expr->hasProperty(localAtom) || (insideOnCreate(ctx) && !expr->hasProperty(globalAtom)))
  3994. {
  3995. expandAliases(ctx, value);
  3996. if (tgt)
  3997. buildTempExpr(ctx, value, *tgt);
  3998. else
  3999. {
  4000. CHqlBoundExpr bound;
  4001. buildTempExpr(ctx, value, bound);
  4002. }
  4003. }
  4004. else
  4005. {
  4006. if (tgt)
  4007. doBuildAliasValue(ctx, value, *tgt);
  4008. else
  4009. {
  4010. CHqlBoundExpr bound;
  4011. doBuildAliasValue(ctx, value, bound);
  4012. }
  4013. }
  4014. }
  4015. void HqlCppTranslator::doBuildBoolAssign(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  4016. {
  4017. if (requiresTemp(ctx, expr, true))
  4018. {
  4019. BuildCtx subctx(ctx);
  4020. assignBound(subctx, target, queryBoolExpr(false));
  4021. buildFilter(subctx, expr);
  4022. assignBound(subctx, target, queryBoolExpr(true));
  4023. }
  4024. else
  4025. {
  4026. CHqlBoundExpr temp;
  4027. buildCachedExpr(ctx, expr, temp);
  4028. assign(ctx, target, temp);
  4029. }
  4030. }
  4031. void HqlCppTranslator::doBuildExprAssign(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  4032. {
  4033. CHqlBoundExpr temp;
  4034. buildExpr(ctx, expr, temp);
  4035. assign(ctx, target, temp);
  4036. }
  4037. void HqlCppTranslator::ensureSimpleExpr(BuildCtx & ctx, CHqlBoundExpr & tgt)
  4038. {
  4039. if (!isSimpleTranslatedExpr(tgt.expr))
  4040. {
  4041. OwnedHqlExpr bound = tgt.getTranslatedExpr();
  4042. buildTempExpr(ctx, bound, tgt);
  4043. }
  4044. }
  4045. IHqlExpression * HqlCppTranslator::ensureSimpleTranslatedExpr(BuildCtx & ctx, IHqlExpression * expr)
  4046. {
  4047. if (isSimpleTranslatedExpr(expr))
  4048. return LINK(expr);
  4049. OwnedHqlExpr translated = createTranslated(expr);
  4050. CHqlBoundExpr bound;
  4051. buildTempExpr(ctx, translated, bound);
  4052. return LINK(bound.expr);
  4053. }
  4054. void HqlCppTranslator::ensureHasAddress(BuildCtx & ctx, CHqlBoundExpr & tgt)
  4055. {
  4056. IHqlExpression * expr = tgt.expr;
  4057. node_operator op = expr->getOperator();
  4058. switch (op)
  4059. {
  4060. case no_deref:
  4061. case no_variable:
  4062. break;
  4063. default:
  4064. if (!isTypePassedByAddress(expr->queryType()))
  4065. {
  4066. OwnedHqlExpr bound = tgt.getTranslatedExpr();
  4067. buildTempExpr(ctx, bound, tgt);
  4068. }
  4069. break;
  4070. }
  4071. }
  4072. //---------------------------------------------------------------------------
  4073. bool optimizeVarStringCompare(node_operator op, const CHqlBoundExpr & lhs, const CHqlBoundExpr & rhs, CHqlBoundExpr & tgt)
  4074. {
  4075. IHqlExpression * rhsExpr = rhs.expr;
  4076. if ((rhsExpr->getOperator() == no_constant) && (rhsExpr->queryType()->getStringLen() == 0))
  4077. {
  4078. if ((op == no_eq) || (op == no_ne))
  4079. {
  4080. tgt.expr.setown(createValue(op, LINK(boolType), createValue(no_deref, makeCharType(), lhs.expr.getLink()), getZero()));
  4081. return true;
  4082. }
  4083. }
  4084. return false;
  4085. }
  4086. void HqlCppTranslator::doBuildExprSetCompareAll(BuildCtx & ctx, IHqlExpression * set, CHqlBoundExpr & tgt, bool invert)
  4087. {
  4088. Owned<IHqlCppSetCursor> cursor = createSetSelector(ctx, set);
  4089. cursor->buildIsAll(ctx, tgt);
  4090. if (invert)
  4091. tgt.expr.setown(getInverse(tgt.expr));
  4092. }
  4093. void HqlCppTranslator::doBuildExprSetCompareNone(BuildCtx & ctx, IHqlExpression * set, CHqlBoundExpr & tgt, bool invert)
  4094. {
  4095. Owned<IHqlCppSetCursor> cursor = createSetSelector(ctx, set);
  4096. cursor->buildExists(ctx, tgt);
  4097. if (!invert)
  4098. tgt.expr.setown(getInverse(tgt.expr));
  4099. }
  4100. bool HqlCppTranslator::doBuildExprSetCompare(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  4101. {
  4102. //Special case comparison against all and null set. All other work goes through a the order code.
  4103. node_operator exprOp = expr->getOperator();
  4104. if ((exprOp == no_eq) || (exprOp == no_ne))
  4105. {
  4106. OwnedHqlExpr left = normalizeListCasts(expr->queryChild(0));
  4107. OwnedHqlExpr right = normalizeListCasts(expr->queryChild(1));
  4108. if (right->getOperator() == no_all)
  4109. doBuildExprSetCompareAll(ctx, left, tgt, exprOp==no_ne);
  4110. else if (left->getOperator() == no_all)
  4111. doBuildExprSetCompareAll(ctx, right, tgt, exprOp==no_ne);
  4112. else if (isNullList(right))
  4113. doBuildExprSetCompareNone(ctx, left, tgt, exprOp==no_ne);
  4114. else if (isNullList(left))
  4115. doBuildExprSetCompareNone(ctx, right, tgt, exprOp==no_ne);
  4116. else
  4117. return false;
  4118. return true;
  4119. }
  4120. return false;
  4121. }
  4122. IHqlExpression * HqlCppTranslator::convertBoundStringToChar(const CHqlBoundExpr & bound)
  4123. {
  4124. OwnedHqlExpr element = getElementPointer(bound.expr);
  4125. Owned<ITypeInfo> charType = makeCharType(true);
  4126. switch (element->getOperator())
  4127. {
  4128. case no_constant:
  4129. {
  4130. IValue * value = element->queryValue();
  4131. return createConstant(value->castTo(charType));
  4132. }
  4133. case no_address:
  4134. return LINK(element->queryChild(0));
  4135. }
  4136. return createValue(no_deref, charType.getClear(), element.getClear());
  4137. }
  4138. void HqlCppTranslator::doBuildExprCompare(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  4139. {
  4140. IHqlExpression * left = expr->queryChild(0);
  4141. IHqlExpression * right = expr->queryChild(1);
  4142. ITypeInfo * leftType = left->queryType()->queryPromotedType();
  4143. ITypeInfo * rightType = right->queryType()->queryPromotedType();
  4144. assertex(areTypesComparable(leftType,rightType));
  4145. OwnedHqlExpr orderExpr;
  4146. CHqlBoundExpr lhs, rhs;
  4147. node_operator compareOp = expr->getOperator();
  4148. type_t tc = leftType->getTypeCode();
  4149. switch (tc)
  4150. {
  4151. case type_string:
  4152. case type_data:
  4153. case type_qstring:
  4154. {
  4155. OwnedHqlExpr simpleLeft = getSimplifyCompareArg(left);
  4156. OwnedHqlExpr simpleRight = getSimplifyCompareArg(right);
  4157. HqlExprArray args;
  4158. buildCachedExpr(ctx, simpleLeft, lhs);
  4159. buildCachedExpr(ctx, simpleRight, rhs);
  4160. //update types - lengths may be constant by now..
  4161. leftType = lhs.queryType();
  4162. rightType = rhs.queryType();
  4163. _ATOM func = queryStrCompareFunc(leftType);
  4164. //MORE: Move blank string compare here?
  4165. if (lhs.length || rhs.length || needVarStringCompare(leftType, rightType))
  4166. {
  4167. args.append(*getBoundLength(lhs));
  4168. args.append(*getElementPointer(lhs.expr));
  4169. if (func == compareStrStrAtom && isBlankString(rhs.expr))
  4170. {
  4171. func = compareStrBlankAtom;
  4172. }
  4173. else
  4174. {
  4175. args.append(*getBoundLength(rhs));
  4176. args.append(*getElementPointer(rhs.expr));
  4177. }
  4178. orderExpr.setown(bindTranslatedFunctionCall(func, args));
  4179. }
  4180. else if (options.optimizeString1Compare &&
  4181. (tc == type_string || tc == type_data) && (leftType->getSize() == 1) &&
  4182. ((compareOp == no_eq) || (compareOp == no_ne)))
  4183. {
  4184. //Optimize equality/non equality of a single character string.
  4185. //Not done for > etc because of potential issues with signed/unsigned chars
  4186. args.append(*convertBoundStringToChar(lhs));
  4187. args.append(*convertBoundStringToChar(rhs));
  4188. tgt.expr.setown(createValue(compareOp, makeBoolType(), args));
  4189. return;
  4190. }
  4191. else
  4192. {
  4193. args.append(*getElementPointer(lhs.expr));
  4194. args.append(*getElementPointer(rhs.expr));
  4195. args.append(*getSizetConstant(leftType->getSize()));
  4196. orderExpr.setown(bindTranslatedFunctionCall(memcmpAtom, args));
  4197. }
  4198. break;
  4199. }
  4200. case type_unicode:
  4201. {
  4202. OwnedHqlExpr simpleLeft = LINK(left);//getSimplifyCompareArg(left);
  4203. OwnedHqlExpr simpleRight = LINK(right);//getSimplifyCompareArg(right);
  4204. HqlExprArray args;
  4205. buildCachedExpr(ctx, simpleLeft, lhs);
  4206. buildCachedExpr(ctx, simpleRight, rhs);
  4207. assertex(haveCommonLocale(leftType, rightType));
  4208. char const * locale = getCommonLocale(leftType, rightType)->str();
  4209. args.append(*getBoundLength(lhs));
  4210. args.append(*getElementPointer(lhs.expr));
  4211. args.append(*getBoundLength(rhs));
  4212. args.append(*getElementPointer(rhs.expr));
  4213. args.append(*createConstant(locale));
  4214. orderExpr.setown(bindTranslatedFunctionCall(compareUnicodeUnicodeAtom, args));
  4215. break;
  4216. }
  4217. case type_varunicode:
  4218. {
  4219. HqlExprArray args;
  4220. buildCachedExpr(ctx, left, lhs);
  4221. buildCachedExpr(ctx, right, rhs);
  4222. assertex(haveCommonLocale(leftType, rightType));
  4223. char const * locale = getCommonLocale(leftType, rightType)->str();
  4224. args.append(*getElementPointer(lhs.expr));
  4225. args.append(*getElementPointer(rhs.expr));
  4226. args.append(*createConstant(locale));
  4227. orderExpr.setown(bindTranslatedFunctionCall(compareVUnicodeVUnicodeAtom, args));
  4228. break;
  4229. }
  4230. case type_utf8:
  4231. {
  4232. OwnedHqlExpr simpleLeft = LINK(left);//getSimplifyCompareArg(left);
  4233. OwnedHqlExpr simpleRight = LINK(right);//getSimplifyCompareArg(right);
  4234. HqlExprArray args;
  4235. buildCachedExpr(ctx, simpleLeft, lhs);
  4236. buildCachedExpr(ctx, simpleRight, rhs);
  4237. assertex(haveCommonLocale(leftType, rightType));
  4238. char const * locale = getCommonLocale(leftType, rightType)->str();
  4239. args.append(*getBoundLength(lhs));
  4240. args.append(*getElementPointer(lhs.expr));
  4241. args.append(*getBoundLength(rhs));
  4242. args.append(*getElementPointer(rhs.expr));
  4243. args.append(*createConstant(locale));
  4244. orderExpr.setown(bindTranslatedFunctionCall(compareUtf8Utf8Atom, args));
  4245. break;
  4246. }
  4247. case type_varstring:
  4248. {
  4249. HqlExprArray args;
  4250. buildCachedExpr(ctx, left, lhs);
  4251. buildCachedExpr(ctx, right, rhs);
  4252. //optimize comparison against null string.
  4253. if (optimizeVarStringCompare(compareOp, lhs, rhs, tgt) || optimizeVarStringCompare(compareOp, rhs, lhs, tgt))
  4254. return;
  4255. args.append(*getElementPointer(lhs.expr));
  4256. args.append(*getElementPointer(rhs.expr));
  4257. orderExpr.setown(bindTranslatedFunctionCall(compareVStrVStrAtom, args));
  4258. break;
  4259. }
  4260. case type_decimal:
  4261. {
  4262. HqlExprArray args;
  4263. buildCachedExpr(ctx, left, lhs);
  4264. buildCachedExpr(ctx, right, rhs);
  4265. if (!isPushed(lhs) && !isPushed(rhs) && isSameBasicType(lhs.queryType(), rhs.queryType()))
  4266. {
  4267. args.append(*getSizetConstant(leftType->getSize()));
  4268. args.append(*getPointer(lhs.expr));
  4269. args.append(*getPointer(rhs.expr));
  4270. orderExpr.setown(bindTranslatedFunctionCall(leftType->isSigned() ? DecCompareDecimalAtom : DecCompareUDecimalAtom, args));
  4271. }
  4272. else
  4273. {
  4274. bool pushedLhs = ensurePushed(ctx, lhs);
  4275. bool pushedRhs = ensurePushed(ctx, rhs);
  4276. //NB: Arguments could be pushed in opposite order 1 <=> x *2
  4277. if (pushedLhs && !pushedRhs)
  4278. orderExpr.setown(bindTranslatedFunctionCall(DecDistinctRAtom, args));
  4279. else
  4280. orderExpr.setown(bindTranslatedFunctionCall(DecDistinctAtom, args));
  4281. }
  4282. break;
  4283. }
  4284. case type_set:
  4285. case type_array:
  4286. {
  4287. if (doBuildExprSetCompare(ctx, expr, tgt))
  4288. return;
  4289. //fallthrough....
  4290. }
  4291. case type_table:
  4292. case type_groupedtable:
  4293. case type_row:
  4294. case type_record:
  4295. {
  4296. IHqlExpression * orderExpr = createValue(no_order, LINK(signedType), LINK(left), LINK(right));
  4297. OwnedHqlExpr cmpExpr = createBoolExpr(compareOp, orderExpr, createConstant(signedType->castFrom(true, 0)));
  4298. buildExpr(ctx, cmpExpr, tgt);
  4299. return;
  4300. }
  4301. case type_swapint:
  4302. case type_packedint:
  4303. {
  4304. Owned<ITypeInfo> type = makeIntType(leftType->getSize(), leftType->isSigned());
  4305. IHqlExpression * intLeft = createValue(no_implicitcast, type.getLink(), LINK(left));
  4306. IHqlExpression * intRight = createValue(no_implicitcast, type.getLink(), LINK(right));
  4307. OwnedHqlExpr transformed = createValue(compareOp, makeBoolType(), intLeft, intRight);
  4308. doBuildPureSubExpr(ctx, transformed, tgt);
  4309. return;
  4310. }
  4311. default:
  4312. doBuildPureSubExpr(ctx, expr, tgt);
  4313. return;
  4314. }
  4315. tgt.expr.setown(createValue(compareOp, LINK(boolType), LINK(orderExpr), createConstant(orderExpr->queryType()->castFrom(true, 0))));
  4316. }
  4317. //---------------------------------------------------------------------------
  4318. //-- no_and --
  4319. void HqlCppTranslator::doBuildFilterToTarget(BuildCtx & ctx, const CHqlBoundTarget & isOk, HqlExprArray & conds, bool invert)
  4320. {
  4321. LinkedHqlExpr test = isOk.expr;
  4322. if (invert)
  4323. test.setown(createValue(no_not, makeBoolType(), LINK(test)));
  4324. unsigned max = conds.ordinality();
  4325. unsigned curIndex = 0;
  4326. for (unsigned outer =0; curIndex < max; outer += MAX_NESTED_CASES)
  4327. {
  4328. BuildCtx subctx(ctx);
  4329. if (outer != 0)
  4330. subctx.addFilter(test);
  4331. buildExprAssign(subctx, isOk, queryBoolExpr(invert)); // if(!invert,false,true) => invert
  4332. doBuildFilterNextAndRange(subctx, curIndex, MAX_NESTED_CASES, conds);
  4333. buildExprAssign(subctx, isOk, queryBoolExpr(!invert)); // if(!invert,true,false) => !invert
  4334. }
  4335. }
  4336. void HqlCppTranslator::doBuildFilterAnd(BuildCtx & ctx, IHqlExpression * expr)
  4337. {
  4338. HqlExprArray conds;
  4339. expr->unwindList(conds, no_and);
  4340. //Estimate the depth generated by the conditions - it may be wrong because
  4341. //aliases generated in outer levels can stop temporaries being required later.
  4342. unsigned numConds = conds.ordinality();
  4343. unsigned depthEstimate = 1;
  4344. for (unsigned i=1; i < numConds; i++)
  4345. if (requiresTemp(ctx, &conds.item(i), true))
  4346. depthEstimate++;
  4347. if (depthEstimate < MAX_NESTED_CASES)
  4348. {
  4349. unsigned curIndex = 0;
  4350. doBuildFilterNextAndRange(ctx, curIndex, numConds, conds);
  4351. }
  4352. else
  4353. {
  4354. CHqlBoundTarget isOk;
  4355. createTempFor(ctx, expr, isOk);
  4356. doBuildFilterToTarget(ctx, isOk, conds, false);
  4357. ctx.addFilter(isOk.expr);
  4358. }
  4359. }
  4360. void HqlCppTranslator::doBuildFilterNextAndRange(BuildCtx & ctx, unsigned & curIndex, unsigned maxIterations, HqlExprArray & conds)
  4361. {
  4362. unsigned max = conds.ordinality();
  4363. for (unsigned i=0; (i < maxIterations) && (curIndex != max); i++)
  4364. {
  4365. unsigned last;
  4366. expandAliases(ctx, &conds.item(curIndex));
  4367. for (last = curIndex+1; last < max; last++)
  4368. if (requiresTemp(ctx, &conds.item(last), true))
  4369. break;
  4370. doBuildFilterAndRange(ctx, curIndex, last, conds);
  4371. curIndex = last;
  4372. }
  4373. }
  4374. void HqlCppTranslator::doBuildFilterAndRange(BuildCtx & ctx, unsigned first, unsigned last, HqlExprArray & conds)
  4375. {
  4376. if (first+1 == last)
  4377. buildFilter(ctx, &conds.item(first));
  4378. else
  4379. {
  4380. HqlExprArray args;
  4381. for (unsigned k = first; k < last; k++)
  4382. args.append(OLINK(conds.item(k)));
  4383. OwnedHqlExpr test = createValue(no_and, makeBoolType(), args);
  4384. buildFilterViaExpr(ctx, test);
  4385. }
  4386. }
  4387. void HqlCppTranslator::doBuildAssignAnd(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr, bool invert)
  4388. {
  4389. HqlExprArray conds;
  4390. expr->unwindList(conds, no_and);
  4391. doBuildFilterToTarget(ctx, target, conds, invert);
  4392. }
  4393. void HqlCppTranslator::doBuildAssignOr(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  4394. {
  4395. BuildCtx subctx(ctx);
  4396. HqlExprArray conds;
  4397. expr->unwindList(conds, no_or);
  4398. unsigned first = 0;
  4399. unsigned max = conds.ordinality();
  4400. while (first < max)
  4401. {
  4402. unsigned last = first+1;
  4403. //special case no_in because it always creates a temporary, so may as well assign on its own
  4404. if (conds.item(first).getOperator() != no_in)
  4405. {
  4406. for (; last < max; last++)
  4407. {
  4408. IHqlExpression & cur = conds.item(last);
  4409. if ((cur.getOperator() == no_in) || requiresTemp(subctx, &cur, true))
  4410. break;
  4411. }
  4412. }
  4413. if (first != 0 || last != max)
  4414. {
  4415. if (last != first+1)
  4416. {
  4417. OwnedHqlExpr left = createBalanced(no_or, queryBoolType(), conds, first, last);
  4418. doBuildExprAssign(subctx, target, left);
  4419. }
  4420. else
  4421. buildExprAssign(subctx, target, &conds.item(first));
  4422. if (last != max)
  4423. {
  4424. OwnedHqlExpr inverse = getInverse(target.expr);
  4425. subctx.addFilter(inverse);
  4426. }
  4427. }
  4428. else
  4429. {
  4430. doBuildExprAssign(subctx, target, expr);
  4431. }
  4432. first = last;
  4433. }
  4434. }
  4435. //---------------------------------------------------------------------------
  4436. //-- no_case --
  4437. void HqlCppTranslator::doBuildCaseInfo(IHqlExpression * expr, HqlCppCaseInfo & info)
  4438. {
  4439. unsigned maxMaps = expr->numChildren()-1;
  4440. unsigned index = 0;
  4441. if (expr->getOperator() == no_case)
  4442. {
  4443. info.setCond(expr->queryChild(0));
  4444. index++;
  4445. }
  4446. for (;index<maxMaps;index++)
  4447. info.addPair(expr->queryChild(index));
  4448. info.setDefault(expr->queryChild(maxMaps));
  4449. }
  4450. void HqlCppTranslator::doBuildInCaseInfo(IHqlExpression * expr, HqlCppCaseInfo & info, IHqlExpression * normalized)
  4451. {
  4452. bool valueIfMatch = (expr->getOperator() == no_in);
  4453. HqlExprArray args;
  4454. LinkedHqlExpr values = normalized;
  4455. if (!normalized)
  4456. values.setown(normalizeListCasts(expr->queryChild(1)));
  4457. info.setCond(expr->queryChild(0));
  4458. cvtInListToPairs(args, values, valueIfMatch);
  4459. info.addPairs(args);
  4460. info.setDefault(queryBoolExpr(!valueIfMatch));
  4461. }
  4462. void HqlCppTranslator::doBuildAssignInStored(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  4463. {
  4464. OwnedHqlExpr values = normalizeListCasts(expr->queryChild(1));
  4465. CHqlBoundExpr bound;
  4466. if (values->isPure())
  4467. ctx.getMatchExpr(values, bound);
  4468. if (options.optimizeLoopInvariant && !bound.expr)
  4469. {
  4470. if (values->getOperator() == no_createset)
  4471. {
  4472. IHqlExpression * ds = values->queryChild(0);
  4473. //MORE: This is a special case - it should check if the dataset can be iterated without any projection
  4474. switch (ds->getOperator())
  4475. {
  4476. case no_select:
  4477. case no_rows:
  4478. break;
  4479. default:
  4480. {
  4481. //Evaluate the dataset into a temporary - the iterator will match it up later
  4482. //Evaluating the dataset instead of the set since this is likely to avoid a memcpy with link counted rows enabled.
  4483. LoopInvariantHelper helper;
  4484. BuildCtx bestctx(ctx);
  4485. if (helper.getBestContext(bestctx, ds))
  4486. {
  4487. CHqlBoundExpr temp;
  4488. buildTempExpr(ctx, ds, temp);
  4489. }
  4490. break;
  4491. }
  4492. }
  4493. }
  4494. else
  4495. {
  4496. LoopInvariantHelper helper;
  4497. BuildCtx bestctx(ctx);
  4498. if (helper.getBestContext(bestctx, values))
  4499. {
  4500. //Unfortunately this will do strength reduction again, but shouldn't take too long.
  4501. buildTempExpr(bestctx, values, bound);
  4502. }
  4503. }
  4504. }
  4505. if (bound.expr)
  4506. values.setown(bound.getTranslatedExpr());
  4507. bool valueIfMatch = (expr->getOperator() == no_in);
  4508. ITypeInfo * elementType = values->queryType()->queryChildType();
  4509. Owned<ITypeInfo> compareType = getPromotedECLCompareType(expr->queryChild(0)->queryType(), elementType);
  4510. CHqlBoundExpr boundSearch;
  4511. OwnedHqlExpr castSearch = ensureExprType(expr->queryChild(0), compareType);
  4512. BuildCtx subctx(ctx);
  4513. Owned<IHqlCppSetCursor> cursor = createSetSelector(ctx, values);
  4514. CHqlBoundExpr isAll;
  4515. cursor->buildIsAll(ctx, isAll);
  4516. if (isAll.expr->queryValue())
  4517. {
  4518. if (isAll.expr->queryValue()->getBoolValue())
  4519. {
  4520. buildExprAssign(subctx, target, queryBoolExpr(valueIfMatch));
  4521. //If this inverted the test we would need to do more.
  4522. return;
  4523. }
  4524. }
  4525. else
  4526. {
  4527. IHqlStmt * stmt = subctx.addFilter(isAll.expr);
  4528. buildExprAssign(subctx, target, queryBoolExpr(valueIfMatch));
  4529. subctx.selectElse(stmt);
  4530. }
  4531. //result = false/true
  4532. buildSimpleExpr(subctx, castSearch, boundSearch);
  4533. buildExprAssign(subctx, target, queryBoolExpr(!valueIfMatch));
  4534. //iterate through the set
  4535. bool needToBreak = !cursor->isSingleValued();
  4536. CHqlBoundExpr boundCurElement;
  4537. cursor->buildIterateLoop(subctx, boundCurElement, needToBreak);
  4538. OwnedHqlExpr curElement = boundCurElement.getTranslatedExpr();
  4539. OwnedHqlExpr castCurElement = ensureExprType(curElement, compareType);
  4540. //if match then
  4541. OwnedHqlExpr matchTest = createValue(no_eq, makeBoolType(), boundSearch.getTranslatedExpr(), LINK(castCurElement));
  4542. buildFilter(subctx, matchTest);
  4543. //result = true/false + break loop.
  4544. buildExprAssign(subctx, target, queryBoolExpr(valueIfMatch));
  4545. if (needToBreak)
  4546. subctx.addBreak();
  4547. }
  4548. void HqlCppTranslator::doBuildAssignInCreateSet(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  4549. {
  4550. IHqlExpression * setExpr = expr->queryChild(1);
  4551. IHqlExpression * dataset = setExpr->queryChild(0);
  4552. IHqlExpression * selected = setExpr->queryChild(1);
  4553. bool valueIfMatch = (expr->getOperator() == no_in);
  4554. ITypeInfo * elementType = setExpr->queryType()->queryChildType();
  4555. Owned<ITypeInfo> compareType = getPromotedECLCompareType(expr->queryChild(0)->queryType(), elementType);
  4556. CHqlBoundExpr boundSearch;
  4557. OwnedHqlExpr castSearch = ensureExprType(expr->queryChild(0), compareType);
  4558. //result = false/true
  4559. buildSimpleExpr(ctx, castSearch, boundSearch);
  4560. buildExprAssign(ctx, target, queryBoolExpr(!valueIfMatch));
  4561. //iterate through the set
  4562. bool needToBreak = !hasNoMoreRowsThan(dataset, 1);
  4563. BuildCtx loopctx(ctx);
  4564. buildDatasetIterate(loopctx, dataset, needToBreak);
  4565. //if match then
  4566. OwnedHqlExpr matchTest = createValue(no_eq, makeBoolType(), boundSearch.getTranslatedExpr(), ensureExprType(selected, compareType));
  4567. buildFilter(loopctx, matchTest);
  4568. //result = true/false + break loop.
  4569. buildExprAssign(loopctx, target, queryBoolExpr(valueIfMatch));
  4570. if (needToBreak)
  4571. loopctx.addBreak();
  4572. }
  4573. void HqlCppTranslator::doBuildAssignIn(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  4574. {
  4575. OwnedHqlExpr values = normalizeListCasts(expr->queryChild(1));
  4576. node_operator op = expr->getOperator();
  4577. bool valueIfMatch = (op == no_in);
  4578. switch (values->getOperator())
  4579. {
  4580. case no_all:
  4581. buildExprAssign(ctx, target, queryBoolExpr(valueIfMatch));
  4582. break;
  4583. case no_null:
  4584. buildExprAssign(ctx, target, queryBoolExpr(!valueIfMatch));
  4585. break;
  4586. case no_list:
  4587. {
  4588. HqlCppCaseInfo info(*this);
  4589. doBuildInCaseInfo(expr, info, values);
  4590. info.buildAssign(ctx, target);
  4591. break;
  4592. }
  4593. case no_createset:
  4594. {
  4595. //Look further at bug #52745.eclxml and what causes the poor code.
  4596. //if (canIterateInline(&ctx, values->queryChild(0)))
  4597. // doBuildAssignInCreateSet(ctx, target, expr);
  4598. //else
  4599. doBuildAssignInStored(ctx, target, expr);
  4600. break;
  4601. }
  4602. #if 0
  4603. //Possible optimizations, but I don't have any examples that would trigger them, so don't enable
  4604. case no_if:
  4605. {
  4606. BuildCtx subctx(ctx);
  4607. OwnedHqlExpr inLhs = createValue(expr->getOperator(), LINK(expr->queryChild(0)), LINK(values->queryChild(1)));
  4608. OwnedHqlExpr inRhs = createValue(expr->getOperator(), LINK(expr->queryChild(0)), LINK(values->queryChild(2)));
  4609. IHqlStmt * stmt = buildFilterViaExpr(subctx, values->queryChild(0));
  4610. buildExprAssign(subctx, target, inLhs);
  4611. subctx.selectElse(stmt);
  4612. buildExprAssign(subctx, target, inRhs);
  4613. break;
  4614. }
  4615. case no_addsets:
  4616. if (op == no_in)
  4617. {
  4618. BuildCtx subctx(ctx);
  4619. OwnedHqlExpr inLhs = createValue(expr->getOperator(), LINK(expr->queryChild(0)), LINK(values->queryChild(0)));
  4620. OwnedHqlExpr inRhs = createValue(expr->getOperator(), LINK(expr->queryChild(0)), LINK(values->queryChild(1)));
  4621. buildExprAssign(ctx, target, inLhs);
  4622. OwnedHqlExpr test = getInverse(target.expr);
  4623. subctx.addFilter(test);
  4624. buildExprAssign(subctx, target, inRhs);
  4625. break;
  4626. }
  4627. #endif
  4628. //fall through
  4629. default:
  4630. doBuildAssignInStored(ctx, target, expr);
  4631. break;
  4632. }
  4633. }
  4634. //---------------------------------------------------------------------------
  4635. void HqlCppTranslator::doBuildExprArith(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  4636. {
  4637. ITypeInfo * type = expr->queryType();
  4638. switch (type->getTypeCode())
  4639. {
  4640. case type_decimal:
  4641. {
  4642. bindAndPush(ctx, expr->queryChild(0));
  4643. bindAndPush(ctx, expr->queryChild(1));
  4644. HqlExprArray args;
  4645. _ATOM func;
  4646. switch (expr->getOperator())
  4647. {
  4648. case no_add: func = DecAddAtom; break;
  4649. case no_div: func = DecDivideAtom; break;
  4650. case no_modulus: func = DecModulusAtom; break;
  4651. case no_mul: func = DecMulAtom; break;
  4652. case no_sub: func = DecSubAtom; break;
  4653. default: UNIMPLEMENTED;
  4654. }
  4655. callProcedure(ctx, func, args);
  4656. tgt.expr.setown(createValue(no_decimalstack, LINK(type)));
  4657. }
  4658. break;
  4659. case type_swapint:
  4660. case type_packedint:
  4661. {
  4662. //someone is being deliberately perverse....
  4663. ITypeInfo * type = expr->queryType();
  4664. ITypeInfo * intType = makeIntType(type->getSize(), type->isSigned());
  4665. IHqlExpression * lhs = expr->queryChild(0);
  4666. IHqlExpression * rhs = expr->queryChild(1);
  4667. assertex(isSameBasicType(type, lhs->queryType()));
  4668. assertex(isSameBasicType(type, rhs->queryType()));
  4669. lhs = createValue(no_implicitcast, LINK(intType), LINK(lhs));
  4670. rhs = createValue(no_implicitcast, LINK(intType), LINK(rhs));
  4671. IHqlExpression * newExpr = createValue(expr->getOperator(), intType, lhs, rhs);
  4672. OwnedHqlExpr castNewExpr = createValue(no_implicitcast, LINK(type), newExpr);
  4673. buildExpr(ctx, castNewExpr, tgt);
  4674. break;
  4675. }
  4676. default:
  4677. doBuildPureSubExpr(ctx, expr, tgt);
  4678. break;
  4679. }
  4680. }
  4681. void HqlCppTranslator::doBuildExprAdd(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  4682. {
  4683. if (expr->queryType()->getTypeCode() != type_int)
  4684. {
  4685. doBuildExprArith(ctx, expr, tgt);
  4686. return;
  4687. }
  4688. CHqlBoundExpr boundL, boundR;
  4689. buildExpr(ctx, expr->queryChild(0), boundL);
  4690. bool WORK_AROUND_GCC_CONDITION_BUG = (options.targetCompiler == GccCppCompiler);
  4691. if (WORK_AROUND_GCC_CONDITION_BUG && expr->queryChild(1)->getOperator() == no_if)
  4692. buildTempExpr(ctx, expr->queryChild(1), boundR);
  4693. else
  4694. buildExpr(ctx, expr->queryChild(1), boundR);
  4695. tgt.expr.setown(adjustBoundIntegerValues(boundL.expr, boundR.expr, false));
  4696. }
  4697. //---------------------------------------------------------------------------
  4698. void HqlCppTranslator::doBuildExprNegate(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  4699. {
  4700. ITypeInfo * type = expr->queryType();
  4701. switch (type->getTypeCode())
  4702. {
  4703. case type_decimal:
  4704. {
  4705. bindAndPush(ctx, expr->queryChild(0));
  4706. HqlExprArray args;
  4707. callProcedure(ctx, DecNegateAtom, args);
  4708. tgt.expr.setown(createValue(no_decimalstack, LINK(type)));
  4709. }
  4710. break;
  4711. case type_data:
  4712. case type_qstring:
  4713. case type_string:
  4714. case type_varstring:
  4715. case type_unicode:
  4716. case type_varunicode:
  4717. case type_utf8:
  4718. throwError(HQLERR_MinusOnString);
  4719. default:
  4720. doBuildPureSubExpr(ctx, expr, tgt);
  4721. break;
  4722. }
  4723. }
  4724. //---------------------------------------------------------------------------
  4725. void HqlCppTranslator::doBuildExprRound(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  4726. {
  4727. IHqlExpression * arg = expr->queryChild(0);
  4728. node_operator op = expr->getOperator();
  4729. switch (arg->queryType()->getTypeCode())
  4730. {
  4731. case type_decimal:
  4732. {
  4733. bindAndPush(ctx, arg);
  4734. HqlExprArray args;
  4735. if (op == no_round)
  4736. {
  4737. IHqlExpression * places = queryRealChild(expr, 1);
  4738. if (places)
  4739. {
  4740. args.append(*LINK(places));
  4741. callProcedure(ctx, DecRoundToAtom, args);
  4742. }
  4743. else
  4744. callProcedure(ctx, DecRoundAtom, args);
  4745. }
  4746. else
  4747. callProcedure(ctx, DecRoundUpAtom, args);
  4748. assertex(expr->queryType()->getTypeCode() == type_decimal);
  4749. tgt.expr.setown(createValue(no_decimalstack, expr->getType()));
  4750. }
  4751. break;
  4752. default:
  4753. {
  4754. if (op == no_round)
  4755. {
  4756. if (queryRealChild(expr, 1))
  4757. doBuildExprSysFunc(ctx, expr, tgt, roundToAtom);
  4758. else
  4759. doBuildExprSysFunc(ctx, expr, tgt, roundAtom);
  4760. }
  4761. else
  4762. doBuildExprSysFunc(ctx, expr, tgt, roundupAtom);
  4763. break;
  4764. }
  4765. }
  4766. }
  4767. void HqlCppTranslator::doBuildExprTrunc(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  4768. {
  4769. IHqlExpression * arg = expr->queryChild(0);
  4770. switch (arg->queryType()->getTypeCode())
  4771. {
  4772. case type_decimal:
  4773. {
  4774. bindAndPush(ctx, arg);
  4775. HqlExprArray args;
  4776. callProcedure(ctx, DecTruncateAtom, args);
  4777. assertex(expr->queryType()->getTypeCode() == type_decimal);
  4778. tgt.expr.setown(createValue(no_decimalstack, expr->getType()));
  4779. }
  4780. break;
  4781. default:
  4782. {
  4783. doBuildExprSysFunc(ctx, expr, tgt, truncateAtom);
  4784. break;
  4785. }
  4786. }
  4787. }
  4788. //---------------------------------------------------------------------------
  4789. void HqlCppTranslator::doBuildExprAbs(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  4790. {
  4791. ITypeInfo * type = expr->queryType();
  4792. switch (type->getTypeCode())
  4793. {
  4794. case type_decimal:
  4795. {
  4796. bindAndPush(ctx, expr->queryChild(0));
  4797. HqlExprArray args;
  4798. _ATOM func = DecAbsAtom;
  4799. callProcedure(ctx, func, args);
  4800. tgt.expr.setown(createValue(no_decimalstack, LINK(type)));
  4801. }
  4802. break;
  4803. case type_int:
  4804. case type_swapint:
  4805. case type_packedint:
  4806. case type_real:
  4807. {
  4808. CHqlBoundExpr temp;
  4809. buildTempExpr(ctx, expr->queryChild(0), temp);
  4810. ITypeInfo * type = expr->getType();
  4811. IHqlExpression * cond = createValue(no_ge, temp.expr.getLink(), createConstant(type->castFrom(true, 0)));
  4812. tgt.expr.setown(createValue(no_if, type, cond, temp.expr.getLink(), createValue(no_negate, LINK(type), temp.expr.getLink())));
  4813. }
  4814. break;
  4815. default:
  4816. buildExpr(ctx, expr->queryChild(0), tgt);
  4817. break;
  4818. }
  4819. }
  4820. //---------------------------------------------------------------------------
  4821. void HqlCppTranslator::doBuildAssignCatch(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  4822. {
  4823. BuildCtx subctx(ctx);
  4824. subctx.addGroup();
  4825. BuildCtx tryctx(subctx);
  4826. tryctx.addQuotedCompound("try");
  4827. buildExprAssign(tryctx, target, expr->queryChild(0));
  4828. BuildCtx catchctx(subctx);
  4829. catchctx.addQuotedCompound("catch (IException * e)");
  4830. IHqlExpression * exceptVar = associateLocalFailure(catchctx, "e");
  4831. buildExprAssign(catchctx, target, expr->queryChild(1));
  4832. HqlExprArray args;
  4833. args.append(*LINK(exceptVar));
  4834. callProcedure(catchctx, freeExceptionAtom, args);
  4835. }
  4836. //---------------------------------------------------------------------------
  4837. //-- no_externalcall --
  4838. IHqlExpression * getCastParameter(IHqlExpression * curParam, ITypeInfo * argType)
  4839. {
  4840. type_t atc = argType->getTypeCode();
  4841. //Remove a few unnecessary casts which clutter up the code/or make it less efficient
  4842. if (isCast(curParam) && (curParam->queryType() == argType))
  4843. {
  4844. //If the following code is incorrect, the casts should get added back by the code that follows
  4845. IHqlExpression * uncast = curParam->queryChild(0);
  4846. //casts to larger size integers
  4847. if (atc == type_int)
  4848. curParam = uncast;
  4849. else if ((atc == type_unicode) && (uncast->queryType()->getTypeCode() == type_varunicode))
  4850. curParam = uncast;
  4851. else if ((atc == type_string) && (uncast->queryType()->getTypeCode() == type_varstring))
  4852. curParam = uncast;
  4853. }
  4854. ITypeInfo * paramType = curParam->queryType();
  4855. type_t ptc = paramType->getTypeCode();
  4856. if ((atc != ptc) && !(atc == type_row && ptc == type_table))
  4857. {
  4858. switch (atc)
  4859. {
  4860. case type_unicode:
  4861. if ((argType->getSize() == UNKNOWN_LENGTH) && (ptc == type_varunicode))
  4862. return LINK(curParam);
  4863. break;
  4864. case type_string:
  4865. if ((argType->getSize() == UNKNOWN_LENGTH) &&
  4866. ((ptc == type_varstring) && (argType->queryCharset() == paramType->queryCharset())))
  4867. return LINK(curParam);
  4868. break;
  4869. case type_row:
  4870. case type_table:
  4871. case type_groupedtable:
  4872. {
  4873. IHqlExpression * record = queryRecord(argType);
  4874. if (record && (record->numChildren() != 0))
  4875. {
  4876. //really need to project instead.
  4877. //return ensureExprType(curParam, argType);
  4878. }
  4879. return LINK(curParam);
  4880. }
  4881. }
  4882. return ensureExprType(curParam, argType);
  4883. }
  4884. ITypeInfo * childType = argType->queryChildType();
  4885. if (paramType->queryTypeBase() != argType)
  4886. {
  4887. size32_t argSize = argType->getSize();
  4888. switch (atc)
  4889. {
  4890. case type_int:
  4891. case type_real:
  4892. if (argSize <= paramType->getSize())
  4893. return ensureExprType(curParam, argType);
  4894. break;
  4895. case type_decimal:
  4896. //Don't need explicit cast to cast between different sizes of these types...
  4897. //Will be done automatically by the compiler.
  4898. break;
  4899. case type_unicode:
  4900. //Don't need cast between different locales
  4901. if ((argSize != paramType->getSize()) && (argSize != UNKNOWN_LENGTH))
  4902. {
  4903. Owned<ITypeInfo> modArgType = makeUnicodeType(argType->getStringLen(), curParam->queryType()->queryLocale());
  4904. return ensureExprType(curParam, modArgType);
  4905. }
  4906. break;
  4907. case type_varunicode:
  4908. //Don't need cast between different locales
  4909. if(argSize != paramType->getSize())
  4910. {
  4911. Owned<ITypeInfo> modArgType = makeVarUnicodeType(argType->getStringLen(), curParam->queryType()->queryLocale());
  4912. return ensureExprType(curParam, modArgType);
  4913. }
  4914. break;
  4915. case type_utf8:
  4916. //Don't need cast between different locales
  4917. if(argSize != paramType->getSize())
  4918. {
  4919. Owned<ITypeInfo> modArgType = makeUtf8Type(argType->getStringLen(), curParam->queryType()->queryLocale());
  4920. return ensureExprType(curParam, modArgType);
  4921. }
  4922. break;
  4923. case type_set:
  4924. if (childType)
  4925. return ensureExprType(curParam, argType);
  4926. break;
  4927. case type_table:
  4928. case type_groupedtable:
  4929. case type_row:
  4930. {
  4931. IHqlExpression * record = queryRecord(argType);
  4932. if (record && (record->numChildren() != 0))
  4933. {
  4934. //really need to project instead.
  4935. //return ensureExprType(curParam, argType);
  4936. }
  4937. break;
  4938. }
  4939. default:
  4940. return ensureExprType(curParam, argType);
  4941. }
  4942. }
  4943. // if (argType->queryCharset() != paramType->queryCharset())
  4944. // return ensureExprType(curParam, argType);
  4945. return LINK(curParam);
  4946. }
  4947. void HqlCppTranslator::normalizeBoundExpr(BuildCtx & ctx, CHqlBoundExpr & bound)
  4948. {
  4949. bound.expr.setown(convertWrapperToPointer(bound.expr));
  4950. }
  4951. static IHqlExpression * mapInternalFunctionParameters(IHqlExpression * expr)
  4952. {
  4953. switch (expr->getOperator())
  4954. {
  4955. case no_sortlist:
  4956. {
  4957. HqlExprArray args;
  4958. ForEachChild(i, expr)
  4959. args.append(*mapInternalFunctionParameters(expr->queryChild(i)));
  4960. return cloneOrLink(expr, args);
  4961. }
  4962. case no_param:
  4963. {
  4964. ITypeInfo * type = expr->queryType();
  4965. //String parameters need to be passed as c++ const string parameters
  4966. switch (type->getTypeCode())
  4967. {
  4968. case type_string:
  4969. case type_varstring:
  4970. case type_data:
  4971. case type_qstring:
  4972. case type_unicode:
  4973. case type_utf8:
  4974. case type_varunicode:
  4975. if (!expr->hasProperty(constAtom))
  4976. return appendOwnedOperand(expr, createAttribute(constAtom));
  4977. break;
  4978. }
  4979. break;
  4980. }
  4981. }
  4982. return LINK(expr);
  4983. }
  4984. IHqlExpression * HqlCppTranslator::doBuildInternalFunction(IHqlExpression * funcdef)
  4985. {
  4986. unsigned match = internalFunctions.find(*funcdef);
  4987. if (match != NotFound)
  4988. return LINK(&internalFunctionExternals.item(match));
  4989. StringBuffer funcname;
  4990. funcname.append("user").append(internalFunctions.ordinality()+1);
  4991. if (options.debugGeneratedCpp)
  4992. funcname.append("_").append(funcdef->queryName()).toLowerCase();
  4993. HqlExprArray attrs;
  4994. attrs.append(*createLocalAttribute());
  4995. attrs.append(*createExprAttribute(entrypointAtom, createConstant(funcname)));
  4996. HqlExprArray funcdefArgs;
  4997. ITypeInfo * returnType = funcdef->queryType()->queryChildType();
  4998. funcdefArgs.append(*createExternalReference(funcdef->queryName(), LINK(returnType), attrs));
  4999. funcdefArgs.append(*mapInternalFunctionParameters(queryFunctionParameters(funcdef)));
  5000. unwindChildren(funcdefArgs, funcdef, 1);
  5001. OwnedHqlExpr externalFuncdef = funcdef->clone(funcdefArgs);
  5002. internalFunctions.append(*LINK(funcdef));
  5003. internalFunctionExternals.append(*LINK(externalFuncdef));
  5004. buildFunctionDefinition(externalFuncdef, funcdef);
  5005. return LINK(externalFuncdef);
  5006. }
  5007. void HqlCppTranslator::doBuildCall(BuildCtx & ctx, const CHqlBoundTarget * tgt, IHqlExpression * expr, CHqlBoundExpr * result)
  5008. {
  5009. if (result && expr->isPure() && ctx.getMatchExpr(expr, *result))
  5010. return;
  5011. LinkedHqlExpr funcdef;
  5012. if (expr->getOperator() == no_externalcall)
  5013. {
  5014. funcdef.set(expr->queryExternalDefinition());
  5015. assertex(funcdef != NULL);
  5016. useFunction(funcdef);
  5017. }
  5018. else
  5019. {
  5020. IHqlExpression * def = expr->queryBody()->queryFunctionDefinition();
  5021. assertex(def);
  5022. funcdef.setown(doBuildInternalFunction(def));
  5023. }
  5024. IHqlExpression * external = funcdef->queryChild(0);
  5025. IHqlExpression * formals = funcdef->queryChild(1);
  5026. if (external->hasProperty(ctxmethodAtom))
  5027. ensureContextAvailable(ctx);
  5028. if (external->hasProperty(gctxmethodAtom) || external->hasProperty(globalContextAtom))
  5029. {
  5030. if (!ctx.queryMatchExpr(globalContextMarkerExpr))
  5031. throwError1(HQLERR_FuncNotInGlobalContext, external->queryName()->str());
  5032. }
  5033. unsigned maxArg = formals->numChildren();
  5034. unsigned maxParam = expr->numChildren();
  5035. bool returnByReference = false;
  5036. bool returnMustAssign = false;
  5037. HqlExprArray args;
  5038. unsigned arg = 0;
  5039. unsigned param;
  5040. unsigned firstParam = 0;
  5041. bool isMethod = external->hasProperty(methodAtom) || external->hasProperty(omethodAtom) ;
  5042. bool newFormatSet = !external->hasProperty(oldSetFormatAtom);
  5043. bool translateSetReturn = false;
  5044. if (isMethod)
  5045. {
  5046. CHqlBoundExpr bound;
  5047. buildExpr(ctx, expr->queryChild(firstParam++), bound);
  5048. args.append(*bound.expr.getClear());
  5049. }
  5050. if (external->hasProperty(userMatchFunctionAtom))
  5051. {
  5052. //MORE: Test valid in this location...
  5053. args.append(*createVariable("walker", makeBoolType()));
  5054. }
  5055. bool doneAssign = false;
  5056. CHqlBoundExpr localBound;
  5057. CHqlBoundTarget localTarget;
  5058. Linked<BoundRow> resultRow;
  5059. Linked<BoundRow> resultRowBuilder;
  5060. Owned<ITypeInfo> targetType = tgt ? LINK(tgt->queryType()) : makeVoidType();
  5061. ITypeInfo * retType = funcdef->queryType()->queryChildType();
  5062. BoundRow * resultSelfCursor = NULL;
  5063. switch (retType->getTypeCode())
  5064. {
  5065. case type_varstring:
  5066. case type_varunicode:
  5067. if (retType->getSize() == UNKNOWN_LENGTH)
  5068. {
  5069. if (hasConstModifier(retType))
  5070. break;
  5071. returnMustAssign = true;
  5072. if (tgt && !tgt->isFixedSize())
  5073. {
  5074. doneAssign = true;
  5075. localBound.expr.set(tgt->expr);
  5076. }
  5077. else
  5078. localBound.expr.setown(createWrapperTemp(ctx, retType, typemod_none));
  5079. break;
  5080. }
  5081. else
  5082. {
  5083. //fixed size strings => just pass pointer
  5084. IHqlExpression * resultVar = ctx.getTempDeclare(retType, NULL);
  5085. args.append(*getElementPointer(resultVar));
  5086. localBound.expr.setown(resultVar);
  5087. }
  5088. returnByReference = true;
  5089. break;
  5090. case type_string:
  5091. case type_data:
  5092. case type_qstring:
  5093. case type_unicode:
  5094. case type_utf8:
  5095. if (retType->getSize() == UNKNOWN_LENGTH)
  5096. {
  5097. OwnedHqlExpr lenVar;
  5098. OwnedHqlExpr strVar;
  5099. if (tgt && !tgt->isFixedSize())
  5100. {
  5101. doneAssign = true;
  5102. strVar.set(tgt->expr);
  5103. lenVar.set(tgt->length);
  5104. }
  5105. else
  5106. {
  5107. strVar.setown(createWrapperTemp(ctx, retType, typemod_none));
  5108. lenVar.setown(ctx.getTempDeclare(sizetType, NULL));
  5109. }
  5110. args.append(*LINK(lenVar));
  5111. args.append(*createValue(no_reference, strVar->getType(), LINK(strVar)));
  5112. localBound.length.set(lenVar);
  5113. localBound.expr.set(strVar);
  5114. }
  5115. else
  5116. {
  5117. //fixed size strings => just pass pointer
  5118. if (tgt && tgt->isFixedSize() && targetType->queryPromotedType() == retType)
  5119. {
  5120. doneAssign = true;
  5121. args.append(*getElementPointer(tgt->expr));
  5122. localBound.expr.set(tgt->expr);
  5123. }
  5124. else
  5125. {
  5126. IHqlExpression * resultVar = ctx.getTempDeclare(retType, NULL);
  5127. args.append(*getElementPointer(resultVar));
  5128. localBound.expr.setown(resultVar);
  5129. }
  5130. }
  5131. returnByReference = true;
  5132. break;
  5133. case type_set:
  5134. {
  5135. translateSetReturn = !newFormatSet;
  5136. OwnedHqlExpr lenVar;
  5137. OwnedHqlExpr strVar;
  5138. OwnedHqlExpr isAll;
  5139. if (tgt && !tgt->isFixedSize())
  5140. {
  5141. doneAssign = true;
  5142. strVar.set(tgt->expr);
  5143. if (translateSetReturn)
  5144. lenVar.setown(ctx.getTempDeclare(unsignedType, NULL));
  5145. else
  5146. lenVar.set(tgt->length);
  5147. assertex(tgt->isAll != NULL);
  5148. isAll.set(tgt->isAll);
  5149. }
  5150. else
  5151. {
  5152. Owned<ITypeInfo> dataType = makeDataType(UNKNOWN_LENGTH);
  5153. strVar.setown(createWrapperTemp(ctx, dataType, typemod_none));
  5154. if (translateSetReturn)
  5155. {
  5156. lenVar.setown(ctx.getTempDeclare(unsignedType, NULL));
  5157. }
  5158. else
  5159. {
  5160. lenVar.setown(ctx.getTempDeclare(sizetType, NULL));
  5161. isAll.setown(ctx.getTempDeclare(boolType, NULL));
  5162. }
  5163. }
  5164. if (newFormatSet)
  5165. args.append(*LINK(isAll));
  5166. args.append(*LINK(lenVar));
  5167. args.append(*createValue(no_reference, strVar->getType(), LINK(strVar)));
  5168. if (newFormatSet)
  5169. {
  5170. localBound.length.set(lenVar);
  5171. }
  5172. else
  5173. {
  5174. localBound.count.set(lenVar);
  5175. if (isAll && !isAll->queryValue())
  5176. ctx.addAssign(isAll, queryBoolExpr(false));
  5177. }
  5178. localBound.isAll.set(isAll);
  5179. localBound.expr.setown(createValue(no_implicitcast, makeReferenceModifier(LINK(retType)), LINK(strVar)));
  5180. returnByReference = true;
  5181. break;
  5182. }
  5183. case type_table:
  5184. case type_groupedtable:
  5185. {
  5186. if (hasStreamedModifier(retType))
  5187. {
  5188. args.append(*createRowAllocator(ctx, ::queryRecord(retType)));
  5189. break;
  5190. }
  5191. const CHqlBoundTarget * curTarget;
  5192. if (tgt && !tgt->isFixedSize() &&
  5193. (hasLinkCountedModifier(targetType) == hasLinkCountedModifier(retType)))
  5194. {
  5195. doneAssign = true;
  5196. curTarget = tgt;
  5197. }
  5198. else
  5199. {
  5200. curTarget = &localTarget;
  5201. ExpressionFormat format = (hasLinkCountedModifier(retType) ? FormatLinkedDataset : FormatBlockedDataset);
  5202. createTempFor(ctx, retType, localTarget, typemod_none, format);
  5203. }
  5204. if (curTarget->count)
  5205. args.append(*LINK(curTarget->count));
  5206. if (curTarget->length)
  5207. args.append(*LINK(curTarget->length));
  5208. args.append(*createValue(no_reference, curTarget->expr->getType(), LINK(curTarget->expr)));
  5209. if (hasLinkCountedModifier(retType) && hasNonNullRecord(retType) && getBoolProperty(external, allocatorAtom, true))
  5210. args.append(*createRowAllocator(ctx, ::queryRecord(retType)));
  5211. localBound.setFromTarget(*curTarget);
  5212. // localBound.expr.setown(createValue(no_implicitcast, makeReferenceModifier(LINK(retType)), LINK(strVar)));
  5213. returnByReference = true;
  5214. break;
  5215. }
  5216. case type_row:
  5217. {
  5218. if (hasLinkCountedModifier(retType))
  5219. {
  5220. //Always assign link counted rows to a temporary (or the target) to ensure the are not leaked.
  5221. returnMustAssign = true;
  5222. if (tgt && hasLinkCountedModifier(targetType) && recordTypesMatch(targetType, retType))
  5223. {
  5224. doneAssign = true;
  5225. localBound.expr.set(tgt->expr);
  5226. }
  5227. else
  5228. localBound.expr.setown(createWrapperTemp(ctx, retType, typemod_none));
  5229. }
  5230. else
  5231. {
  5232. //row, just pass pointer
  5233. if (tgt && recordTypesMatch(targetType, retType) && !hasLinkCountedModifier(targetType))
  5234. {
  5235. doneAssign = true;
  5236. args.append(*getPointer(tgt->expr));
  5237. localBound.expr.set(tgt->expr);
  5238. }
  5239. else
  5240. {
  5241. resultRow.setown(declareTempRow(ctx, ctx, expr));
  5242. resultRowBuilder.setown(createRowBuilder(ctx, resultRow));
  5243. IHqlExpression * bound = resultRowBuilder->queryBound();
  5244. args.append(*getPointer(bound));
  5245. localBound.expr.set(bound);
  5246. }
  5247. returnByReference = true;
  5248. }
  5249. break;
  5250. }
  5251. case type_transform:
  5252. {
  5253. //Ugly, but target selector is passed in as the target
  5254. assertex(tgt && tgt->expr);
  5255. resultSelfCursor = resolveSelectorDataset(ctx, tgt->expr);
  5256. assertex(resultSelfCursor);
  5257. if (resultSelfCursor->queryBuilder())
  5258. args.append(*LINK(resultSelfCursor->queryBuilder()));
  5259. else
  5260. {
  5261. //Legacy support....
  5262. assertex(!options.supportDynamicRows);
  5263. OwnedHqlExpr rowExpr = getPointer(resultSelfCursor->queryBound());
  5264. StringBuffer builderName;
  5265. getUniqueId(builderName.append("b"));
  5266. StringBuffer s;
  5267. s.append("RtlStaticRowBuilder ").append(builderName).append("(");
  5268. generateExprCpp(s, rowExpr).append(",").append(getMaxRecordSize(funcdef->queryRecord())).append(");");
  5269. ctx.addQuoted(s);
  5270. args.append(*createVariable(builderName, makeBoolType()));
  5271. }
  5272. returnByReference = true;
  5273. doneAssign = true;
  5274. break;
  5275. }
  5276. case type_array:
  5277. UNIMPLEMENTED;
  5278. }
  5279. for (param = firstParam; param < maxParam; param++)
  5280. {
  5281. IHqlExpression * curParam = expr->queryChild(param);
  5282. if (curParam->isAttribute())
  5283. continue;
  5284. if (arg >= maxArg)
  5285. {
  5286. PrintLog("Too many parameters passed to function '%s'", expr->queryName()->str());
  5287. throwError1(HQLERR_TooManyParameters, expr->queryName()->str());
  5288. }
  5289. CHqlBoundExpr bound;
  5290. IHqlExpression * curArg = formals->queryChild(arg);
  5291. ITypeInfo * argType = curArg->queryType();
  5292. OwnedHqlExpr castParam = getCastParameter(curParam, argType);
  5293. type_t atc = argType->getTypeCode();
  5294. switch (atc)
  5295. {
  5296. case type_table:
  5297. case type_groupedtable:
  5298. {
  5299. ExpressionFormat format = queryNaturalFormat(argType);
  5300. buildDataset(ctx, castParam, bound, format);
  5301. break;
  5302. }
  5303. case type_row:
  5304. {
  5305. Owned<IReferenceSelector> selector = buildNewRow(ctx, castParam);
  5306. selector->buildAddress(ctx, bound);
  5307. // buildExpr(ctx, castParam, bound); // more this needs more work I think
  5308. break;
  5309. }
  5310. case type_set:
  5311. {
  5312. ITypeInfo * elemType = argType->queryChildType();
  5313. if (newFormatSet && elemType && (elemType->getTypeCode() != type_any) && (elemType != castParam->queryType()->queryChildType()))
  5314. buildExprEnsureType(ctx, castParam, bound, argType);
  5315. else
  5316. buildExpr(ctx, castParam, bound);
  5317. normalizeBoundExpr(ctx, bound);
  5318. break;
  5319. }
  5320. case type_decimal:
  5321. {
  5322. buildSimpleExpr(ctx, castParam, bound);
  5323. normalizeBoundExpr(ctx, bound);
  5324. break;
  5325. }
  5326. default:
  5327. {
  5328. buildExpr(ctx, castParam, bound);
  5329. normalizeBoundExpr(ctx, bound);
  5330. break;
  5331. }
  5332. }
  5333. bool done = false;
  5334. switch (atc)
  5335. {
  5336. case type_string:
  5337. case type_data:
  5338. case type_qstring:
  5339. case type_unicode:
  5340. case type_utf8:
  5341. if (argType->getSize() == UNKNOWN_LENGTH)
  5342. args.append(*getBoundLength(bound));
  5343. /*
  5344. Ensure parameter is passed as non-const if the argument does not have const.
  5345. if (!curArg->hasProperty(constAtom))//!argType->isConstantType())// && bound.queryType()->isConstantType())
  5346. bound.expr.setown(createValue(no_cast, LINK(argType), LINK(bound.expr)));
  5347. */
  5348. break;
  5349. case type_varstring:
  5350. case type_varunicode:
  5351. //MORE: pass length only if an out parameter
  5352. break;
  5353. case type_set:
  5354. {
  5355. if (newFormatSet)
  5356. {
  5357. args.append(*bound.getIsAll());
  5358. args.append(*getBoundSize(bound));
  5359. }
  5360. else
  5361. {
  5362. if (castParam->getOperator() == no_all)
  5363. throwError(HQLERR_AllPassedExternal);
  5364. args.append(*getBoundCount(bound));
  5365. }
  5366. break;
  5367. }
  5368. case type_table:
  5369. case type_groupedtable:
  5370. {
  5371. if (isArrayRowset(argType))
  5372. args.append(*getBoundCount(bound));
  5373. else
  5374. args.append(*getBoundSize(bound));
  5375. bound.expr.setown(getPointer(bound.expr));
  5376. break;
  5377. }
  5378. case type_array:
  5379. UNIMPLEMENTED;
  5380. }
  5381. if (!done)
  5382. args.append(*bound.expr.getClear());
  5383. arg++;
  5384. }
  5385. if (arg < maxArg)
  5386. {
  5387. //MORE: Process default parameters...
  5388. PrintLog("Not enough parameters passed to function '%s'", expr->queryName()->str());
  5389. throwError1(HQLERR_TooFewParameters, expr->queryName()->str());
  5390. }
  5391. OwnedHqlExpr call = bindTranslatedFunctionCall(funcdef, args);
  5392. //either copy the integral value across, or a var string to fixed string
  5393. if (returnMustAssign)
  5394. {
  5395. ctx.addAssign(localBound.expr, call);
  5396. }
  5397. else if (resultSelfCursor)
  5398. {
  5399. OwnedHqlExpr sizeVar = ctx.getTempDeclare(unsignedType, call);
  5400. OwnedHqlExpr sizeOfExpr = createSizeof(resultSelfCursor->querySelector());
  5401. ctx.associateExpr(sizeOfExpr, sizeVar);
  5402. }
  5403. else if (returnByReference || (!tgt && !result))
  5404. {
  5405. ctx.addExpr(call);
  5406. if (translateSetReturn && tgt)
  5407. {
  5408. CHqlBoundTarget targetLength;
  5409. CHqlBoundExpr boundLength;
  5410. boundLength.expr.setown(getBoundLength(localBound));
  5411. targetLength.expr.set(tgt->length);
  5412. assign(ctx, targetLength, boundLength);
  5413. }
  5414. }
  5415. else
  5416. localBound.expr.set(call);
  5417. if (localBound.expr)
  5418. localBound.expr.setown(convertWrapperToPointer(localBound.expr));
  5419. if (tgt && !doneAssign)
  5420. assign(ctx, *tgt, localBound);
  5421. else if (result)
  5422. result->set(localBound);
  5423. //Old style row target where the row is passed in as a parameter
  5424. if (resultRow)
  5425. finalizeTempRow(ctx, resultRow, resultRowBuilder);
  5426. if (returnByReference)
  5427. ctx.associateExpr(expr, localBound);
  5428. }
  5429. void HqlCppTranslator::doBuildExprCall(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  5430. {
  5431. doBuildCall(ctx, NULL, expr, &tgt);
  5432. }
  5433. void HqlCppTranslator::doBuildAssignCall(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  5434. {
  5435. ITypeInfo * exprType = expr->queryType()->queryPromotedType();
  5436. if ((exprType->getSize() == UNKNOWN_LENGTH) && target.isFixedSize())
  5437. {
  5438. doBuildExprAssign(ctx, target, expr);
  5439. return;
  5440. }
  5441. ITypeInfo * targetType = target.queryType()->queryPromotedType();
  5442. if ((isStringType(exprType) || isUnicodeType(exprType) || isStringType(targetType) || isUnicodeType(targetType)) && exprType->getTypeCode() != targetType->getTypeCode())
  5443. {
  5444. doBuildExprAssign(ctx, target, expr);
  5445. return;
  5446. }
  5447. if ((exprType->getTypeCode() == type_set) && (queryUnqualifiedType(targetType) != queryUnqualifiedType(exprType)))
  5448. {
  5449. if (exprType->queryChildType()) // allow direct assignment of generic set functions. (e.g., internal)
  5450. {
  5451. doBuildExprAssign(ctx, target, expr);
  5452. return;
  5453. }
  5454. }
  5455. doBuildCall(ctx, &target, expr, NULL);
  5456. }
  5457. void HqlCppTranslator::doBuildStmtCall(BuildCtx & ctx, IHqlExpression * expr)
  5458. {
  5459. doBuildCall(ctx, NULL, expr, NULL);
  5460. }
  5461. //---------------------------------------------------------------------------
  5462. void HqlCppTranslator::doBuildXmlEncode(BuildCtx & ctx, const CHqlBoundTarget * tgt, IHqlExpression * expr, CHqlBoundExpr * result)
  5463. {
  5464. node_operator op = expr->getOperator();
  5465. bool isUnicode = isUnicodeType(expr->queryType());
  5466. HqlExprArray args;
  5467. _ATOM func;
  5468. args.append(*LINK(expr->queryChild(0)));
  5469. if (op == no_xmldecode)
  5470. func = isUnicode ? xmlDecodeUStrAtom : xmlDecodeStrAtom;
  5471. else
  5472. {
  5473. func = isUnicode ? xmlEncodeUStrAtom : xmlEncodeStrAtom;
  5474. __int64 flags = 0;
  5475. if (expr->hasProperty(allAtom))
  5476. flags = ENCODE_WHITESPACE;
  5477. args.append(*createConstant(flags));
  5478. }
  5479. OwnedHqlExpr call = bindFunctionCall(func, args);
  5480. if (tgt)
  5481. buildExprAssign(ctx, *tgt, call);
  5482. else
  5483. buildExpr(ctx, call, *result);
  5484. }
  5485. //---------------------------------------------------------------------------
  5486. //-- no_cast --
  5487. //-- no_implicitcast --
  5488. IValue * getCastValue(ITypeInfo * cast, IHqlExpression * arg)
  5489. {
  5490. Owned<IValue> value;
  5491. switch (arg->getOperator())
  5492. {
  5493. case no_constant:
  5494. value.set(arg->queryValue());
  5495. break;
  5496. case no_cast: case no_implicitcast:
  5497. value.setown(getCastValue(arg->queryType(), arg->queryChild(0)));
  5498. break;
  5499. default:
  5500. return NULL;
  5501. }
  5502. if (!value)
  5503. return NULL;
  5504. return value->castTo(cast);
  5505. }
  5506. inline IHqlExpression * getCastExpr(ITypeInfo * cast, IHqlExpression * arg)
  5507. {
  5508. IValue * value = getCastValue(cast, arg);
  5509. if (value)
  5510. return createConstant(value);
  5511. return NULL;
  5512. }
  5513. void HqlCppTranslator::doBuildAssignCast(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  5514. {
  5515. IHqlExpression * left = expr->queryChild(0);
  5516. if (options.foldConstantCast)
  5517. {
  5518. //remove when we have constant folding installed...
  5519. OwnedHqlExpr cast = getCastExpr(expr->queryType(), left);
  5520. if (cast)
  5521. {
  5522. buildExprAssign(ctx, target, cast);
  5523. return;
  5524. }
  5525. }
  5526. #if 0
  5527. StringBuffer s;
  5528. s.append("assign cast from=");
  5529. left->queryType()->getECLType(s);
  5530. target.queryType()->getECLType(s.append(" target="));
  5531. expr->queryType()->getECLType(s.append(" expr="));
  5532. PrintLog(s.str());
  5533. #endif
  5534. ITypeInfo * targetType = target.queryType();
  5535. ITypeInfo * exprType = expr->queryType();
  5536. if ((targetType->queryPromotedType() == exprType->queryPromotedType()))
  5537. {
  5538. CHqlBoundExpr bound;
  5539. if (ctx.getMatchExpr(left, bound))
  5540. assignAndCast(ctx, target, bound);
  5541. else
  5542. {
  5543. OwnedHqlExpr values = normalizeListCasts(expr);
  5544. if (values != expr)
  5545. {
  5546. buildExprAssign(ctx, target, values);
  5547. return;
  5548. }
  5549. bool useTemp = requiresTemp(ctx, left, false) && (left->getOperator() != no_concat) && (left->getOperator() != no_createset);
  5550. if (useTemp && isStringType(targetType) && (left->getOperator() == no_substring) && target.isFixedSize())
  5551. {
  5552. //don't do this if the target type is unicode at the moment
  5553. Owned<ITypeInfo> stretchedType = getStretchedType(targetType->getStringLen(), exprType);
  5554. if (isSameBasicType(stretchedType, targetType->queryPromotedType()))
  5555. useTemp = false;
  5556. }
  5557. if (useTemp)
  5558. {
  5559. buildExpr(ctx, left, bound);
  5560. assignAndCast(ctx, target, bound);
  5561. }
  5562. else
  5563. {
  5564. buildExprAssign(ctx, target, left);
  5565. }
  5566. }
  5567. return;
  5568. }
  5569. ITypeInfo * leftType = left->queryType();
  5570. if ((targetType->queryPromotedType() == left->queryType()->queryPromotedType()))
  5571. {
  5572. if (preservesValue(exprType, leftType))
  5573. {
  5574. buildExprAssign(ctx, target, left);
  5575. return;
  5576. }
  5577. }
  5578. CHqlBoundExpr pure;
  5579. bool assignDirect = false;
  5580. if ((exprType->getSize() == UNKNOWN_LENGTH) && (targetType->getTypeCode() == exprType->getTypeCode()) &&
  5581. (isStringType(exprType) || isUnicodeType(exprType)))
  5582. {
  5583. OwnedITypeInfo stretched = getStretchedType(UNKNOWN_LENGTH, targetType->queryPromotedType());
  5584. if (stretched == exprType->queryPromotedType())
  5585. assignDirect = true;
  5586. }
  5587. if (assignDirect)
  5588. buildExpr(ctx, left, pure);
  5589. else
  5590. buildExpr(ctx, expr, pure);
  5591. assignAndCast(ctx, target, pure);
  5592. }
  5593. void HqlCppTranslator::doBuildExprCast(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  5594. {
  5595. IHqlExpression * arg = expr->queryChild(0);
  5596. ITypeInfo * exprType = expr->queryType();
  5597. if (exprType->getTypeCode() == type_set)
  5598. {
  5599. OwnedHqlExpr castArg = ensureExprType(arg, exprType);
  5600. if ((castArg->getOperator() != no_cast) && (castArg->getOperator() != no_implicitcast))
  5601. {
  5602. buildExpr(ctx, castArg, tgt);
  5603. return;
  5604. }
  5605. //The case is almost certainly going to go via a temporary anyway, better code is generated if we can avoid an extra assign
  5606. buildTempExpr(ctx, expr, tgt);
  5607. return;
  5608. }
  5609. if (options.foldConstantCast)
  5610. {
  5611. //remove when we have constant folding installed...
  5612. IHqlExpression * cast = getCastExpr(exprType, arg);
  5613. if (cast)
  5614. {
  5615. tgt.expr.setown(cast);
  5616. return;
  5617. }
  5618. }
  5619. // weird special case.... (int4)(swapint4)int4_x - remove both casts...
  5620. switch (arg->getOperator())
  5621. {
  5622. case no_cast:
  5623. case no_implicitcast:
  5624. {
  5625. IHqlExpression * child = arg->queryChild(0);
  5626. if (child->queryType() == exprType)
  5627. {
  5628. if ((exprType->getTypeCode() == type_int) || (exprType->getTypeCode() == type_swapint) || (exprType->getTypeCode() == type_packedint))
  5629. {
  5630. ITypeInfo * argType = arg->queryType();
  5631. if ((argType->getTypeCode() == type_int) || (argType->getTypeCode() == type_swapint) || (argType->getTypeCode() == type_packedint))
  5632. {
  5633. if (argType->getSize() == exprType->getSize())
  5634. {
  5635. buildExpr(ctx, child, tgt);
  5636. return;
  5637. }
  5638. }
  5639. }
  5640. }
  5641. break;
  5642. }
  5643. #if 0
  5644. case no_if:
  5645. {
  5646. //optimize cast of an if where one of the arguments is already the correct type
  5647. //this doesn't really improve things
  5648. IHqlExpression * lhs = arg->queryChild(1);
  5649. IHqlExpression * rhs = arg->queryChild(2);
  5650. if (lhs->queryType() == exprType || lhs->getOperator() == no_constant ||
  5651. rhs->queryType() == exprType || rhs->getOperator() == no_constant)
  5652. {
  5653. HqlExprArray args;
  5654. args.append(*LINK(arg->queryChild(0)));
  5655. args.append(*ensureExprType(lhs, exprType));
  5656. args.append(*ensureExprType(rhs, exprType));
  5657. unwindChildren(args, arg, 3);
  5658. OwnedHqlExpr next = createValue(no_if, LINK(exprType), args);
  5659. buildExpr(ctx, next, tgt);
  5660. return;
  5661. }
  5662. break;
  5663. }
  5664. #endif
  5665. case no_substring:
  5666. {
  5667. ITypeInfo * argType = arg->queryType();
  5668. if ((exprType->getSize() != UNKNOWN_LENGTH) && (argType->getSize() == UNKNOWN_LENGTH) && (exprType->getTypeCode() == argType->getTypeCode()))
  5669. {
  5670. OwnedITypeInfo stretched = getStretchedType(exprType->getStringLen(), argType);
  5671. if (stretched == exprType)
  5672. {
  5673. buildTempExpr(ctx, expr, tgt);
  5674. return;
  5675. }
  5676. }
  5677. break;
  5678. }
  5679. }
  5680. CHqlBoundExpr pure;
  5681. buildExpr(ctx, arg, pure);
  5682. doBuildExprCast(ctx, exprType, pure, tgt);
  5683. if ((arg->queryType()->getTypeCode() == type_decimal) && !isTypePassedByAddress(exprType))
  5684. {
  5685. OwnedHqlExpr translated = tgt.getTranslatedExpr();
  5686. buildTempExpr(ctx, translated, tgt);
  5687. }
  5688. }
  5689. void HqlCppTranslator::doBuildCastViaTemp(BuildCtx & ctx, ITypeInfo * to, CHqlBoundExpr & pure, CHqlBoundExpr & tgt)
  5690. {
  5691. CHqlBoundTarget boundTarget;
  5692. Linked<ITypeInfo> targetType = to;
  5693. //If the temporary size can be deduced, then use a fixed length temporary to save a heap operation.
  5694. ITypeInfo * fromType = pure.expr->queryType();
  5695. if (isStringType(to) && to->getSize() == UNKNOWN_LENGTH && isStringType(fromType) && !pure.length)
  5696. {
  5697. assertex(fromType->getSize() != UNKNOWN_LENGTH);
  5698. targetType.setown(getStretchedType(fromType->getStringLen(), to));
  5699. }
  5700. OwnedHqlExpr translated = pure.getTranslatedExpr();
  5701. OwnedHqlExpr cast = ensureExprType(translated, targetType);
  5702. buildTempExpr(ctx, cast, tgt);
  5703. }
  5704. void HqlCppTranslator::doBuildCastViaString(BuildCtx & ctx, ITypeInfo * to, const CHqlBoundExpr & pure, CHqlBoundExpr & tgt)
  5705. {
  5706. ITypeInfo * from = pure.expr->queryType();
  5707. Owned<ITypeInfo> tempType = makeStringType(from->getStringLen(), NULL, NULL);
  5708. OwnedHqlExpr temp = createValue(no_implicitcast, LINK(to),
  5709. createValue(no_implicitcast, tempType.getLink(), pure.getTranslatedExpr()));
  5710. buildExpr(ctx, temp, tgt);
  5711. }
  5712. void HqlCppTranslator::doBuildExprCast(BuildCtx & ctx, ITypeInfo * to, CHqlBoundExpr & pure, CHqlBoundExpr & tgt)
  5713. {
  5714. ITypeInfo * from = pure.expr->queryType();
  5715. HqlExprArray args;
  5716. _ATOM funcName = NULL;
  5717. OwnedHqlExpr op;
  5718. switch (to->getTypeCode())
  5719. {
  5720. case type_boolean:
  5721. {
  5722. switch (from->getTypeCode())
  5723. {
  5724. case type_string:
  5725. funcName = an2bAtom;
  5726. args.append(*getBoundLength(pure));
  5727. args.append(*getElementPointer(pure.expr));
  5728. break;
  5729. case type_data:
  5730. funcName = data2BoolAtom;
  5731. args.append(*getBoundLength(pure));
  5732. args.append(*getElementPointer(pure.expr));
  5733. break;
  5734. case type_qstring:
  5735. funcName = qstr2BoolAtom;
  5736. args.append(*getBoundLength(pure));
  5737. args.append(*getElementPointer(pure.expr));
  5738. break;
  5739. case type_varstring:
  5740. funcName = vn2bAtom;
  5741. args.append(*getElementPointer(pure.expr));
  5742. break;
  5743. case type_decimal:
  5744. ensurePushed(ctx, pure);
  5745. funcName = DecCompareNullAtom;
  5746. break;
  5747. case type_unicode:
  5748. case type_varunicode:
  5749. case type_utf8:
  5750. doBuildCastViaString(ctx, to, pure, tgt);
  5751. return;
  5752. case type_real:
  5753. default:
  5754. //default action
  5755. break;
  5756. }
  5757. break;
  5758. }
  5759. case type_packedint:
  5760. {
  5761. ITypeInfo * logicalType = to->queryPromotedType();
  5762. size32_t toSize = logicalType->getSize();
  5763. if ((from->getTypeCode() != type_int) || (toSize != from->getSize()))
  5764. {
  5765. OwnedHqlExpr translated = pure.getTranslatedExpr();
  5766. OwnedHqlExpr castTranslated = createValue(no_implicitcast, LINK(logicalType), LINK(translated));
  5767. buildExpr(ctx, castTranslated, tgt);
  5768. return;
  5769. }
  5770. tgt.set(pure);
  5771. return;
  5772. }
  5773. case type_swapint:
  5774. {
  5775. if ((from->getTypeCode() == type_swapint) && (to->getSize() == from->getSize()))
  5776. {
  5777. break; // default behaviour
  5778. //MORE: Could special case cast between diff size swapints, but a bit too complicated.
  5779. }
  5780. if (from->getTypeCode() != type_int)
  5781. {
  5782. ITypeInfo * tempType = makeIntType(to->getSize(), to->isSigned());
  5783. IHqlExpression * translated = pure.getTranslatedExpr();
  5784. translated = createValue(no_implicitcast, tempType, translated);
  5785. OwnedHqlExpr castTranslated = createValue(no_implicitcast, LINK(to), translated);
  5786. buildExpr(ctx, castTranslated, tgt);
  5787. return;
  5788. }
  5789. unsigned toSize = to->getSize();
  5790. unsigned fromSize = from->getSize();
  5791. if ((toSize == 1) && (fromSize == 1))
  5792. {
  5793. if (to->isSigned() != from->isSigned())
  5794. break;
  5795. tgt.expr.setown(createValue(no_typetransfer, LINK(to), LINK(pure.expr)));
  5796. return;
  5797. }
  5798. if (toSize != fromSize)
  5799. {
  5800. Owned<ITypeInfo> tempType = makeIntType(toSize, from->isSigned());
  5801. CHqlBoundExpr tempInt;
  5802. tempInt.expr.setown(ensureExprType(pure.expr, tempType));
  5803. doBuildCastViaTemp(ctx, to, tempInt, tgt);
  5804. }
  5805. else
  5806. doBuildCastViaTemp(ctx, to, pure, tgt);
  5807. return;
  5808. }
  5809. case type_int:
  5810. {
  5811. switch (from->getTypeCode())
  5812. {
  5813. case type_qstring:
  5814. {
  5815. //Need to go via a temporary string.
  5816. Owned<ITypeInfo> tempType = makeStringType(from->getStringLen(), NULL, NULL);
  5817. OwnedHqlExpr temp = createValue(no_implicitcast, LINK(to),
  5818. createValue(no_implicitcast, tempType.getLink(), pure.getTranslatedExpr()));
  5819. buildExpr(ctx, temp, tgt);
  5820. return;
  5821. }
  5822. case type_string:
  5823. case type_data:
  5824. {
  5825. _ATOM charset = from->queryCharset()->queryName();
  5826. if (charset == ebcdicAtom)
  5827. {
  5828. if (to->isSigned())
  5829. funcName = (to->getSize() > 4 ? en2ls8Atom : en2ls4Atom);
  5830. else
  5831. funcName = (to->getSize() > 4 ? en2l8Atom : en2l4Atom);
  5832. }
  5833. else if ((charset == asciiAtom) || (charset == dataAtom))
  5834. {
  5835. if (to->isSigned())
  5836. funcName = (to->getSize() > 4 ? an2ls8Atom : an2ls4Atom);
  5837. else
  5838. funcName = (to->getSize() > 4 ? an2l8Atom : an2l4Atom);
  5839. }
  5840. else
  5841. assertex(!"Unknown character set");
  5842. //MORE: This should really cast the result to the real width to remove extra bytes.
  5843. //e.g. (unsigned3)-1 should be 0xffffff, not 0xffffffff
  5844. args.append(*getBoundLength(pure));
  5845. args.append(*getElementPointer(pure.expr));
  5846. break;
  5847. }
  5848. case type_varstring:
  5849. if (to->isSigned())
  5850. funcName = (to->getSize() > 4 ? vn2ls8Atom : vn2ls4Atom);
  5851. else
  5852. funcName = (to->getSize() > 4 ? vn2l8Atom : vn2l4Atom);
  5853. args.append(*getElementPointer(pure.expr));
  5854. break;
  5855. case type_decimal:
  5856. ensurePushed(ctx, pure);
  5857. if (to->getSize() > 4)
  5858. funcName = DecPopInt64Atom;
  5859. else
  5860. funcName = DecPopLongAtom;
  5861. break;
  5862. case type_packedint:
  5863. {
  5864. if (to->getSize() < from->getSize())
  5865. {
  5866. funcName = castIntAtom[to->getSize()][to->isSigned()];
  5867. args.append(*LINK(pure.expr));
  5868. }
  5869. else
  5870. tgt.set(pure);
  5871. break;
  5872. }
  5873. case type_swapint:
  5874. {
  5875. unsigned toSize = to->getSize();
  5876. unsigned fromSize = from->getSize();
  5877. if ((toSize == 1) && (fromSize == 1))
  5878. {
  5879. if (to->isSigned() != from->isSigned())
  5880. break;
  5881. tgt.expr.setown(createValue(no_typetransfer, LINK(to), LINK(pure.expr)));
  5882. return;
  5883. }
  5884. if (toSize != fromSize)
  5885. {
  5886. Owned<ITypeInfo> tempType = makeIntType(fromSize, from->isSigned());
  5887. CHqlBoundExpr tempInt;
  5888. doBuildCastViaTemp(ctx, tempType, pure, tempInt);
  5889. funcName = castIntAtom[to->getSize()][to->isSigned()];
  5890. if (funcName && toSize < fromSize)
  5891. {
  5892. args.append(*LINK(tempInt.expr));
  5893. tgt.expr.setown(bindTranslatedFunctionCall(funcName, args));
  5894. }
  5895. else
  5896. tgt.expr.setown(ensureExprType(tempInt.expr, to));
  5897. }
  5898. else
  5899. doBuildCastViaTemp(ctx, to, pure, tgt);
  5900. return;
  5901. }
  5902. case type_int:
  5903. if (to->getSize() < from->getSize())
  5904. {
  5905. _ATOM name = castIntAtom[to->getSize()][to->isSigned()];
  5906. if (name)
  5907. {
  5908. args.append(*LINK(pure.expr));
  5909. IHqlExpression * call = bindTranslatedFunctionCall(name, args);
  5910. op.setown(createValue(no_typetransfer, LINK(to), call));
  5911. }
  5912. }
  5913. break;
  5914. case type_unicode:
  5915. case type_varunicode:
  5916. case type_utf8:
  5917. doBuildCastViaString(ctx, to, pure, tgt);
  5918. return;
  5919. case type_real:
  5920. default:
  5921. //default action
  5922. break;
  5923. }
  5924. break;
  5925. }
  5926. case type_real:
  5927. switch (from->getTypeCode())
  5928. {
  5929. case type_qstring:
  5930. case type_unicode:
  5931. case type_varunicode:
  5932. case type_utf8:
  5933. doBuildCastViaString(ctx, to, pure, tgt);
  5934. return;
  5935. case type_data:
  5936. case type_string:
  5937. funcName = from->queryCharset()->queryName() != ebcdicAtom ? an2fAtom : en2fAtom;
  5938. args.append(*getBoundLength(pure));
  5939. args.append(*getElementPointer(pure.expr));
  5940. break;
  5941. case type_varstring:
  5942. funcName = from->queryCharset()->queryName() != ebcdicAtom ? vn2fAtom : ex2fAtom;
  5943. args.append(*getElementPointer(pure.expr));
  5944. break;
  5945. case type_decimal:
  5946. ensurePushed(ctx, pure);
  5947. funcName = DecPopRealAtom;
  5948. break;
  5949. case type_swapint:
  5950. {
  5951. //cast via intermediate int.
  5952. ITypeInfo * type = makeIntType(from->getSize(), from->isSigned());
  5953. IHqlExpression * translated = pure.getTranslatedExpr();
  5954. OwnedHqlExpr castTranslated = createValue(no_implicitcast, type, translated);
  5955. pure.clear();
  5956. buildExpr(ctx, castTranslated, pure);
  5957. from = type;
  5958. }
  5959. //fallthrough
  5960. case type_int:
  5961. case type_boolean:
  5962. case type_packedint:
  5963. default:
  5964. //default action
  5965. break;
  5966. }
  5967. break;
  5968. case type_decimal:
  5969. {
  5970. ensurePushed(ctx, pure);
  5971. bool needToSetPrecision = true;
  5972. unsigned toDigits = to->getDigits();
  5973. unsigned toPrecision = to->getPrecision();
  5974. switch (from->getTypeCode())
  5975. {
  5976. case type_int:
  5977. case type_swapint:
  5978. if (toDigits >= from->getDigits())
  5979. needToSetPrecision = false;
  5980. break;
  5981. case type_decimal:
  5982. {
  5983. unsigned fromDigits = from->getDigits();
  5984. unsigned fromPrecision = from->getPrecision();
  5985. if (((toDigits - toPrecision) >= (fromDigits - fromPrecision)) &&
  5986. (toPrecision >= fromPrecision))
  5987. needToSetPrecision = false;
  5988. break;
  5989. }
  5990. }
  5991. if ((toDigits == MAX_DECIMAL_DIGITS) && (toPrecision == MAX_DECIMAL_PRECISION))
  5992. needToSetPrecision = false;
  5993. if (needToSetPrecision)
  5994. {
  5995. args.append(*createConstant(createIntValue(to->getDigits(), 1, false)));
  5996. args.append(*createConstant(createIntValue(to->getPrecision(), 1, false)));
  5997. callProcedure(ctx, DecSetPrecisionAtom, args);
  5998. }
  5999. op.setown(createValue(no_decimalstack, LINK(to)));
  6000. }
  6001. break;
  6002. case type_set:
  6003. {
  6004. //MORE: Shouldn't have to create this node...
  6005. OwnedHqlExpr cast = createValue(no_implicitcast, LINK(to), pure.getTranslatedExpr());
  6006. buildTempExpr(ctx, cast, tgt);
  6007. return;
  6008. }
  6009. case type_pointer:
  6010. case type_row:
  6011. break;
  6012. case type_varstring:
  6013. if ((to->getSize() == UNKNOWN_LENGTH) && (from->getTypeCode() == type_varstring))
  6014. tgt.set(pure);
  6015. else
  6016. doBuildCastViaTemp(ctx, to, pure, tgt);
  6017. return;
  6018. case type_string:
  6019. case type_data:
  6020. {
  6021. if (canRemoveStringCast(to, from))
  6022. {
  6023. ICharsetInfo * srcset = from->queryCharset();
  6024. ICharsetInfo * tgtset = to->queryCharset();
  6025. //Data never calls a conversion function... but does add a cast
  6026. if ((srcset == tgtset) || (to->getTypeCode() == type_data) || (from->getTypeCode() == type_data))
  6027. {
  6028. if (from->getTypeCode() == type_varstring)
  6029. tgt.length.setown(getBoundLength(pure));
  6030. else
  6031. tgt.length.set(pure.length);
  6032. Owned<ITypeInfo> newType;
  6033. if (to->getSize() == UNKNOWN_LENGTH)
  6034. newType.setown(getStretchedType(from->getSize(), to));
  6035. else
  6036. newType.set(to);
  6037. if (from->getTypeCode() != type_data)
  6038. {
  6039. newType.setown(cloneModifiers(from, newType));
  6040. tgt.expr.setown(createValue(no_typetransfer, newType.getClear(), pure.expr.getLink()));
  6041. }
  6042. else
  6043. {
  6044. IHqlExpression * base = queryStripCasts(pure.expr);
  6045. newType.setown(makeReferenceModifier(newType.getClear()));
  6046. tgt.expr.setown(createValue(no_cast, newType.getClear(), LINK(base)));
  6047. }
  6048. return;
  6049. }
  6050. }
  6051. }
  6052. doBuildCastViaTemp(ctx, to, pure, tgt);
  6053. return;
  6054. case type_unicode:
  6055. case type_varunicode:
  6056. if ((from->getTypeCode() == to->getTypeCode()) && (to->getSize() == UNKNOWN_LENGTH))
  6057. {
  6058. tgt.set(pure);
  6059. return;
  6060. }
  6061. doBuildCastViaTemp(ctx, to, pure, tgt);
  6062. return;
  6063. default:
  6064. doBuildCastViaTemp(ctx, to, pure, tgt);
  6065. return;
  6066. }
  6067. if (funcName)
  6068. op.setown(bindTranslatedFunctionCall(funcName, args));
  6069. if (!op)
  6070. op.setown(ensureExprType(pure.expr, to));
  6071. if (queryUnqualifiedType(op->queryType()) != queryUnqualifiedType(to))
  6072. {
  6073. OwnedHqlExpr translated = createTranslated(op);
  6074. OwnedHqlExpr cast = ensureExprType(translated, to);
  6075. buildExpr(ctx, cast, tgt);
  6076. }
  6077. else
  6078. tgt.expr.setown(op.getClear());
  6079. }
  6080. //---------------------------------------------------------------------------
  6081. //-- no_char_length --
  6082. //NB: parameter is expression to take length of - not the length node.
  6083. IHqlExpression * HqlCppTranslator::doBuildCharLength(BuildCtx & ctx, IHqlExpression * expr)
  6084. {
  6085. CHqlBoundExpr bound;
  6086. buildCachedExpr(ctx, expr, bound);
  6087. return getBoundLength(bound);
  6088. }
  6089. //---------------------------------------------------------------------------
  6090. //-- no_choose
  6091. void HqlCppTranslator::doBuildChoose(BuildCtx & ctx, const CHqlBoundTarget * target, IHqlExpression * expr)
  6092. {
  6093. CHqlBoundExpr test;
  6094. BuildCtx subctx(ctx);
  6095. buildExpr(subctx, expr->queryChild(0), test);
  6096. IHqlStmt * stmt = subctx.addSwitch(test.expr);
  6097. unsigned max = expr->numChildren()-1;
  6098. unsigned idx;
  6099. for (idx = 1; idx < max; idx++)
  6100. {
  6101. OwnedHqlExpr branch = getSizetConstant(idx);
  6102. subctx.addCase(stmt, branch);
  6103. buildExprOrAssign(subctx, target, expr->queryChild(idx), NULL);
  6104. }
  6105. subctx.addDefault(stmt);
  6106. buildExprOrAssign(subctx, target, expr->queryChild(max), NULL);
  6107. }
  6108. void HqlCppTranslator::doBuildAssignChoose(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  6109. {
  6110. unsigned max = expr->numChildren()-1;
  6111. unsigned idx;
  6112. bool allConstant = true;
  6113. for (idx = 1; idx < max; idx++)
  6114. {
  6115. if (!expr->queryChild(idx)->queryValue())
  6116. allConstant = false;
  6117. }
  6118. if (allConstant)
  6119. {
  6120. //MORE: Need to calculate the correct type.
  6121. HqlExprArray args;
  6122. args.append(*LINK(expr->queryChild(0)));
  6123. for (idx = 1; idx < max; idx++)
  6124. {
  6125. IHqlExpression * v1 = createConstant(createIntValue(idx, LINK(unsignedType)));
  6126. IHqlExpression * v2 = expr->queryChild(idx);
  6127. ITypeInfo * type = v2->queryType();
  6128. args.append(* createValue(no_mapto, LINK(type), v1, LINK(v2)));
  6129. }
  6130. args.append(*LINK(expr->queryChild(max)));
  6131. OwnedHqlExpr caseExpr = createValue(no_case, expr->getType(), args);
  6132. buildExprAssign(ctx, target, caseExpr);
  6133. }
  6134. else
  6135. {
  6136. doBuildChoose(ctx, &target, expr);
  6137. }
  6138. }
  6139. //---------------------------------------------------------------------------
  6140. //-- compare (no_eq,no_ne,no_lt,no_gt,no_le,no_ge) --
  6141. //Are the arguments scalar? If so return the scalar arguments.
  6142. static bool getIsScalarCompare(IHqlExpression * expr, OwnedHqlExpr & left, OwnedHqlExpr & right)
  6143. {
  6144. left.set(expr->queryChild(0));
  6145. right.set(expr->queryChild(1));
  6146. ITypeInfo * lType = left->queryType();
  6147. ITypeInfo * rType = right->queryType();
  6148. type_t leftTypeCode = lType ? lType->getTypeCode() : type_row;
  6149. type_t rightTypeCode = rType ? rType->getTypeCode() : type_row;
  6150. assertex(leftTypeCode == rightTypeCode);
  6151. switch (leftTypeCode)
  6152. {
  6153. case type_row:
  6154. case type_set:
  6155. return false;
  6156. default:
  6157. return true;
  6158. }
  6159. }
  6160. void HqlCppTranslator::doBuildAssignCompare(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  6161. {
  6162. OwnedHqlExpr left;
  6163. OwnedHqlExpr right;
  6164. if (getIsScalarCompare(expr, left, right))
  6165. {
  6166. doBuildExprAssign(ctx, target, expr);
  6167. return;
  6168. }
  6169. //Comparing a row - calculate the ordering and then compare against zero...
  6170. IHqlExpression * compare = createValue(no_order, LINK(signedType), LINK(left), LINK(right));
  6171. OwnedHqlExpr temp = createBoolExpr(expr->getOperator(), compare, getZero());
  6172. buildExprAssign(ctx, target, temp);
  6173. }
  6174. //---------------------------------------------------------------------------
  6175. //-- no_concat --
  6176. void HqlCppTranslator::buildConcatFArgs(HqlExprArray & args, BuildCtx & ctx, const HqlExprArray & values, ITypeInfo * argType)
  6177. {
  6178. ForEachItemIn(idx, values)
  6179. {
  6180. IHqlExpression * cur = &values.item(idx);
  6181. OwnedHqlExpr value = getCastParameter(cur, argType);
  6182. CHqlBoundExpr bound;
  6183. buildCachedExpr(ctx, value, bound);
  6184. //The function takes ... so the length must be 4 bytes or the stack
  6185. //gets out of sync...
  6186. OwnedHqlExpr length = getBoundLength(bound);
  6187. args.append(*ensureExprType(length, unsignedType));
  6188. args.append(*getElementPointer(bound.expr));
  6189. }
  6190. args.append(*createConstant(signedType->castFrom(true, -1))); // correct size terminator
  6191. }
  6192. void HqlCppTranslator::doBuildVarLengthConcatF(BuildCtx & ctx, const CHqlBoundTarget & target, const HqlExprArray & values)
  6193. {
  6194. ITypeInfo * targetType = target.queryType();
  6195. Linked<ITypeInfo> argType = targetType;
  6196. type_t ttc = targetType->getTypeCode();
  6197. HqlExprArray args;
  6198. _ATOM func;
  6199. if (ttc == type_varstring)
  6200. {
  6201. func = concatVStrAtom;
  6202. argType.setown(makeStringType(UNKNOWN_LENGTH, LINK(targetType->queryCharset()), LINK(targetType->queryCollation())));
  6203. }
  6204. else if (ttc == type_unicode)
  6205. {
  6206. args.append(*target.length.getLink());
  6207. func = concatUnicodeAtom;
  6208. }
  6209. else if (ttc == type_utf8)
  6210. {
  6211. args.append(*target.length.getLink());
  6212. func = concatUtf8Atom;
  6213. }
  6214. else if (ttc == type_varunicode)
  6215. {
  6216. func = concatVUnicodeAtom;
  6217. argType.setown(makeUnicodeType(UNKNOWN_LENGTH, targetType->queryLocale()));
  6218. }
  6219. else
  6220. {
  6221. args.append(*target.length.getLink());
  6222. func = concatAtom;
  6223. }
  6224. IHqlExpression * tgt = createValue(no_address, makeVoidType(), LINK(target.expr));
  6225. if (ttc == type_data)
  6226. tgt = createValue(no_implicitcast, makePointerType(makeStringType(UNKNOWN_LENGTH, NULL, NULL)), tgt);
  6227. args.append(*tgt);
  6228. buildConcatFArgs(args, ctx, values, argType);
  6229. callProcedure(ctx, func, args);
  6230. }
  6231. bool HqlCppTranslator::doBuildFixedLengthConcatF(BuildCtx & ctx, const CHqlBoundTarget & target, const HqlExprArray & values)
  6232. {
  6233. ITypeInfo * targetType = target.queryType();
  6234. Owned<ITypeInfo> argType = getStretchedType(UNKNOWN_LENGTH, targetType);
  6235. type_t ttc = targetType->getTypeCode();
  6236. HqlExprArray args;
  6237. _ATOM func = NULL;
  6238. OwnedHqlExpr fill;
  6239. switch (ttc)
  6240. {
  6241. case type_varstring:
  6242. func = concatVStrFAtom;
  6243. argType.setown(makeStringType(UNKNOWN_LENGTH, LINK(targetType->queryCharset()), LINK(targetType->queryCollation())));
  6244. break;
  6245. case type_varunicode:
  6246. func = concatVUnicodeFAtom;
  6247. argType.setown(makeUnicodeType(UNKNOWN_LENGTH, targetType->queryLocale()));
  6248. break;
  6249. case type_unicode:
  6250. func = concatUnicodeFAtom;
  6251. break;
  6252. case type_string:
  6253. func = concatStrFAtom;
  6254. if (targetType->queryCharset()->queryName() == ebcdicAtom)
  6255. fill.setown(getSizetConstant('@'));
  6256. else
  6257. fill.setown(getSizetConstant(' '));
  6258. break;
  6259. case type_data:
  6260. func = concatStrFAtom;
  6261. fill.setown(getSizetConstant(0));
  6262. break;
  6263. }
  6264. if (func)
  6265. {
  6266. args.append(*getSizetConstant(targetType->getStringLen()));
  6267. args.append(*getPointer(target.expr));
  6268. if (fill)
  6269. args.append(*LINK(fill));
  6270. buildConcatFArgs(args, ctx, values, argType);
  6271. callProcedure(ctx, func, args);
  6272. return true;
  6273. }
  6274. return false;
  6275. }
  6276. void HqlCppTranslator::doBuildAssignConcat(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  6277. {
  6278. ITypeInfo * targetType = target.queryType();
  6279. ICharsetInfo * targetCharset = targetType->queryCharset();
  6280. type_t ttc = targetType->getTypeCode();
  6281. switch (ttc)
  6282. {
  6283. case type_unicode:
  6284. case type_varunicode:
  6285. case type_utf8:
  6286. break;
  6287. case type_string:
  6288. case type_varstring:
  6289. case type_data:
  6290. if (!queryDefaultTranslation(targetCharset, expr->queryType()->queryCharset()))
  6291. break;
  6292. //fallthrough
  6293. default:
  6294. doBuildExprAssign(ctx, target, expr);
  6295. return;
  6296. }
  6297. HqlExprArray values;
  6298. expr->unwindList(values, no_concat);
  6299. //Combine adjacent constants (not folded previously because of the tree structure)
  6300. //Not optimized in the folder since it can mess up cse evaluation
  6301. for (unsigned i=0; i < values.ordinality()-1; i++)
  6302. {
  6303. IValue * firstValue = values.item(i).queryValue();
  6304. if (firstValue)
  6305. {
  6306. Linked<IValue> combinedValue = firstValue;
  6307. while (i+1 < values.ordinality())
  6308. {
  6309. IValue * nextValue = values.item(i+1).queryValue();
  6310. if (!nextValue)
  6311. break;
  6312. combinedValue.setown(concatValues(combinedValue, nextValue));
  6313. values.remove(i+1);
  6314. }
  6315. if (combinedValue->queryType()->getStringLen() == 0)
  6316. {
  6317. values.remove(i);
  6318. i--; // not nice, but will be incremented before comparison so safe
  6319. }
  6320. else if (combinedValue != firstValue)
  6321. values.replace(*createConstant(combinedValue.getClear()), i);
  6322. }
  6323. }
  6324. if (!target.isFixedSize())
  6325. {
  6326. doBuildVarLengthConcatF(ctx, target, values);
  6327. }
  6328. else if (!doBuildFixedLengthConcatF(ctx, target, values))
  6329. {
  6330. Owned<ITypeInfo> varType = getStretchedType(UNKNOWN_LENGTH, targetType);
  6331. OwnedHqlExpr castValue = createValue(no_concat, LINK(varType), values);
  6332. doBuildExprAssign(ctx, target, castValue);
  6333. }
  6334. }
  6335. //---------------------------------------------------------------------------
  6336. //-- no_div --
  6337. // also used for no_modulus
  6338. void HqlCppTranslator::doBuildExprDivide(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  6339. {
  6340. if (expr->queryType()->getTypeCode() == type_decimal)
  6341. {
  6342. doBuildExprArith(ctx, expr, tgt);
  6343. return;
  6344. }
  6345. IHqlExpression * left = expr->queryChild(0);
  6346. IHqlExpression * right = expr->queryChild(1);
  6347. assertex(left->queryType() == right->queryType());
  6348. IValue * value = right->queryValue();
  6349. if (value)
  6350. {
  6351. Owned<IValue> zero = right->queryType()->castFrom(false, 0);
  6352. int cmp = value->compare(zero);
  6353. if (cmp == 0)
  6354. tgt.expr.setown(createConstant(zero.getClear()));
  6355. else
  6356. doBuildPureSubExpr(ctx, expr, tgt);
  6357. }
  6358. else
  6359. {
  6360. buildTempExpr(ctx, expr, tgt);
  6361. }
  6362. }
  6363. void HqlCppTranslator::doBuildAssignDivide(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  6364. {
  6365. if (expr->queryType()->getTypeCode() == type_decimal)
  6366. {
  6367. doBuildExprAssign(ctx, target, expr);
  6368. return;
  6369. }
  6370. IHqlExpression * left = expr->queryChild(0);
  6371. IHqlExpression * right = expr->queryChild(1);
  6372. assertex(left->queryType() == right->queryType());
  6373. CHqlBoundExpr lhs,rhs;
  6374. buildExpr(ctx, left, lhs);
  6375. buildSimpleExpr(ctx, right, rhs);
  6376. IHqlExpression * divisor = rhs.expr.get();
  6377. OwnedHqlExpr pureExpr = createValue(expr->getOperator(), left->getType(), lhs.expr.getClear(), LINK(divisor));
  6378. IValue * zero = pureExpr->queryType()->castFrom(false, 0);
  6379. OwnedHqlExpr eZero = createConstant(zero);
  6380. IValue * value = rhs.expr->queryValue();
  6381. if (value)
  6382. {
  6383. int cmp = value->compare(eZero->queryValue());
  6384. if (cmp == 0)
  6385. assignBound(ctx, target, eZero);
  6386. else
  6387. assignBound(ctx, target, pureExpr);
  6388. }
  6389. else
  6390. {
  6391. BuildCtx subctx(ctx);
  6392. IHqlStmt * stmt = subctx.addFilter(divisor);
  6393. assignBound(subctx, target, pureExpr);
  6394. subctx.selectElse(stmt);
  6395. assignBound(subctx, target, eZero);
  6396. }
  6397. }
  6398. //---------------------------------------------------------------------------
  6399. //-- no_if --
  6400. bool HqlCppTranslator::ifRequiresAssignment(BuildCtx & ctx, IHqlExpression * expr)
  6401. {
  6402. IHqlExpression * trueExpr = expr->queryChild(1);
  6403. IHqlExpression * falseExpr = expr->queryChild(2);
  6404. if (requiresTemp(ctx, trueExpr, true) || requiresTemp(ctx, falseExpr, true) || expr->queryType()->getSize() == UNKNOWN_LENGTH)
  6405. return true;
  6406. if (trueExpr->queryType() != falseExpr->queryType() && isStringType(expr->queryType()))
  6407. return true;
  6408. if (expr->queryType()->getTypeCode() == type_decimal)
  6409. return true;
  6410. return false;
  6411. }
  6412. void HqlCppTranslator::doBuildAssignIf(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  6413. {
  6414. if (!ifRequiresAssignment(ctx, expr))
  6415. {
  6416. doBuildExprAssign(ctx, target, expr);
  6417. return;
  6418. }
  6419. IHqlExpression * trueExpr = expr->queryChild(1);
  6420. IHqlExpression * falseExpr = expr->queryChild(2);
  6421. BuildCtx subctx(ctx);
  6422. CHqlBoundExpr cond;
  6423. buildCachedExpr(subctx, expr->queryChild(0), cond);
  6424. IHqlStmt * test = subctx.addFilter(cond.expr);
  6425. buildExprAssign(subctx, target, trueExpr);
  6426. subctx.selectElse(test);
  6427. buildExprAssign(subctx, target, falseExpr);
  6428. }
  6429. void HqlCppTranslator::doBuildExprIf(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  6430. {
  6431. if (ifRequiresAssignment(ctx, expr))
  6432. {
  6433. buildTempExpr(ctx, expr, tgt);
  6434. return;
  6435. }
  6436. IHqlExpression * trueExpr = expr->queryChild(1);
  6437. IHqlExpression * falseExpr = expr->queryChild(2);
  6438. //Length should not be conditional...
  6439. CHqlBoundExpr cond;
  6440. CHqlBoundExpr boundTrue;
  6441. CHqlBoundExpr boundFalse;
  6442. buildCachedExpr(ctx, expr->queryChild(0), cond);
  6443. buildCachedExpr(ctx, trueExpr, boundTrue);
  6444. buildCachedExpr(ctx, falseExpr, boundFalse);
  6445. //true and false should have same type...
  6446. tgt.expr.setown(createValue(no_if, expr->getType(), cond.expr.getClear(), boundTrue.expr.getClear(), boundFalse.expr.getClear()));
  6447. }
  6448. void HqlCppTranslator::doBuildStmtIf(BuildCtx & ctx, IHqlExpression * expr)
  6449. {
  6450. BuildCtx subctx(ctx);
  6451. CHqlBoundExpr cond;
  6452. buildCachedExpr(subctx, expr->queryChild(0), cond);
  6453. IHqlStmt * test = subctx.addFilter(cond.expr);
  6454. buildStmt(subctx, expr->queryChild(1));
  6455. IHqlExpression * elseExpr = queryRealChild(expr, 2);
  6456. if (elseExpr && elseExpr->getOperator() != no_null)
  6457. {
  6458. subctx.selectElse(test);
  6459. buildStmt(subctx, elseExpr);
  6460. }
  6461. }
  6462. //---------------------------------------------------------------------------
  6463. //-- no_intformat --
  6464. IHqlExpression * HqlCppTranslator::createFormatCall(_ATOM func, IHqlExpression * expr)
  6465. {
  6466. HqlExprArray args;
  6467. unsigned max = expr->numChildren();
  6468. unsigned idx;
  6469. for (idx=0; idx < max; idx++)
  6470. {
  6471. IHqlExpression * cur = expr->queryChild(idx);;
  6472. args.append(*LINK(cur));
  6473. }
  6474. return bindFunctionCall(func, args);
  6475. }
  6476. void HqlCppTranslator::doBuildExprFormat(_ATOM func, BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  6477. {
  6478. OwnedHqlExpr call = createFormatCall(func, expr);
  6479. buildExpr(ctx, call, tgt);
  6480. }
  6481. void HqlCppTranslator::doBuildAssignFormat(_ATOM func, BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  6482. {
  6483. OwnedHqlExpr call = createFormatCall(func, expr);
  6484. buildExprAssign(ctx, target, call);
  6485. }
  6486. //---------------------------------------------------------------------------
  6487. void HqlCppTranslator::doBuildAssignToXml(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  6488. {
  6489. IHqlExpression * row = expr->queryChild(0);
  6490. HqlExprArray args;
  6491. args.append(*buildMetaParameter(row));
  6492. args.append(*LINK(row));
  6493. args.append(*getSizetConstant(XWFtrim|XWFopt|XWFnoindent));
  6494. OwnedHqlExpr call = bindFunctionCall(ctxGetRowXmlAtom, args);
  6495. buildExprAssign(ctx, target, call);
  6496. }
  6497. //---------------------------------------------------------------------------
  6498. void HqlCppTranslator::doBuildExprCppBody(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr * tgt)
  6499. {
  6500. if (!allowEmbeddedCpp())
  6501. throwError(HQLERR_EmbeddedCppNotAllowed);
  6502. StringBuffer text;
  6503. expr->queryChild(0)->queryValue()->getStringValue(text);
  6504. OwnedHqlExpr quoted = createQuoted(text.str(), expr->getType());
  6505. if (tgt)
  6506. {
  6507. ITypeInfo * type = expr->queryType();
  6508. assertex(type->getTypeCode() == type_varstring || type->getSize() != UNKNOWN_LENGTH);
  6509. tgt->expr.set(quoted);
  6510. }
  6511. else
  6512. ctx.addExpr(quoted);
  6513. }
  6514. //---------------------------------------------------------------------------
  6515. //-- no_index --
  6516. IHqlExpression * getSimpleListIndex(BuildCtx & ctx, IHqlExpression * expr)
  6517. {
  6518. IHqlExpression * index = expr->queryChild(1);
  6519. if (!index->isConstant())
  6520. return NULL;
  6521. OwnedHqlExpr set = normalizeListCasts(expr->queryChild(0));
  6522. switch (set->getOperator())
  6523. {
  6524. case no_null:
  6525. case no_list:
  6526. break;
  6527. default:
  6528. return NULL;
  6529. }
  6530. OwnedHqlExpr folded = foldHqlExpression(index);
  6531. __int64 which = folded->queryValue()->getIntValue();
  6532. if ((which > 0) && (which <= set->numChildren()))
  6533. return LINK(set->queryChild((unsigned)which-1));
  6534. return createNullExpr(expr);
  6535. }
  6536. void HqlCppTranslator::doBuildExprIndex(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  6537. {
  6538. OwnedHqlExpr simple = getSimpleListIndex(ctx, expr);
  6539. if (simple)
  6540. buildExpr(ctx, simple, tgt);
  6541. else
  6542. {
  6543. OwnedHqlExpr simpleList = simplifyFixedLengthList(expr->queryChild(0));
  6544. Owned<IHqlCppSetCursor> cursor = createSetSelector(ctx, simpleList);
  6545. cursor->buildExprSelect(ctx, expr, tgt);
  6546. }
  6547. }
  6548. void HqlCppTranslator::doBuildAssignIndex(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  6549. {
  6550. OwnedHqlExpr simple = getSimpleListIndex(ctx, expr);
  6551. if (simple)
  6552. buildExprAssign(ctx, target, simple);
  6553. else
  6554. {
  6555. OwnedHqlExpr simpleList = simplifyFixedLengthList(expr->queryChild(0));
  6556. Owned<IHqlCppSetCursor> cursor = createSetSelector(ctx, simpleList);
  6557. cursor->buildAssignSelect(ctx, target, expr);
  6558. }
  6559. }
  6560. //---------------------------------------------------------------------------
  6561. //-- no_list --
  6562. bool isComplexSet(ITypeInfo * type)
  6563. {
  6564. ITypeInfo * childType = type->queryChildType();
  6565. if (!childType)
  6566. return false;
  6567. switch (childType->getTypeCode())
  6568. {
  6569. case type_alien:
  6570. return true;
  6571. case type_string:
  6572. case type_qstring:
  6573. case type_data:
  6574. case type_unicode:
  6575. case type_varstring:
  6576. case type_varunicode:
  6577. return (childType->getSize() == UNKNOWN_LENGTH);
  6578. case type_utf8:
  6579. case type_swapint:
  6580. case type_packedint:
  6581. return true;
  6582. case type_int:
  6583. switch (childType->getSize())
  6584. {
  6585. case 3: case 5: case 6: case 7:
  6586. return true;
  6587. }
  6588. return false;
  6589. }
  6590. return false;
  6591. }
  6592. bool isComplexSet(IHqlExpression * expr)
  6593. {
  6594. return isComplexSet(expr->queryType());
  6595. }
  6596. bool isConstantSet(IHqlExpression * expr)
  6597. {
  6598. unsigned max = expr->numChildren();
  6599. unsigned idx;
  6600. for (idx = 0; idx < max; idx++)
  6601. {
  6602. IHqlExpression * child = expr->queryChild(idx);
  6603. if (!child->queryValue())
  6604. return false;
  6605. }
  6606. return true;
  6607. }
  6608. void HqlCppTranslator::doBuildExprConstList(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  6609. {
  6610. BuildCtx declareCtx(*code, literalAtom);
  6611. if (!declareCtx.getMatchExpr(expr, tgt))
  6612. {
  6613. ITypeInfo * type = expr->queryType();
  6614. Linked<ITypeInfo> elementType = type->queryChildType();
  6615. if (!elementType)
  6616. throwError(HQLERR_NullSetCannotGenerate);
  6617. Owned<ITypeInfo> transferType;
  6618. LinkedHqlExpr values = expr;
  6619. if ((isTypePassedByAddress(elementType) && (elementType->getTypeCode() != type_varstring)))
  6620. {
  6621. if (elementType->isReference())
  6622. {
  6623. // use a var string type to get better C++ generated...
  6624. transferType.set(elementType);
  6625. elementType.setown(makeVarStringType(UNKNOWN_LENGTH));
  6626. }
  6627. else
  6628. {
  6629. // for string, data and qstring we need to initialize the array with a list of characters instead of
  6630. // a cstring e.g., char[][2] = { { 'a','b' }, { 'c', 'd' } };
  6631. HqlExprArray newValues;
  6632. ForEachChild(idx, expr)
  6633. {
  6634. IHqlExpression * next = expr->queryChild(idx);
  6635. newValues.append(*createValue(no_create_initializer, next->getType(), LINK(next)));
  6636. }
  6637. values.setown(createValue(no_list, makeSetType(LINK(elementType)), newValues));
  6638. }
  6639. }
  6640. unsigned numElements = expr->numChildren();
  6641. Owned<ITypeInfo> t = makeConstantModifier(makeArrayType(LINK(elementType), numElements));
  6642. IHqlExpression * table = declareCtx.getTempDeclare(t, values);
  6643. if (transferType)
  6644. {
  6645. ITypeInfo * arrayType = makeArrayType(LINK(transferType), numElements);
  6646. table = createValue(no_typetransfer, arrayType, table);
  6647. }
  6648. tgt.count.setown(getSizetConstant(numElements));
  6649. tgt.expr.setown(table);
  6650. //make sure tables get added before any global functions
  6651. declareCtx.associateExpr(expr, tgt);
  6652. if (options.spanMultipleCpp)
  6653. {
  6654. BuildCtx protoctx(*code, mainprototypesAtom);
  6655. protoctx.addDeclareExternal(table);
  6656. }
  6657. }
  6658. }
  6659. void HqlCppTranslator::doBuildExprDynList(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  6660. {
  6661. if (!ctx.getMatchExpr(expr, tgt))
  6662. {
  6663. ITypeInfo * type = expr->queryType();
  6664. ITypeInfo * elementType = type->queryChildType();
  6665. unsigned max = expr->numChildren();
  6666. //MORE: What if this is an array of variable length strings?
  6667. Owned<ITypeInfo> t = makeArrayType(LINK(elementType), max);
  6668. IHqlExpression * table = ctx.getTempDeclare(t, NULL);
  6669. // new code - should really use a selector...
  6670. unsigned idx;
  6671. CHqlBoundTarget boundTarget;
  6672. for (idx = 0; idx < max; idx++)
  6673. {
  6674. IHqlExpression * child = expr->queryChild(idx);
  6675. boundTarget.expr.setown(createValue(no_index, LINK(elementType), LINK(table), createConstant((int)idx)));
  6676. buildExprAssign(ctx, boundTarget, child);
  6677. }
  6678. tgt.count.setown(getSizetConstant(max));
  6679. tgt.expr.setown(table);
  6680. ctx.associateExpr(expr, tgt);
  6681. }
  6682. }
  6683. void HqlCppTranslator::doBuildExprList(BuildCtx & ctx, IHqlExpression * _expr, CHqlBoundExpr & tgt)
  6684. {
  6685. OwnedHqlExpr expr = simplifyFixedLengthList(_expr);
  6686. ITypeInfo * type = expr->queryType();
  6687. switch (type->getTypeCode())
  6688. {
  6689. case type_set:
  6690. case type_array:
  6691. {
  6692. LinkedHqlExpr values = expr;
  6693. ITypeInfo * childType = type->queryChildType();
  6694. //MORE: Also alien data types and other weird things...
  6695. //if (childType->getSize() == UNKNOWN_LENGTH)
  6696. if (expr->numChildren() == 0)
  6697. {
  6698. tgt.length.setown(getSizetConstant(0));
  6699. tgt.expr.setown(createValue(no_nullptr, makeReferenceModifier(LINK(type))));
  6700. return;
  6701. }
  6702. else if (isComplexSet(expr))
  6703. {
  6704. buildTempExpr(ctx, expr, tgt);
  6705. return;
  6706. }
  6707. else if (childType->getSize() == 0)
  6708. {
  6709. //codes := [''] convert it to a set of a single char string for the moment.
  6710. Owned<ITypeInfo> newType = makeSetType(getStretchedType(1, childType));
  6711. values.setown(ensureExprType(expr, newType));
  6712. }
  6713. if (isConstantSet(expr))
  6714. doBuildExprConstList(ctx, values, tgt);
  6715. else
  6716. doBuildExprDynList(ctx, values, tgt);
  6717. tgt.isAll.set(queryBoolExpr(false));
  6718. }
  6719. break;
  6720. default:
  6721. throw(!"This type of list not supported yet");
  6722. }
  6723. }
  6724. void HqlCppTranslator::doBuildAssignList(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * _expr)
  6725. {
  6726. OwnedHqlExpr expr = simplifyFixedLengthList(_expr);
  6727. node_operator op = expr->getOperator();
  6728. assertex(op == no_list);
  6729. ITypeInfo * type = expr->queryType();
  6730. switch (type->getTypeCode())
  6731. {
  6732. case type_set:
  6733. case type_array:
  6734. break;
  6735. default:
  6736. throw(!"This type of list not supported yet");
  6737. }
  6738. //This is an assignment, a non-constant set would end up creating two temporaries.
  6739. unsigned numItems = expr->numChildren();
  6740. if (((numItems > 0) && (numItems < 3)) || isComplexSet(expr) || !isConstantSet(expr))
  6741. {
  6742. Owned<IHqlCppSetBuilder> builder = createTempSetBuilder(target.queryType()->queryChildType(), target.isAll);
  6743. builder->buildDeclare(ctx);
  6744. buildSetAssign(ctx, builder, expr);
  6745. builder->buildFinish(ctx, target);
  6746. }
  6747. else if (numItems == 0)
  6748. {
  6749. CHqlBoundExpr temp;
  6750. buildExpr(ctx, expr, temp);
  6751. if (target.isAll)
  6752. {
  6753. if (temp.isAll)
  6754. ctx.addAssign(target.isAll, temp.isAll);
  6755. else
  6756. ctx.addAssign(target.isAll, queryBoolExpr(false));
  6757. }
  6758. ctx.addAssign(target.length, temp.length);
  6759. ctx.addAssign(target.expr, temp.expr);
  6760. }
  6761. else
  6762. {
  6763. OwnedHqlExpr cast = ensureExprType(expr, target.queryType());
  6764. // can do a direct assignment without any casts
  6765. doBuildExprAssign(ctx, target, cast);
  6766. }
  6767. }
  6768. void HqlCppTranslator::doBuildExprAll(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  6769. {
  6770. tgt.isAll.set(queryBoolExpr(true));
  6771. tgt.length.setown(getSizetConstant(0));
  6772. tgt.expr.setown(createQuoted("0", makeSetType(NULL)));
  6773. }
  6774. void HqlCppTranslator::doBuildAssignAll(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  6775. {
  6776. CHqlBoundExpr temp;
  6777. buildExpr(ctx, expr, temp);
  6778. ctx.addAssign(target.isAll, temp.isAll);
  6779. ctx.addAssign(target.length, temp.length);
  6780. ctx.addAssign(target.expr, temp.expr);
  6781. }
  6782. //---------------------------------------------------------------------------
  6783. //-- no_not --
  6784. void HqlCppTranslator::doBuildExprNot(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  6785. {
  6786. ITypeInfo * type = expr->queryChild(0)->queryType();
  6787. switch (type->getTypeCode())
  6788. {
  6789. case type_decimal:
  6790. {
  6791. //MORE: Could leak decimal stack.... Is the last line correct?
  6792. HqlExprArray args;
  6793. bindAndPush(ctx, expr->queryChild(0));
  6794. IHqlExpression * op = bindTranslatedFunctionCall(DecCompareNullAtom, args);
  6795. tgt.expr.setown(createValue(expr->getOperator(), LINK(boolType), op, getZero()));
  6796. }
  6797. break;
  6798. default:
  6799. doBuildPureSubExpr(ctx, expr, tgt);
  6800. break;
  6801. }
  6802. }
  6803. //---------------------------------------------------------------------------
  6804. //-- no_or --
  6805. IHqlExpression * HqlCppTranslator::convertOrToAnd(IHqlExpression * expr)
  6806. {
  6807. bool invert = true;
  6808. if (expr->getOperator() == no_not)
  6809. {
  6810. invert = false;
  6811. expr = expr->queryChild(0);
  6812. }
  6813. assertex(expr->getOperator() == no_or);
  6814. HqlExprArray original, inverted;
  6815. expr->unwindList(original, no_or);
  6816. ForEachItemIn(idx, original)
  6817. inverted.append(*getInverse(&original.item(idx)));
  6818. IHqlExpression * ret = createValue(no_and, makeBoolType(), inverted);
  6819. if (invert)
  6820. ret = createValue(no_not, makeBoolType(), ret);
  6821. return ret;
  6822. }
  6823. //---------------------------------------------------------------------------
  6824. // no_unicodeorder
  6825. void HqlCppTranslator::doBuildAssignUnicodeOrder(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  6826. {
  6827. CHqlBoundExpr lhs, rhs, locale, strength;
  6828. buildCachedExpr(ctx, expr->queryChild(0), lhs);
  6829. buildCachedExpr(ctx, expr->queryChild(1), rhs);
  6830. buildCachedExpr(ctx, expr->queryChild(2), locale);
  6831. buildCachedExpr(ctx, expr->queryChild(3), strength);
  6832. Owned<IHqlExpression> op;
  6833. HqlExprArray args;
  6834. ITypeInfo * realType = lhs.expr->queryType()->queryPromotedType();
  6835. switch(realType->getTypeCode())
  6836. {
  6837. case type_unicode:
  6838. args.append(*getBoundLength(lhs));
  6839. args.append(*getElementPointer(lhs.expr));
  6840. args.append(*getBoundLength(rhs));
  6841. args.append(*getElementPointer(rhs.expr));
  6842. args.append(*getElementPointer(locale.expr));
  6843. args.append(*strength.expr.getLink());
  6844. op.setown(bindTranslatedFunctionCall(compareUnicodeUnicodeStrengthAtom, args));
  6845. break;
  6846. case type_varunicode:
  6847. args.append(*getElementPointer(lhs.expr));
  6848. args.append(*getElementPointer(rhs.expr));
  6849. args.append(*getElementPointer(locale.expr));
  6850. args.append(*strength.expr.getLink());
  6851. op.setown(bindTranslatedFunctionCall(compareVUnicodeVUnicodeStrengthAtom, args));
  6852. break;
  6853. case type_utf8:
  6854. args.append(*getBoundLength(lhs));
  6855. args.append(*getElementPointer(lhs.expr));
  6856. args.append(*getBoundLength(rhs));
  6857. args.append(*getElementPointer(rhs.expr));
  6858. args.append(*getElementPointer(locale.expr));
  6859. args.append(*strength.expr.getLink());
  6860. op.setown(bindTranslatedFunctionCall(compareUtf8Utf8StrengthAtom, args));
  6861. break;
  6862. default:
  6863. UNIMPLEMENTED;
  6864. }
  6865. assignBound(ctx, target, op);
  6866. }
  6867. //---------------------------------------------------------------------------
  6868. //-- no_order --
  6869. static void buildIteratorFirst(HqlCppTranslator & translator, BuildCtx & ctx, IHqlExpression * iter, IHqlExpression * row)
  6870. {
  6871. StringBuffer s;
  6872. translator.generateExprCpp(s, row).append(" = (byte*)");
  6873. translator.generateExprCpp(s, iter).append(".first();");
  6874. ctx.addQuoted(s);
  6875. }
  6876. static void buildIteratorNext(HqlCppTranslator & translator, BuildCtx & ctx, IHqlExpression * iter, IHqlExpression * row)
  6877. {
  6878. StringBuffer s;
  6879. translator.generateExprCpp(s, row).append(" = (byte*)");
  6880. translator.generateExprCpp(s, iter).append(".next();");
  6881. ctx.addQuoted(s);
  6882. }
  6883. static void buildIteratorIsValid(BuildCtx & ctx, IHqlExpression * iter, IHqlExpression * row, CHqlBoundExpr & bound)
  6884. {
  6885. bound.expr.set(row);
  6886. }
  6887. void HqlCppTranslator::doBuildAssignCompareRow(BuildCtx & ctx, EvaluateCompareInfo & info, IHqlExpression * left, IHqlExpression * right)
  6888. {
  6889. HqlExprArray leftValues, rightValues;
  6890. IHqlExpression * record = left->queryRecord();
  6891. expandRowOrder(left->queryNormalizedSelector(), record, leftValues, false);
  6892. expandRowOrder(right->queryNormalizedSelector(), record, rightValues, false);
  6893. optimizeOrderValues(leftValues, rightValues, false);
  6894. doBuildAssignCompare(ctx, info, leftValues, rightValues, true, false); //MORE: ,no_break,true
  6895. }
  6896. void HqlCppTranslator::doBuildAssignCompareTable(BuildCtx & ctx, EvaluateCompareInfo & info, IHqlExpression * left, IHqlExpression * right)
  6897. {
  6898. ITypeInfo * targetType = info.target.queryType();
  6899. OwnedHqlExpr zeroTarget = createConstant(targetType->castFrom(true, 0));
  6900. OwnedHqlExpr plusOne = createConstant(targetType->castFrom(true, +1));
  6901. OwnedHqlExpr minusOne = createConstant(targetType->castFrom(true, -1));
  6902. // cmp = 0;
  6903. assignBound(ctx, info.target, zeroTarget);
  6904. BuildCtx subctx(ctx);
  6905. subctx.addGroup(); // stop bound cursors leaking outside the testing block.
  6906. // i1 iter1; i1.first();
  6907. HqlExprAttr leftIter, leftRow;
  6908. Owned<IHqlCppDatasetCursor> cursor = createDatasetSelector(subctx, left);
  6909. cursor->buildIterateClass(subctx, leftIter, leftRow);
  6910. buildIteratorFirst(*this, subctx, leftIter, leftRow);
  6911. // i2; forEachIn(i2); {
  6912. CHqlBoundExpr isValid;
  6913. BuildCtx loopctx(subctx);
  6914. buildDatasetIterate(loopctx, right, true);
  6915. bindTableCursor(loopctx, left, leftRow);
  6916. // if (!i1.isValid()) { cmp = -1; break; }
  6917. buildIteratorIsValid(loopctx, leftIter, leftRow, isValid);
  6918. OwnedHqlExpr test = createValue(no_not, makeBoolType(), isValid.expr.getClear());
  6919. BuildCtx moreRightCtx(loopctx);
  6920. moreRightCtx.addFilter(test);
  6921. if (info.actionIfDiffer == return_stmt)
  6922. {
  6923. if (info.isEqualityCompare())
  6924. {
  6925. OwnedHqlExpr returnValue = info.getEqualityReturnValue();
  6926. moreRightCtx.addReturn(returnValue);
  6927. }
  6928. else
  6929. moreRightCtx.addReturn(minusOne);
  6930. }
  6931. else
  6932. {
  6933. buildExprAssign(moreRightCtx, info.target, minusOne);
  6934. moreRightCtx.addBreak();
  6935. }
  6936. //Now do the comparison....
  6937. {
  6938. EvaluateCompareInfo childInfo(info);
  6939. if (childInfo.actionIfDiffer == break_stmt)
  6940. childInfo.actionIfDiffer = null_stmt;
  6941. //***childInfo??
  6942. doBuildAssignCompareRow(loopctx, info, left, right);
  6943. }
  6944. if (info.actionIfDiffer != return_stmt)
  6945. {
  6946. // if (cmp != 0) break;
  6947. BuildCtx donectx(loopctx);
  6948. donectx.addFilter(info.target.expr);
  6949. donectx.addQuoted("break;");
  6950. }
  6951. // i1.next();
  6952. buildIteratorNext(*this, loopctx, leftIter, leftRow);
  6953. buildIteratorIsValid(subctx, leftIter, leftRow, isValid);
  6954. if (info.actionIfDiffer == return_stmt)
  6955. {
  6956. //if (i1.isValid) return +1;
  6957. BuildCtx moreLeftCtx(subctx);
  6958. moreLeftCtx.addFilter(isValid.expr);
  6959. if (info.isEqualityCompare())
  6960. {
  6961. OwnedHqlExpr returnValue = info.getEqualityReturnValue();
  6962. moreLeftCtx.addReturn(returnValue);
  6963. }
  6964. else
  6965. moreLeftCtx.addReturn(plusOne);
  6966. }
  6967. else
  6968. {
  6969. //if (cmp == 0 && i1.isValid) cmp = +1;
  6970. OwnedHqlExpr cmp = createBoolExpr(no_and, createBoolExpr(no_eq, LINK(info.target.expr), LINK(zeroTarget)), LINK(isValid.expr));
  6971. BuildCtx moreLeftCtx(subctx);
  6972. moreLeftCtx.addFilter(cmp);
  6973. buildExprAssign(moreLeftCtx, info.target, plusOne);
  6974. BuildCtx tailctx(ctx);
  6975. if (info.actionIfDiffer == break_stmt)
  6976. {
  6977. tailctx.addFilter(info.target.expr);
  6978. tailctx.addBreak();
  6979. }
  6980. }
  6981. }
  6982. void HqlCppTranslator::expandRowOrder(IHqlExpression * selector, IHqlExpression * record, HqlExprArray & values, bool isRow)
  6983. {
  6984. ForEachChild(idx, record)
  6985. {
  6986. IHqlExpression * field = record->queryChild(idx);
  6987. switch (field->getOperator())
  6988. {
  6989. case no_ifblock:
  6990. expandRowOrder(selector, field->queryChild(1), values, isRow);
  6991. break;
  6992. case no_record:
  6993. expandRowOrder(selector, field, values, isRow);
  6994. break;
  6995. case no_field:
  6996. {
  6997. OwnedHqlExpr selected;
  6998. if (isRow)
  6999. selected.setown(createNewSelectExpr(LINK(selector), LINK(field)));
  7000. else
  7001. selected.setown(createSelectExpr(LINK(selector), LINK(field)));
  7002. if (field->isDatarow())
  7003. expandRowOrder(selected, field->queryRecord(), values, false);
  7004. else
  7005. values.append(*LINK(selected));
  7006. break;
  7007. }
  7008. }
  7009. }
  7010. }
  7011. void HqlCppTranslator::expandSimpleOrder(IHqlExpression * left, IHqlExpression * right, HqlExprArray & leftValues, HqlExprArray & rightValues)
  7012. {
  7013. while ((left->getOperator() == no_negate) && (right->getOperator() == no_negate))
  7014. {
  7015. IHqlExpression * temp = right->queryChild(0);
  7016. right = left->queryChild(0);
  7017. left = temp;
  7018. }
  7019. if (left == right)
  7020. {
  7021. //Weird code is here just so I can force some strange exceptions in the regression suite.
  7022. IHqlExpression * cur = left;
  7023. if (cur->getOperator() == no_alias)
  7024. cur = cur->queryChild(0);
  7025. if (cur->getOperator() != no_nofold)
  7026. return;
  7027. }
  7028. if (left->isDatarow())
  7029. {
  7030. IHqlExpression * record = left->queryRecord();
  7031. assertex(right->isDatarow() && (record == right->queryRecord()));
  7032. expandRowOrder(left, record, leftValues, !isActiveRow(left));
  7033. expandRowOrder(right, record, rightValues, !isActiveRow(right));
  7034. }
  7035. else
  7036. {
  7037. leftValues.append(*LINK(left));
  7038. rightValues.append(*LINK(right));
  7039. }
  7040. }
  7041. void HqlCppTranslator::expandOrder(IHqlExpression * expr, HqlExprArray & leftValues, HqlExprArray & rightValues, OwnedHqlExpr & defaultValue)
  7042. {
  7043. OwnedHqlExpr left = normalizeListCasts(expr->queryChild(0));
  7044. OwnedHqlExpr right = normalizeListCasts(expr->queryChild(1));
  7045. if ((isFixedLengthList(left) || isNullList(left)) && (isFixedLengthList(right) || isNullList(right)))
  7046. {
  7047. unsigned maxLeft = left->numChildren();
  7048. unsigned maxRight = right->numChildren();
  7049. unsigned max = std::min(maxLeft, maxRight);
  7050. for (unsigned i=0; i < max; i++)
  7051. expandSimpleOrder(left->queryChild(i), right->queryChild(i), leftValues, rightValues);
  7052. if (maxLeft != maxRight)
  7053. defaultValue.setown(createConstant(signedType->castFrom(true, ((maxLeft > maxRight) ? +1 : -1))));
  7054. }
  7055. else
  7056. expandSimpleOrder(left, right, leftValues, rightValues);
  7057. }
  7058. IHqlExpression * HqlCppTranslator::querySimpleOrderSelector(IHqlExpression * expr)
  7059. {
  7060. if (expr->getOperator() != no_select)
  7061. return NULL;
  7062. bool isNew;
  7063. IHqlExpression * ds = querySelectorDataset(expr, isNew);
  7064. if (isNew)
  7065. return NULL;
  7066. return ds;
  7067. }
  7068. static unsigned getMemcmpSize(IHqlExpression * left, IHqlExpression * right, bool isEqualityCompare)
  7069. {
  7070. ITypeInfo * leftType = left->queryType();
  7071. if (!leftType)
  7072. return 0;
  7073. if (!isSameBasicType(leftType, right->queryType()))
  7074. return 0;
  7075. unsigned size = leftType->getSize();
  7076. switch (leftType->getTypeCode())
  7077. {
  7078. case type_bigendianint:
  7079. case type_boolean:
  7080. return size;
  7081. case type_littleendianint:
  7082. if ((size == 1) && !leftType->isSigned())
  7083. return 1;
  7084. if (isEqualityCompare)
  7085. return size;
  7086. break;
  7087. case type_string:
  7088. case type_data:
  7089. case type_qstring:
  7090. if (size != UNKNOWN_LENGTH)
  7091. return size;
  7092. break;
  7093. }
  7094. return 0;
  7095. }
  7096. void HqlCppTranslator::optimizeOrderValues(HqlExprArray & leftValues, HqlExprArray & rightValues, bool isEqualityCompare)
  7097. {
  7098. unsigned max = leftValues.ordinality();
  7099. if (max <= 1)
  7100. return;
  7101. for (unsigned i=0; i < max-1; i++)
  7102. {
  7103. IHqlExpression * curFirstLeft = &leftValues.item(i);
  7104. IHqlExpression * curFirstRight = &rightValues.item(i);
  7105. IHqlExpression * leftSel = querySimpleOrderSelector(curFirstLeft);
  7106. IHqlExpression * rightSel = querySimpleOrderSelector(curFirstRight);
  7107. if (!leftSel || !rightSel)
  7108. continue;
  7109. unsigned compareSize = getMemcmpSize(curFirstLeft, curFirstRight, isEqualityCompare);
  7110. if (!compareSize)
  7111. continue;
  7112. IHqlExpression * nextLeft = &leftValues.item(i+1);
  7113. IHqlExpression * nextRight = &rightValues.item(i+1);
  7114. if (querySimpleOrderSelector(nextLeft) != leftSel || querySimpleOrderSelector(nextRight) != rightSel ||
  7115. (getMemcmpSize(nextLeft, nextRight, isEqualityCompare) == 0))
  7116. continue;
  7117. //Worth iterating the selectors...
  7118. RecordSelectIterator leftIter(leftSel->queryRecord(), leftSel);
  7119. ForEach(leftIter)
  7120. if (leftIter.query() == curFirstLeft)
  7121. break;
  7122. if (!leftIter.isValid() || leftIter.isInsideIfBlock())
  7123. continue;
  7124. RecordSelectIterator rightIter(rightSel->queryRecord(), rightSel);
  7125. ForEach(rightIter)
  7126. if (rightIter.query() == curFirstRight)
  7127. break;
  7128. if (!rightIter.isValid() || rightIter.isInsideIfBlock())
  7129. continue;
  7130. unsigned j; // linux wants it declared outside of 'for'
  7131. for (j=i+1; j < max; j++)
  7132. {
  7133. if (!leftIter.next() || leftIter.isInsideIfBlock())
  7134. break;
  7135. if (!rightIter.next() || rightIter.isInsideIfBlock())
  7136. break;
  7137. IHqlExpression * nextLeft = &leftValues.item(j);
  7138. IHqlExpression * nextRight = &rightValues.item(j);
  7139. if (leftIter.query() != nextLeft || rightIter.query() != nextRight)
  7140. break;
  7141. unsigned thisSize = getMemcmpSize(nextLeft, nextRight, isEqualityCompare);
  7142. if (!thisSize)
  7143. break;
  7144. compareSize += thisSize;
  7145. }
  7146. if (j != i+1)
  7147. {
  7148. IHqlExpression * newLeft = createValue(no_typetransfer, makeStringType(compareSize), LINK(curFirstLeft));
  7149. IHqlExpression * newRight = createValue(no_typetransfer, makeStringType(compareSize), LINK(curFirstRight));
  7150. leftValues.replace(*newLeft, i);
  7151. rightValues.replace(*newRight, i);
  7152. leftValues.removen(i+1, j-(i+1));
  7153. rightValues.removen(i+1, j-(i+1));
  7154. max -= (j - (i+1));
  7155. }
  7156. }
  7157. }
  7158. inline IHqlExpression * createSignedConstant(__int64 value)
  7159. {
  7160. return createConstant(signedType->castFrom(true, value));
  7161. }
  7162. static IHqlExpression * convertAllToInteger(IHqlExpression * allExpr)
  7163. {
  7164. IValue * allValue = allExpr->queryValue();
  7165. if (allValue)
  7166. return createSignedConstant(allValue->getBoolValue() ? 1 : 0);
  7167. return createValue(no_if, LINK(signedType), LINK(allExpr), createSignedConstant(1), createSignedConstant(0));
  7168. }
  7169. void HqlCppTranslator::doBuildAssignCompareElement(BuildCtx & ctx, EvaluateCompareInfo & info, IHqlExpression * left, IHqlExpression * right, bool isFirst, bool isLast)
  7170. {
  7171. if (left->getOperator() == no_if && right->getOperator() == no_if && left->queryChild(0) == right->queryChild(0))
  7172. {
  7173. BuildCtx subctx(ctx);
  7174. IHqlStmt * filter = buildFilterViaExpr(subctx, left->queryChild(0));
  7175. doBuildAssignCompareElement(subctx, info, left->queryChild(1), right->queryChild(1), isFirst, false);
  7176. if ((isFirst && (info.actionIfDiffer != return_stmt)) || left->queryChild(2) != right->queryChild(2))
  7177. {
  7178. subctx.selectElse(filter);
  7179. doBuildAssignCompareElement(subctx, info, left->queryChild(2), right->queryChild(2), isFirst, false);
  7180. }
  7181. return;
  7182. }
  7183. if (left == right)
  7184. {
  7185. //Can happen from conditions expanded above
  7186. if (isFirst)
  7187. {
  7188. if (info.actionIfDiffer != return_stmt)
  7189. buildExprAssign(ctx, info.target, queryZero());
  7190. }
  7191. return;
  7192. }
  7193. ITypeInfo * leftType = left->queryType();
  7194. type_t tc;
  7195. if (leftType)
  7196. tc = leftType->getTypeCode();
  7197. else
  7198. tc = type_set;
  7199. CHqlBoundExpr lhs,rhs;
  7200. bool useMemCmp = false;
  7201. switch (tc)
  7202. {
  7203. case type_table:
  7204. case type_groupedtable:
  7205. doBuildAssignCompareTable(ctx, info, left, right);
  7206. return;
  7207. case type_row:
  7208. doBuildAssignCompareRow(ctx, info, left, right);
  7209. return;
  7210. case type_bigendianint:
  7211. {
  7212. //MORE: Compare big endian integers with a memcmp
  7213. if (hasAddress(ctx, left) && hasAddress(ctx, right) && isSameBasicType(leftType, right->queryType()))
  7214. {
  7215. buildAddress(ctx, left, lhs);
  7216. buildAddress(ctx, right, rhs);
  7217. useMemCmp = true;
  7218. break;
  7219. }
  7220. Owned<ITypeInfo> type = makeIntType(leftType->getSize(), leftType->isSigned());
  7221. OwnedHqlExpr intLeft = createValue(no_implicitcast, type.getLink(), LINK(left));
  7222. OwnedHqlExpr intRight = createValue(no_implicitcast, type.getLink(), LINK(right));
  7223. buildCachedExpr(ctx, intLeft, lhs);
  7224. buildCachedExpr(ctx, intRight, rhs);
  7225. break;
  7226. }
  7227. case type_string:
  7228. case type_data:
  7229. case type_qstring:
  7230. {
  7231. OwnedHqlExpr simpleLeft = getSimplifyCompareArg(left);
  7232. OwnedHqlExpr simpleRight = getSimplifyCompareArg(right);
  7233. buildCachedExpr(ctx, simpleLeft, lhs);
  7234. buildCachedExpr(ctx, simpleRight, rhs);
  7235. break;
  7236. }
  7237. default:
  7238. buildCachedExpr(ctx, left, lhs);
  7239. buildCachedExpr(ctx, right, rhs);
  7240. break;
  7241. }
  7242. ITypeInfo * realType = realType = lhs.queryType()->queryPromotedType();
  7243. tc = realType->getTypeCode();
  7244. IHqlExpression * op = NULL;
  7245. switch (tc)
  7246. {
  7247. //MORE: Should common up with comparison code...
  7248. case type_string:
  7249. case type_data:
  7250. case type_qstring:
  7251. {
  7252. HqlExprArray args;
  7253. _ATOM func;
  7254. if (lhs.length || rhs.length || needVarStringCompare(realType, rhs.queryType()->queryPromotedType()))
  7255. {
  7256. //MORE: This does not cope with different padding characters...
  7257. func = queryStrCompareFunc(realType);
  7258. args.append(*getBoundLength(lhs));
  7259. args.append(*getElementPointer(lhs.expr));
  7260. args.append(*getBoundLength(rhs));
  7261. args.append(*getElementPointer(rhs.expr));
  7262. }
  7263. else
  7264. {
  7265. func = memcmpAtom;
  7266. args.append(*getElementPointer(lhs.expr));
  7267. args.append(*getElementPointer(rhs.expr));
  7268. args.append(*getSizetConstant(realType->getSize()));
  7269. }
  7270. op = bindTranslatedFunctionCall(func, args);
  7271. break;
  7272. }
  7273. case type_unicode:
  7274. {
  7275. HqlExprArray args;
  7276. assertex(haveCommonLocale(leftType, right->queryType()));
  7277. char const * locale = getCommonLocale(leftType, right->queryType())->str();
  7278. args.append(*getBoundLength(lhs));
  7279. args.append(*getElementPointer(lhs.expr));
  7280. args.append(*getBoundLength(rhs));
  7281. args.append(*getElementPointer(rhs.expr));
  7282. args.append(*createConstant(locale));
  7283. op = bindTranslatedFunctionCall(compareUnicodeUnicodeAtom, args);
  7284. break;
  7285. }
  7286. case type_varunicode:
  7287. {
  7288. HqlExprArray args;
  7289. assertex(haveCommonLocale(leftType, right->queryType()));
  7290. char const * locale = getCommonLocale(leftType, right->queryType())->str();
  7291. args.append(*getElementPointer(lhs.expr));
  7292. args.append(*getElementPointer(rhs.expr));
  7293. args.append(*createConstant(locale));
  7294. op = bindTranslatedFunctionCall(compareVUnicodeVUnicodeAtom, args);
  7295. break;
  7296. }
  7297. case type_utf8:
  7298. {
  7299. HqlExprArray args;
  7300. assertex(haveCommonLocale(leftType, right->queryType()));
  7301. char const * locale = getCommonLocale(leftType, right->queryType())->str();
  7302. args.append(*getBoundLength(lhs));
  7303. args.append(*getElementPointer(lhs.expr));
  7304. args.append(*getBoundLength(rhs));
  7305. args.append(*getElementPointer(rhs.expr));
  7306. args.append(*createConstant(locale));
  7307. op = bindTranslatedFunctionCall(compareUtf8Utf8Atom, args);
  7308. break;
  7309. }
  7310. case type_varstring:
  7311. {
  7312. HqlExprArray args;
  7313. args.append(*getElementPointer(lhs.expr));
  7314. args.append(*getElementPointer(rhs.expr));
  7315. op = bindTranslatedFunctionCall(compareVStrVStrAtom, args);
  7316. break;
  7317. }
  7318. case type_decimal:
  7319. {
  7320. HqlExprArray args;
  7321. if (!isPushed(lhs) && !isPushed(rhs) && (leftType->queryPromotedType() == right->queryType()->queryPromotedType()))
  7322. {
  7323. args.append(*getSizetConstant(leftType->queryPromotedType()->getSize()));
  7324. args.append(*getPointer(lhs.expr));
  7325. args.append(*getPointer(rhs.expr));
  7326. op = bindTranslatedFunctionCall(leftType->isSigned() ? DecCompareDecimalAtom : DecCompareUDecimalAtom, args);
  7327. }
  7328. else
  7329. {
  7330. bool pushedLhs = ensurePushed(ctx, lhs);
  7331. bool pushedRhs = ensurePushed(ctx, rhs);
  7332. //NB: Arguments could be pushed in opposite order 1 <=> x *2
  7333. if (pushedLhs && !pushedRhs)
  7334. op = bindTranslatedFunctionCall(DecDistinctRAtom, args);
  7335. else
  7336. op = bindTranslatedFunctionCall(DecDistinctAtom, args);
  7337. }
  7338. break;
  7339. }
  7340. case type_set:
  7341. case type_array:
  7342. {
  7343. //compare all
  7344. OwnedHqlExpr leftAll = lhs.getIsAll();
  7345. OwnedHqlExpr rightAll = rhs.getIsAll();
  7346. assertex(leftAll && rightAll);
  7347. if (leftAll != rightAll)
  7348. {
  7349. if (leftAll->queryValue() && rightAll->queryValue())
  7350. {
  7351. op = createConstant(leftAll->queryValue()->getIntValue() - rightAll->queryValue()->getIntValue());
  7352. break;
  7353. }
  7354. if (getIntValue(leftAll, false) || getIntValue(rightAll, false))
  7355. {
  7356. op = createValue(no_sub, LINK(signedType), convertAllToInteger(leftAll), convertAllToInteger(rightAll));
  7357. break;
  7358. }
  7359. }
  7360. if (lhs.expr != rhs.expr)
  7361. {
  7362. HqlExprArray args;
  7363. args.append(*getBoundLength(lhs));
  7364. args.append(*getElementPointer(lhs.expr));
  7365. args.append(*getBoundLength(rhs));
  7366. args.append(*getElementPointer(rhs.expr));
  7367. op = bindTranslatedFunctionCall(compareDataDataAtom, args);
  7368. }
  7369. if (leftAll != rightAll)
  7370. {
  7371. IHqlExpression * orderAll = createValue(no_sub, LINK(signedType), convertAllToInteger(leftAll), convertAllToInteger(rightAll));
  7372. if (op)
  7373. {
  7374. IHqlExpression * cond = NULL;
  7375. if (!getIntValue(leftAll, true))
  7376. {
  7377. if (!getIntValue(rightAll, true))
  7378. cond = NULL;
  7379. else
  7380. cond = LINK(rightAll);
  7381. }
  7382. else
  7383. {
  7384. if (!getIntValue(rightAll, true))
  7385. cond = LINK(leftAll);
  7386. else
  7387. cond = createBoolExpr(no_or, LINK(leftAll), LINK(rightAll));
  7388. }
  7389. if (cond)
  7390. op = createValue(no_if, LINK(signedType), cond, orderAll, op);
  7391. else
  7392. orderAll->Release();
  7393. }
  7394. else
  7395. op = orderAll;
  7396. }
  7397. if (!op)
  7398. op = getZero();
  7399. break;
  7400. }
  7401. case type_boolean:
  7402. case type_swapint:
  7403. case type_packedint:
  7404. case type_int:
  7405. if (!useMemCmp && !info.isEqualityCompare() && (realType->getSize() < signedType->getSize()))
  7406. {
  7407. op = createValue(no_sub, LINK(signedType),
  7408. createValue(no_implicitcast, LINK(signedType), lhs.expr.getLink()),
  7409. createValue(no_implicitcast, LINK(signedType), rhs.expr.getLink()));
  7410. break;
  7411. }
  7412. //fall through
  7413. default:
  7414. if (useMemCmp)
  7415. {
  7416. HqlExprArray args;
  7417. args.append(*lhs.expr.getLink());
  7418. args.append(*rhs.expr.getLink());
  7419. args.append(*getSizetConstant(leftType->getSize()));
  7420. op = bindTranslatedFunctionCall(memcmpAtom, args);
  7421. }
  7422. else
  7423. {
  7424. if (info.isEqualityCompare())
  7425. {
  7426. op = createBoolExpr(no_ne, LINK(lhs.expr), LINK(rhs.expr));
  7427. }
  7428. else
  7429. {
  7430. ensureSimpleExpr(ctx, lhs);
  7431. ensureSimpleExpr(ctx, rhs);
  7432. OwnedHqlExpr testlt = createBoolExpr(no_lt, lhs.expr.getLink(), rhs.expr.getLink());
  7433. OwnedHqlExpr retlt = createIntConstant(-1);
  7434. OwnedHqlExpr testgt = createBoolExpr(no_gt, lhs.expr.getLink(), rhs.expr.getLink());
  7435. OwnedHqlExpr retgt = createIntConstant(+1);
  7436. if (info.actionIfDiffer == return_stmt)
  7437. {
  7438. BuildCtx subctx1(ctx);
  7439. subctx1.addFilter(testlt);
  7440. subctx1.addReturn(retlt);
  7441. BuildCtx subctx2(ctx);
  7442. subctx2.addFilter(testgt);
  7443. subctx2.addReturn(retgt);
  7444. return;
  7445. }
  7446. else
  7447. {
  7448. // generate (a < b ? -1 : (a > b ? +1 : 0))
  7449. op = createValue(no_if, LINK(signedType),
  7450. LINK(testlt), LINK(retlt),
  7451. createValue(no_if, LINK(signedType), LINK(testgt), LINK(retgt), getZero()));
  7452. }
  7453. }
  7454. }
  7455. break;
  7456. }
  7457. OwnedHqlExpr safeReleaseOp = op;
  7458. assertex(op);
  7459. BuildCtx subctx(ctx);
  7460. if (info.isEqualityCompare() && (info.actionIfDiffer == return_stmt))
  7461. {
  7462. subctx.addFilter(op);
  7463. OwnedHqlExpr returnValue = info.getEqualityReturnValue();
  7464. subctx.addReturn(returnValue);
  7465. }
  7466. else
  7467. {
  7468. assignBound(subctx, info.target, op);
  7469. switch (info.actionIfDiffer)
  7470. {
  7471. case break_stmt:
  7472. subctx.addFilter(info.target.expr);
  7473. subctx.addBreak();
  7474. break;
  7475. case return_stmt:
  7476. if (!isLast || info.hasDefault)
  7477. subctx.addFilter(info.target.expr);
  7478. else
  7479. info.alwaysReturns = true;
  7480. subctx.addReturn(info.target.expr);
  7481. break;
  7482. }
  7483. }
  7484. }
  7485. void HqlCppTranslator::doBuildAssignCompare(BuildCtx & ctx, EvaluateCompareInfo & info, HqlExprArray & leftValues, HqlExprArray & rightValues, bool isFirst, bool isOuter)
  7486. {
  7487. assertex(leftValues.ordinality() == rightValues.ordinality());
  7488. Owned<BuildCtx> subctx = new BuildCtx(ctx);
  7489. OwnedHqlExpr compare = createBoolExpr(no_not, LINK(info.target.expr));
  7490. unsigned idx;
  7491. unsigned max = leftValues.ordinality();
  7492. for (idx = 0; idx < max; idx++)
  7493. {
  7494. if ((idx & 7) == 0)
  7495. subctx.setown(new BuildCtx(ctx));
  7496. if (!info.actionIfDiffer && !isFirst)
  7497. subctx->addFilter(compare);
  7498. doBuildAssignCompareElement(*subctx, info, &leftValues.item(idx), &rightValues.item(idx), isFirst, isOuter && (idx == max-1));
  7499. isFirst = false;
  7500. }
  7501. }
  7502. void HqlCppTranslator::doBuildAssignOrder(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  7503. {
  7504. HqlExprArray leftValues, rightValues;
  7505. OwnedHqlExpr defaultValue;
  7506. expandOrder(expr, leftValues, rightValues, defaultValue);
  7507. optimizeOrderValues(leftValues, rightValues, false);
  7508. EvaluateCompareInfo info(no_order);
  7509. info.target.set(target);
  7510. doBuildAssignCompare(ctx, info, leftValues, rightValues, true, false);
  7511. unsigned maxLeft = leftValues.ordinality();
  7512. if (defaultValue)
  7513. {
  7514. if (maxLeft != 0)
  7515. {
  7516. OwnedHqlExpr compare = createBoolExpr(no_not, LINK(target.expr));
  7517. ctx.addFilter(compare);
  7518. }
  7519. buildExprAssign(ctx, target, defaultValue);
  7520. }
  7521. else if (maxLeft == 0)
  7522. buildExprAssign(ctx, target, queryZero());
  7523. }
  7524. void HqlCppTranslator::doBuildReturnCompare(BuildCtx & ctx, IHqlExpression * expr, node_operator op, bool isBoolEquality)
  7525. {
  7526. HqlExprArray leftValues, rightValues;
  7527. OwnedHqlExpr defaultValue;
  7528. expandOrder(expr, leftValues, rightValues, defaultValue);
  7529. optimizeOrderValues(leftValues, rightValues, (op == no_eq));
  7530. EvaluateCompareInfo info(op);
  7531. info.actionIfDiffer = return_stmt;
  7532. info.isBoolEquality = isBoolEquality;
  7533. info.hasDefault = (defaultValue != NULL);
  7534. createTempFor(ctx, expr, info.target);
  7535. doBuildAssignCompare(ctx, info, leftValues, rightValues, true, true);
  7536. if (!info.alwaysReturns)
  7537. {
  7538. if (info.isBoolEquality)
  7539. {
  7540. OwnedHqlExpr returnValue = createConstant(defaultValue == NULL);
  7541. buildReturn(ctx, returnValue);
  7542. }
  7543. else
  7544. {
  7545. if (defaultValue)
  7546. buildReturn(ctx, defaultValue);
  7547. else
  7548. buildReturn(ctx, queryZero());
  7549. }
  7550. }
  7551. }
  7552. //---------------------------------------------------------------------------
  7553. //-- no_hash --
  7554. class HashCodeCreator
  7555. {
  7556. public:
  7557. HashCodeCreator(HqlCppTranslator & _translator, const CHqlBoundTarget & _target, node_operator _hashKind, bool _optimizeInternal)
  7558. : translator(_translator), target(_target), hashKind(_hashKind), optimizeInternal(_optimizeInternal)
  7559. {
  7560. prevFunc = NULL;
  7561. }
  7562. //Combine calls to the hash function on adjacent memory to minimise the number of calls
  7563. //and the generated code size.
  7564. void buildHash(BuildCtx & ctx, _ATOM func, IHqlExpression * length, IHqlExpression * ptr)
  7565. {
  7566. if ((func == hash32DataAtom) || (func == hash64DataAtom))
  7567. {
  7568. ptr = stripTranslatedCasts(ptr);
  7569. if (prevFunc)
  7570. {
  7571. if ((prevFunc == func) && rightFollowsLeft(prevPtr, prevLength, ptr))
  7572. {
  7573. prevLength.setown(peepholeAddExpr(prevLength, length));
  7574. return;
  7575. }
  7576. flush(ctx);
  7577. }
  7578. prevFunc = func;
  7579. prevLength.set(length);
  7580. prevPtr.set(ptr);
  7581. return;
  7582. }
  7583. flush(ctx);
  7584. buildCall(ctx, func, length, ptr);
  7585. }
  7586. void beginCondition(BuildCtx & ctx)
  7587. {
  7588. ensureInitialAssigned(ctx);
  7589. flush(ctx);
  7590. }
  7591. void endCondition(BuildCtx & ctx)
  7592. {
  7593. flush(ctx);
  7594. }
  7595. void finish(BuildCtx & ctx)
  7596. {
  7597. flush(ctx);
  7598. ensureInitialAssigned(ctx);
  7599. }
  7600. void setInitialValue(IHqlExpression * expr)
  7601. {
  7602. initialValue.set(expr);
  7603. }
  7604. inline node_operator kind() const { return hashKind; }
  7605. inline bool optimize() const { return optimizeInternal; }
  7606. protected:
  7607. void buildCall(BuildCtx & ctx, _ATOM func, IHqlExpression * length, IHqlExpression * ptr)
  7608. {
  7609. if (func == hash32DataAtom)
  7610. {
  7611. unsigned fixedSize = (unsigned)getIntValue(length, 0);
  7612. switch (fixedSize)
  7613. {
  7614. case 1: func = hash32Data1Atom; break;
  7615. case 2: func = hash32Data2Atom; break;
  7616. case 3: func = hash32Data3Atom; break;
  7617. case 4: func = hash32Data4Atom; break;
  7618. case 5: func = hash32Data5Atom; break;
  7619. case 6: func = hash32Data6Atom; break;
  7620. case 7: func = hash32Data7Atom; break;
  7621. case 8: func = hash32Data8Atom; break;
  7622. }
  7623. if (func != hash32DataAtom)
  7624. length = NULL;
  7625. }
  7626. HqlExprArray args;
  7627. if (length)
  7628. args.append(*LINK(length));
  7629. args.append(*LINK(ptr));
  7630. if (initialValue)
  7631. args.append(*initialValue.getClear());
  7632. else
  7633. args.append(*LINK(target.expr));
  7634. CHqlBoundExpr boundHash;
  7635. boundHash.expr.setown(translator.bindTranslatedFunctionCall(func, args));
  7636. translator.assign(ctx, target, boundHash);
  7637. }
  7638. void ensureInitialAssigned(BuildCtx & ctx)
  7639. {
  7640. if (initialValue)
  7641. {
  7642. translator.assignBound(ctx, target, initialValue);
  7643. initialValue.clear();
  7644. }
  7645. }
  7646. void flush(BuildCtx & ctx)
  7647. {
  7648. if (prevFunc)
  7649. {
  7650. buildCall(ctx, prevFunc, prevLength, prevPtr);
  7651. prevFunc = NULL;
  7652. }
  7653. }
  7654. protected:
  7655. HqlCppTranslator & translator;
  7656. const CHqlBoundTarget & target;
  7657. LinkedHqlExpr initialValue;
  7658. node_operator hashKind;
  7659. bool optimizeInternal;
  7660. _ATOM prevFunc;
  7661. OwnedHqlExpr prevLength;
  7662. OwnedHqlExpr prevPtr;
  7663. };
  7664. void HqlCppTranslator::doBuildAssignHashCrc(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  7665. {
  7666. IHqlExpression * child = expr->queryChild(0);
  7667. ITypeInfo * childType = child->queryType();
  7668. LinkedHqlExpr initialValue = queryZero();
  7669. node_operator op = expr->getOperator();
  7670. if (op == no_hash32)
  7671. initialValue.setown(createConstant(createIntValue(0x811C9DC5, 4, false)));
  7672. else if (op == no_hash64)
  7673. initialValue.setown(createConstant(createIntValue(I64C(0xcbf29ce484222325), 8, false)));
  7674. HashCodeCreator creator(*this, target, op, expr->hasProperty(internalAtom));
  7675. creator.setInitialValue(initialValue);
  7676. if (child->getOperator() != no_sortlist)
  7677. doBuildAssignHashElement(ctx, creator, child);
  7678. else
  7679. {
  7680. unsigned max = child->numChildren();
  7681. unsigned idx;
  7682. for (idx = 0; idx < max; idx++)
  7683. doBuildAssignHashElement(ctx, creator, child->queryChild(idx));
  7684. }
  7685. creator.finish(ctx);
  7686. }
  7687. void HqlCppTranslator::doBuildAssignHashElement(BuildCtx & ctx, HashCodeCreator & creator, IHqlExpression * elem, IHqlExpression * record)
  7688. {
  7689. bool useNewSelector = elem->isDatarow() && ((elem->getOperator() != no_select) || isNewSelector(elem));
  7690. ForEachChild(i, record)
  7691. {
  7692. IHqlExpression * cur = record->queryChild(i);
  7693. switch (cur->getOperator())
  7694. {
  7695. case no_field:
  7696. {
  7697. OwnedHqlExpr selected = useNewSelector ? createNewSelectExpr(LINK(elem), LINK(cur)) : createSelectExpr(LINK(elem), LINK(cur));
  7698. doBuildAssignHashElement(ctx, creator, selected);
  7699. break;
  7700. }
  7701. case no_record:
  7702. doBuildAssignHashElement(ctx, creator, elem, cur);
  7703. break;
  7704. case no_ifblock:
  7705. doBuildAssignHashElement(ctx, creator, elem, cur->queryChild(1));
  7706. break;
  7707. }
  7708. }
  7709. }
  7710. void HqlCppTranslator::doBuildAssignHashElement(BuildCtx & ctx, HashCodeCreator & creator, IHqlExpression * elem)
  7711. {
  7712. if (creator.optimize())
  7713. {
  7714. switch (elem->getOperator())
  7715. {
  7716. case no_if:
  7717. {
  7718. BuildCtx subctx(ctx);
  7719. creator.beginCondition(subctx);
  7720. IHqlStmt * cond = buildFilterViaExpr(subctx, elem->queryChild(0));
  7721. doBuildAssignHashElement(subctx, creator, elem->queryChild(1));
  7722. creator.endCondition(subctx);
  7723. IHqlExpression * elseValue = elem->queryChild(2);
  7724. if (elseValue && elseValue->getOperator() != no_constant)
  7725. {
  7726. subctx.selectElse(cond);
  7727. creator.beginCondition(subctx);
  7728. doBuildAssignHashElement(subctx, creator, elseValue);
  7729. creator.endCondition(subctx);
  7730. }
  7731. return;
  7732. }
  7733. case no_constant:
  7734. return;
  7735. }
  7736. }
  7737. Linked<ITypeInfo> type = elem->queryType()->queryPromotedType(); // skip alien data types, to logical type.
  7738. if (type->getTypeCode() == type_row)
  7739. {
  7740. doBuildAssignHashElement(ctx, creator, elem, elem->queryRecord());
  7741. return;
  7742. }
  7743. _ATOM func=NULL;
  7744. switch (creator.kind())
  7745. {
  7746. case no_hash: func = hashDataAtom; break;
  7747. case no_hash32: func = hash32DataAtom; break;
  7748. case no_hash64: func = hash64DataAtom; break;
  7749. case no_crc: func = crcDataAtom; break;
  7750. }
  7751. CHqlBoundExpr bound;
  7752. OwnedHqlExpr length;
  7753. OwnedHqlExpr ptr;
  7754. bool alreadyTrimmedRight = (elem->getOperator() == no_trim) && (elem->hasProperty(rightAtom) || !elem->hasProperty(leftAtom));
  7755. //If this hash is generated internally (e.g., for a dedup) and fixed length, then can simplify the hash calculation
  7756. bool canOptimizeHash = (creator.optimize() && isFixedSize(type));
  7757. bool optimizeTrim = alreadyTrimmedRight || canOptimizeHash;
  7758. switch (type->getTypeCode())
  7759. {
  7760. case type_string:
  7761. {
  7762. if (!optimizeTrim)
  7763. {
  7764. OwnedHqlExpr trimmed = createValue(no_trim, getStretchedType(UNKNOWN_LENGTH, type), LINK(elem));
  7765. buildCachedExpr(ctx, trimmed, bound);
  7766. }
  7767. else
  7768. buildCachedExpr(ctx, elem, bound);
  7769. length.setown(getBoundLength(bound));
  7770. ptr.setown(getElementPointer(bound.expr));
  7771. }
  7772. break;
  7773. case type_unicode:
  7774. {
  7775. if (!optimizeTrim)
  7776. {
  7777. OwnedHqlExpr trimmed = createValue(no_trim, getStretchedType(UNKNOWN_LENGTH, type), LINK(elem));
  7778. buildCachedExpr(ctx, trimmed, bound);
  7779. }
  7780. else
  7781. buildCachedExpr(ctx, elem, bound);
  7782. length.setown(getBoundLength(bound));
  7783. ptr.setown(getElementPointer(bound.expr));
  7784. switch (creator.kind())
  7785. {
  7786. case no_hash: func = hashUnicodeAtom; break;
  7787. case no_hash32: func = hash32UnicodeAtom; break;
  7788. case no_hash64: func = hash64UnicodeAtom; break;
  7789. case no_crc: func = crcUnicodeAtom; break;
  7790. }
  7791. }
  7792. break;
  7793. case type_utf8:
  7794. {
  7795. if (!optimizeTrim)
  7796. {
  7797. OwnedHqlExpr trimmed = createValue(no_trim, getStretchedType(UNKNOWN_LENGTH, type), LINK(elem));
  7798. buildCachedExpr(ctx, trimmed, bound);
  7799. }
  7800. else
  7801. buildCachedExpr(ctx, elem, bound);
  7802. length.setown(getBoundLength(bound));
  7803. ptr.setown(getElementPointer(bound.expr));
  7804. switch (creator.kind())
  7805. {
  7806. case no_hash: func = hashUtf8Atom; break;
  7807. case no_hash32: func = hash32Utf8Atom; break;
  7808. case no_hash64: func = hash64Utf8Atom; break;
  7809. case no_crc: func = crcUtf8Atom; break;
  7810. }
  7811. }
  7812. break;
  7813. case type_data:
  7814. {
  7815. buildCachedExpr(ctx, elem, bound);
  7816. length.setown(getBoundLength(bound));
  7817. ptr.setown(getElementPointer(bound.expr));
  7818. break;
  7819. }
  7820. case type_qstring:
  7821. {
  7822. LinkedHqlExpr exprToHash = elem;
  7823. if (!canOptimizeHash)
  7824. {
  7825. //Always convert to a string so the hash is compatible with a string.
  7826. OwnedHqlExpr cast = ensureExprType(elem, unknownStringType);
  7827. if (alreadyTrimmedRight)
  7828. {
  7829. exprToHash.set(cast);
  7830. }
  7831. else
  7832. {
  7833. OwnedHqlExpr trimmed = createValue(no_trim, LINK(unknownStringType), LINK(cast));
  7834. exprToHash.setown(foldHqlExpression(trimmed));
  7835. }
  7836. }
  7837. buildCachedExpr(ctx, exprToHash, bound);
  7838. length.setown(getBoundSize(bound));
  7839. ptr.setown(getElementPointer(bound.expr));
  7840. break;
  7841. }
  7842. case type_varstring:
  7843. buildCachedExpr(ctx, elem, bound);
  7844. ptr.setown(getElementPointer(bound.expr));
  7845. switch (creator.kind())
  7846. {
  7847. case no_hash: func = hashVStrAtom; break;
  7848. case no_hash32: func = hash32VStrAtom; break;
  7849. case no_hash64: func = hash64VStrAtom; break;
  7850. case no_crc: func = crcVStrAtom; break;
  7851. }
  7852. break;
  7853. case type_varunicode:
  7854. buildCachedExpr(ctx, elem, bound);
  7855. ptr.setown(getElementPointer(bound.expr));
  7856. switch (creator.kind())
  7857. {
  7858. case no_hash: func = hashVUnicodeAtom; break;
  7859. case no_hash32: func = hash32VUnicodeAtom; break;
  7860. case no_hash64: func = hash64VUnicodeAtom; break;
  7861. case no_crc: func = crcVUnicodeAtom; break;
  7862. }
  7863. break;
  7864. case type_boolean:
  7865. case type_int:
  7866. case type_swapint:
  7867. case type_real:
  7868. if (creator.optimize() && hasAddress(ctx, elem))
  7869. {
  7870. buildAddress(ctx, elem, bound);
  7871. length.setown(getSizetConstant(type->getSize()));
  7872. ptr.setown(LINK(bound.expr));
  7873. }
  7874. else
  7875. {
  7876. if (!creator.optimize())
  7877. type.setown(makeIntType(8, true));
  7878. OwnedHqlExpr castElem = ensureExprType(elem, type);
  7879. buildTempExpr(ctx, castElem, bound);
  7880. length.setown(getSizetConstant(type->getSize()));
  7881. ptr.setown(getPointer(bound.expr));
  7882. }
  7883. break;
  7884. case type_row:
  7885. throwUnexpected();
  7886. break;
  7887. case type_groupedtable:
  7888. case type_table:
  7889. //MORE: Should be handle this differently, with an iterator for the link counted rows case?
  7890. //Not sure if that is a good idea - we need to be certain we get the same values with
  7891. //LCR rows enabled and disabled. But this won't be very efficient with lcr rows.
  7892. //fallthrough
  7893. if (creator.optimize() && hasOutOfLineRows(elem->queryType()))
  7894. {
  7895. BuildCtx iterctx(ctx);
  7896. BoundRow * row = buildDatasetIterate(iterctx, elem, false);
  7897. doBuildAssignHashElement(iterctx, creator, elem->queryNormalizedSelector(), elem->queryRecord());
  7898. return;
  7899. }
  7900. else
  7901. {
  7902. OwnedHqlExpr serialized = ::ensureSerialized(elem);
  7903. buildDataset(ctx, serialized, bound, FormatBlockedDataset);
  7904. length.setown(getBoundSize(bound));
  7905. ptr.setown(getPointer(bound.expr));
  7906. }
  7907. break;
  7908. default:
  7909. buildTempExpr(ctx, elem, bound, FormatBlockedDataset);
  7910. length.setown(getBoundSize(bound));
  7911. ptr.setown(getPointer(bound.expr));
  7912. break;
  7913. }
  7914. creator.buildHash(ctx, func, length, ptr);
  7915. }
  7916. //---------------------------------------------------------------------------
  7917. //-- no_hash --
  7918. void HqlCppTranslator::doBuildAssignHashMd5(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  7919. {
  7920. IHqlExpression * child = expr->queryChild(0);
  7921. ITypeInfo * childType = child->queryType();
  7922. Owned<ITypeInfo> stateType = makeDataType(sizeof(md5_state_s));
  7923. //initialize the state object
  7924. CHqlBoundTarget stateTemp;
  7925. CHqlBoundExpr state;
  7926. createTempFor(ctx, stateType, stateTemp, typemod_none, FormatNatural);
  7927. state.setFromTarget(stateTemp);
  7928. OwnedHqlExpr stateExpr = state.getTranslatedExpr();
  7929. HqlExprArray args;
  7930. args.append(*LINK(stateExpr));
  7931. OwnedHqlExpr callInit = bindFunctionCall(hashMd5InitAtom, args);
  7932. buildStmt(ctx, callInit);
  7933. //Now hash each of the elements in turn.
  7934. if (child->getOperator() != no_sortlist)
  7935. doBuildHashMd5Element(ctx, child, state);
  7936. else
  7937. {
  7938. unsigned max = child->numChildren();
  7939. for (unsigned idx = 0; idx < max; idx++)
  7940. doBuildHashMd5Element(ctx, child->queryChild(idx), state);
  7941. }
  7942. //finalise the md5, and get the result.
  7943. args.append(*LINK(stateExpr));
  7944. OwnedHqlExpr callFinish = bindFunctionCall(hashMd5FinishAtom, args);
  7945. buildExprAssign(ctx, target, callFinish);
  7946. }
  7947. void HqlCppTranslator::doBuildHashMd5Element(BuildCtx & ctx, IHqlExpression * elem, CHqlBoundExpr & state)
  7948. {
  7949. CHqlBoundExpr bound;
  7950. Linked<ITypeInfo> type = elem->queryType()->queryPromotedType(); // skip alien data types, to logical type.
  7951. HqlExprArray args;
  7952. _ATOM func=NULL;
  7953. switch (type->getTypeCode())
  7954. {
  7955. case type_string:
  7956. case type_unicode:
  7957. case type_data:
  7958. case type_qstring:
  7959. case type_varstring:
  7960. case type_varunicode:
  7961. case type_utf8:
  7962. buildExpr(ctx, elem, bound);
  7963. args.append(*getBoundSize(bound));
  7964. args.append(*getElementPointer(bound.expr));
  7965. break;
  7966. case type_int:
  7967. case type_swapint:
  7968. case type_packedint:
  7969. {
  7970. type.setown(makeIntType(8, true));
  7971. OwnedHqlExpr castElem = ensureExprType(elem, type);
  7972. buildTempExpr(ctx, castElem, bound);
  7973. args.append(*getSizetConstant(type->getSize()));
  7974. args.append(*getPointer(bound.expr));
  7975. break;
  7976. }
  7977. default:
  7978. buildTempExpr(ctx, elem, bound);
  7979. args.append(*getSizetConstant(type->getSize()));
  7980. args.append(*getPointer(bound.expr));
  7981. break;
  7982. }
  7983. args.append(*getBoundSize(state));
  7984. args.append(*LINK(state.expr));
  7985. OwnedHqlExpr call = bindTranslatedFunctionCall(hashMd5DataAtom, args);
  7986. ctx.addExpr(call);
  7987. }
  7988. //---------------------------------------------------------------------------
  7989. void HqlCppTranslator::doBuildExprTransfer(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  7990. {
  7991. CHqlBoundExpr bound;
  7992. //Ensure the bound result has an address
  7993. IHqlExpression * src = expr->queryChild(0);
  7994. bool gotAddress = false;
  7995. if (src->isDataset())
  7996. {
  7997. buildDataset(ctx, src, bound, FormatBlockedDataset);
  7998. bound.expr.setown(getPointer(bound.expr));
  7999. }
  8000. else if (src->isDatarow())
  8001. {
  8002. Owned<IReferenceSelector> ref = buildNewRow(ctx, src);
  8003. ref->get(ctx, bound);
  8004. bound.expr.setown(getPointer(bound.expr));
  8005. }
  8006. else if (isTypePassedByAddress(src->queryType()))
  8007. buildCachedExpr(ctx, src, bound);
  8008. else if (hasAddress(ctx, src))
  8009. {
  8010. buildAddress(ctx, src, bound);
  8011. gotAddress = true;
  8012. }
  8013. else
  8014. buildTempExpr(ctx, src, bound);
  8015. OwnedITypeInfo from = bound.expr->getType();
  8016. ITypeInfo * to = expr->queryType();
  8017. //Must calculate the size of the bound value before we start messing about with stripping casts etc.
  8018. OwnedHqlExpr size;
  8019. if (to->getSize() == UNKNOWN_LENGTH)
  8020. {
  8021. if (from->getSize() == UNKNOWN_LENGTH)
  8022. size.setown(getBoundSize(bound));
  8023. else
  8024. size.setown(getSizetConstant(from->getSize()));
  8025. }
  8026. if (!isTypePassedByAddress(from) && !gotAddress)
  8027. bound.expr.setown(getAddress(bound.expr));
  8028. //strip unnecessary casts...
  8029. while (bound.expr->getOperator() == no_implicitcast)
  8030. bound.expr.set(bound.expr->queryChild(0));
  8031. if (isTypePassedByAddress(to))
  8032. {
  8033. to->Link();
  8034. if (!to->isReference())
  8035. to = makeReferenceModifier(to);
  8036. tgt.expr.setown(createValue(no_implicitcast, to, LINK(bound.expr)));
  8037. if (to->getSize() == UNKNOWN_LENGTH)
  8038. {
  8039. switch (to->getTypeCode())
  8040. {
  8041. case type_unicode:
  8042. if (size->isConstant())
  8043. tgt.length.setown(getSizetConstant((size32_t)getIntValue(size)/sizeof(UChar)));
  8044. else
  8045. tgt.length.setown(createValue(no_div, LINK(sizetType), LINK(size), getSizetConstant(2)));
  8046. break;
  8047. case type_qstring:
  8048. if (size->isConstant())
  8049. tgt.length.setown(getSizetConstant(rtlQStrLength((size32_t)getIntValue(size))));
  8050. else
  8051. tgt.length.setown(createValue(no_div, LINK(sizetType), multiplyValue(size, 4), getSizetConstant(3)));
  8052. break;
  8053. case type_varstring:
  8054. case type_varunicode:
  8055. break;
  8056. default:
  8057. tgt.length.set(size);
  8058. break;
  8059. }
  8060. }
  8061. }
  8062. else
  8063. {
  8064. tgt.length.clear();
  8065. tgt.expr.set(bound.expr);
  8066. if (hasWrapperModifier(tgt.expr->queryType()))
  8067. tgt.expr.setown(createValue(no_implicitcast, makeReferenceModifier(LINK(queryUnqualifiedType(from))), LINK(tgt.expr)));
  8068. tgt.expr.setown(createValue(no_implicitcast, makePointerType(LINK(to)), tgt.expr.getClear()));
  8069. tgt.expr.setown(createValue(no_deref, LINK(to), tgt.expr.getClear()));
  8070. }
  8071. }
  8072. //---------------------------------------------------------------------------
  8073. //-- no_ordered
  8074. void HqlCppTranslator::doBuildExprOrdered(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  8075. {
  8076. if (ctx.getMatchExpr(expr, tgt))
  8077. return;
  8078. bool ascending = true;
  8079. IHqlExpression * list = expr->queryChild(0);
  8080. IHqlExpression * attr = expr->queryChild(1);
  8081. if (attr && attr->isAttribute() && (attr->queryName() == descAtom))
  8082. ascending = false;
  8083. if (list->numChildren() == 0)
  8084. throwError(HQLERR_RankOnNull);
  8085. //create the list that is going to be sorted
  8086. CHqlBoundExpr boundList;
  8087. OwnedHqlExpr optimalList = getOptimialListFormat(list);
  8088. buildExpr(ctx, optimalList, boundList);
  8089. //create a compare function....
  8090. ITypeInfo * elementType = boundList.expr->queryType()->queryChildType();
  8091. unsigned elementSize = elementType->getSize();
  8092. if (elementSize == UNKNOWN_LENGTH)
  8093. throwError(HQLERR_OrderOnVarlengthStrings);
  8094. StringBuffer tempName;
  8095. getUniqueId(tempName.append('v'));
  8096. IHqlExpression * tempCompare = createVariable(tempName.str(), makeVoidType());
  8097. StringBuffer s;
  8098. s.clear().append("extern int ").append(tempName).append("(const void * left, const void * right);");
  8099. if (options.spanMultipleCpp)
  8100. {
  8101. BuildCtx protoctx(*code, mainprototypesAtom);
  8102. protoctx.addQuoted(s);
  8103. }
  8104. else
  8105. {
  8106. BuildCtx protoctx(*code, prototypeAtom);
  8107. protoctx.addQuoted(s);
  8108. }
  8109. BuildCtx declareCtx(*code, declareAtom);
  8110. s.clear().append("int ").append(tempName).append("(const void * left, const void * right)");
  8111. declareCtx.addQuotedCompound(s);
  8112. Owned<ITypeInfo> argType;
  8113. if (isTypePassedByAddress(elementType) && !hasReferenceModifier(elementType))
  8114. argType.setown(makeReferenceModifier(LINK(elementType)));
  8115. else
  8116. argType.setown(makePointerType(LINK(elementType)));
  8117. OwnedHqlExpr leftAddr = createVariable("left", LINK(argType));
  8118. OwnedHqlExpr rightAddr = createVariable("right", LINK(argType));
  8119. IHqlExpression * left = convertAddressToValue(leftAddr, elementType);
  8120. IHqlExpression * right = convertAddressToValue(rightAddr, elementType);
  8121. if (elementType->isReference())
  8122. elementSize = sizeof(char * *);
  8123. left = createTranslatedOwned(left);
  8124. right = createTranslatedOwned(right);
  8125. OwnedHqlExpr compare;
  8126. if (ascending)
  8127. compare.setown(createValue(no_order, LINK(signedType), left, right));
  8128. else
  8129. compare.setown(createValue(no_order, LINK(signedType), right, left));
  8130. CHqlBoundExpr boundCompare;
  8131. buildExpr(declareCtx, compare, boundCompare);
  8132. declareCtx.setNextDestructor();
  8133. declareCtx.addReturn(boundCompare.expr);
  8134. //Allocate an array to store the orders
  8135. unsigned max = list->numChildren();
  8136. Owned<ITypeInfo> t = makeArrayType(LINK(unsignedType), max);
  8137. IHqlExpression * table = ctx.getTempDeclare(t, NULL);
  8138. ctx.associateExpr(expr, table);
  8139. //Generate the call to the function that calculates the orders
  8140. IHqlExpression * castCompare = createValue(no_implicitcast, makePointerType(makeVoidType()), tempCompare);
  8141. HqlExprArray args;
  8142. args.append(*getPointer(table));
  8143. args.append(*getPointer(boundList.expr));
  8144. args.append(*createConstant(unsignedType->castFrom(false, max)));
  8145. args.append(*getSizetConstant(elementSize));
  8146. args.append(*castCompare);
  8147. callProcedure(ctx, createOrderAtom, args);
  8148. tgt.expr.setown(table);
  8149. }
  8150. //---------------------------------------------------------------------------
  8151. //-- no_rank
  8152. void checkRankRange(IHqlExpression * index, IHqlExpression * list)
  8153. {
  8154. IValue * indexValue = index->queryValue();
  8155. if (indexValue)
  8156. {
  8157. unsigned max = list->numChildren();
  8158. unsigned idx = (unsigned)indexValue->getIntValue();
  8159. //MORE: Should be a warning.....
  8160. if ((idx < 1) || (idx > max))
  8161. throwError(HQLERR_RankOutOfRange);
  8162. }
  8163. //MORE: Could dynamically allocate the array indexes...
  8164. if (list->getOperator() == no_getresult)
  8165. {
  8166. StringBuffer s;
  8167. IHqlExpression * sequence = queryPropertyChild(list, sequenceAtom, 0);
  8168. IHqlExpression * name = queryPropertyChild(list, namedAtom, 0);
  8169. getStoredDescription(s, sequence, name, true);
  8170. throwError1(HQLERR_RankOnStored, s.str());
  8171. }
  8172. }
  8173. void HqlCppTranslator::createOrderList(BuildCtx & ctx, IHqlExpression * expr, IHqlExpression * ascdesc, CHqlBoundExpr & tgt)
  8174. {
  8175. ITypeInfo * orderedType = makeArrayType(LINK(unsignedType), expr->numChildren());
  8176. OwnedHqlExpr ordered = createValue(no_ordered, orderedType, LINK(expr), LINK(ascdesc));
  8177. buildExpr(ctx, ordered, tgt);
  8178. }
  8179. void HqlCppTranslator::doBuildExprRank(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  8180. {
  8181. IHqlExpression * index = expr->queryChild(0);
  8182. IHqlExpression * list = expr->queryChild(1);
  8183. checkRankRange(index, list);
  8184. CHqlBoundExpr bound, boundIndex;
  8185. createOrderList(ctx, list, expr->queryChild(2), bound);
  8186. buildExpr(ctx, index, boundIndex);
  8187. HqlExprArray args;
  8188. args.append(*boundIndex.expr.getClear());
  8189. args.append(*createConstant(unsignedType->castFrom(false, list->numChildren())));
  8190. args.append(*getPointer(bound.expr));
  8191. tgt.expr.setown(bindTranslatedFunctionCall(rankFromOrderAtom, args));
  8192. }
  8193. //---------------------------------------------------------------------------
  8194. //-- no_ranked
  8195. void HqlCppTranslator::doBuildExprRanked(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  8196. {
  8197. IHqlExpression * index = expr->queryChild(0);
  8198. IHqlExpression * list = expr->queryChild(1);
  8199. checkRankRange(index, list);
  8200. CHqlBoundExpr bound, boundIndex;
  8201. createOrderList(ctx, list, expr->queryChild(2), bound);
  8202. buildExpr(ctx, index, boundIndex);
  8203. HqlExprArray args;
  8204. args.append(*boundIndex.expr.getClear());
  8205. args.append(*createConstant(unsignedType->castFrom(false, list->numChildren())));
  8206. args.append(*getPointer(bound.expr));
  8207. tgt.expr.setown(bindTranslatedFunctionCall(rankedFromOrderAtom, args));
  8208. }
  8209. //---------------------------------------------------------------------------
  8210. //-- no_fail
  8211. void HqlCppTranslator::doBuildStmtFail(BuildCtx & ctx, IHqlExpression * expr)
  8212. {
  8213. HqlExprArray args;
  8214. args.append(*getFailCode(expr));
  8215. args.append(*getFailMessage(expr, false));
  8216. _ATOM func = expr->hasProperty(defaultAtom) ? sysFailAtom : _failIdAtom;
  8217. OwnedHqlExpr call = bindFunctionCall(func, args);
  8218. buildStmt(ctx, call);
  8219. }
  8220. void HqlCppTranslator::doBuildExprFailCode(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  8221. {
  8222. OwnedHqlExpr activeFailMarker = createAttribute(activeFailureAtom);
  8223. HqlExprAssociation * matchedMarker = ctx.queryMatchExpr(activeFailMarker);
  8224. if (!matchedMarker && !ctx.queryMatchExpr(globalContextMarkerExpr))
  8225. {
  8226. if (!buildExprInCorrectContext(ctx, expr, tgt, false))
  8227. throwError1(HQLERR_FailXUsedOutsideFailContext, getOpString(expr->getOperator()));
  8228. return;
  8229. }
  8230. HqlExprArray args;
  8231. if (matchedMarker)
  8232. {
  8233. args.append(*LINK(matchedMarker->queryExpr()));
  8234. tgt.expr.setown(bindTranslatedFunctionCall(queryLocalFailCodeAtom, args));
  8235. }
  8236. else
  8237. {
  8238. tgt.expr.setown(bindTranslatedFunctionCall(queryFailCodeAtom, args));
  8239. }
  8240. }
  8241. void HqlCppTranslator::doBuildAssignFailMessage(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  8242. {
  8243. OwnedHqlExpr activeFailMarker = createAttribute(activeFailureAtom);
  8244. HqlExprAssociation * matchedMarker = ctx.queryMatchExpr(activeFailMarker);
  8245. if (!matchedMarker && !ctx.queryMatchExpr(globalContextMarkerExpr))
  8246. {
  8247. CHqlBoundExpr match;
  8248. if (!buildExprInCorrectContext(ctx, expr, match, false))
  8249. throwError1(HQLERR_FailXUsedOutsideFailContext, getOpString(expr->getOperator()));
  8250. assign(ctx, target, match);
  8251. return;
  8252. }
  8253. _ATOM func = getFailMessageAtom;
  8254. HqlExprArray args;
  8255. if (matchedMarker)
  8256. {
  8257. func = getLocalFailMessageAtom;
  8258. args.append(*createTranslated(matchedMarker->queryExpr()));
  8259. }
  8260. LinkedHqlExpr tag = expr->queryChild(0);
  8261. if (!tag)
  8262. tag.setown(createQuoted("0", makeConstantModifier(makeReferenceModifier(makeVarStringType(UNKNOWN_LENGTH, 0, 0)))));
  8263. args.append(*LINK(tag));
  8264. OwnedHqlExpr call = bindFunctionCall(func, args);
  8265. buildExprAssign(ctx, target, call);
  8266. }
  8267. void HqlCppTranslator::doBuildAssignEventName(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  8268. {
  8269. HqlExprArray args;
  8270. OwnedHqlExpr call = bindFunctionCall(getEventNameAtom, args);
  8271. buildExprAssign(ctx, target, call);
  8272. }
  8273. void HqlCppTranslator::doBuildAssignEventExtra(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  8274. {
  8275. LinkedHqlExpr tag = expr->queryChild(0);
  8276. if (!tag)
  8277. tag.setown(createQuoted("0", makeConstantModifier(makeReferenceModifier(makeVarStringType(UNKNOWN_LENGTH, 0, 0)))));
  8278. HqlExprArray args;
  8279. args.append(*LINK(tag));
  8280. OwnedHqlExpr call = bindFunctionCall(getEventExtraAtom, args);
  8281. buildExprAssign(ctx, target, call);
  8282. }
  8283. //---------------------------------------------------------------------------
  8284. //-- system call e.g. EXP(), LOG()...
  8285. void HqlCppTranslator::doBuildExprSysFunc(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt, IAtom * funcName)
  8286. {
  8287. HqlExprArray args;
  8288. ForEachChild(i, expr)
  8289. {
  8290. IHqlExpression * cur = expr->queryChild(i);
  8291. if (!cur->isAttribute())
  8292. args.append(*LINK(cur));
  8293. }
  8294. OwnedHqlExpr call = bindFunctionCall(funcName, args);
  8295. buildExpr(ctx, call, tgt);
  8296. }
  8297. void HqlCppTranslator::doBuildExprOffsetOf(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  8298. {
  8299. if (ctx.getMatchExpr(expr, tgt))
  8300. return;
  8301. IHqlExpression * arg = expr->queryChild(0);
  8302. Owned<IReferenceSelector> selector = buildActiveReference(ctx, arg);
  8303. selector->getOffset(ctx, tgt);
  8304. //cache non-constant values in a temporary variable...
  8305. if (!isSimpleLength(tgt.expr))
  8306. {
  8307. IHqlExpression * temp = ctx.getTempDeclare(expr->queryType(), tgt.expr);
  8308. tgt.expr.setown(temp);
  8309. ctx.associateExpr(expr, tgt);
  8310. }
  8311. }
  8312. //---------------------------------------------------------------------------
  8313. //-- no_subselect --
  8314. void HqlCppTranslator::doBuildAssignSubString(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  8315. {
  8316. if (expr->queryChild(1)->getOperator() == no_rangecommon)
  8317. throwError(HQLERR_StarRangeOnlyInJoinCondition);
  8318. ITypeInfo * resultType = expr->queryType();
  8319. ITypeInfo * targetType = target.queryType();
  8320. type_t rtc = resultType->getTypeCode();
  8321. type_t ttc = targetType->getTypeCode();
  8322. SubStringInfo info(expr);
  8323. CHqlBoundExpr newBound;
  8324. bool doneAssign = false;
  8325. if (info.special)
  8326. doBuildExprSpecialSubString(ctx, info, newBound);
  8327. else if (info.infiniteString)
  8328. doBuildExprInfiniteSubString(ctx, info, newBound);
  8329. if (!newBound.expr)
  8330. {
  8331. _ATOM func = NULL;
  8332. type_t stc = info.src->queryType()->getTypeCode();
  8333. if (target.isFixedSize())
  8334. {
  8335. switch (ttc)
  8336. {
  8337. case type_qstring:
  8338. if (stc == type_qstring)
  8339. func = subQStrFTAtom;
  8340. break;
  8341. case type_data:
  8342. switch (stc)
  8343. {
  8344. case type_data:
  8345. case type_string:
  8346. case type_varstring:
  8347. func = subDataFTAtom;
  8348. break;
  8349. }
  8350. break;
  8351. case type_string:
  8352. switch (stc)
  8353. {
  8354. case type_data:
  8355. func = subDataFTAtom;
  8356. break;
  8357. case type_string:
  8358. case type_varstring:
  8359. if (resultType->queryCharset() == info.src->queryType()->queryCharset())
  8360. func = subStrFTAtom;
  8361. break;
  8362. }
  8363. break;
  8364. }
  8365. if (!func && (queryUnqualifiedType(resultType) != queryUnqualifiedType(targetType)))
  8366. {
  8367. CHqlBoundExpr bound;
  8368. buildTempExpr(ctx, expr, bound);
  8369. assign(ctx, target, bound);
  8370. return;
  8371. }
  8372. }
  8373. CHqlBoundExpr boundSrc;
  8374. buildCachedExpr(ctx, info.src, boundSrc);
  8375. info.bindToFrom(*this, ctx);
  8376. ITypeInfo * sourceType = boundSrc.queryType();
  8377. if (!info.boundFrom.expr)
  8378. info.boundFrom.expr.setown(getSizetConstant(1));
  8379. //Some hacks to force the parameters/return values to the same type. It could be solved more cleanly,
  8380. //but with more functions by calling different functions instead.
  8381. CHqlBoundTarget tempTarget;
  8382. tempTarget.set(target);
  8383. switch (rtc)
  8384. {
  8385. case type_string:
  8386. if (resultType->queryCollation()->queryName() != asciiAtom)
  8387. {
  8388. unsigned sourceLen = boundSrc.queryType()->getStringLen();
  8389. boundSrc.expr.setown(createValue(no_typetransfer, makeStringType(sourceLen, NULL, NULL), LINK(boundSrc.expr)));
  8390. OwnedITypeInfo newTargetType = makeStringType(targetType->getStringLen(), NULL, NULL);
  8391. tempTarget.expr.setown(createValue(no_typetransfer, cloneModifiers(targetType, newTargetType), LINK(tempTarget.expr)));
  8392. }
  8393. break;
  8394. }
  8395. HqlExprArray args;
  8396. args.append(*boundSrc.getTranslatedExpr());
  8397. args.append(*info.boundFrom.getTranslatedExpr());
  8398. if (func)
  8399. {
  8400. args.add(*createTranslated(tempTarget.expr), 0);
  8401. if (info.boundTo.expr)
  8402. args.append(*info.boundTo.getTranslatedExpr());
  8403. else
  8404. args.append(*createConstant(unsignedType->castFrom(false, 0x7fffffff)));
  8405. OwnedHqlExpr call = bindFunctionCall(func, args);
  8406. buildStmt(ctx, call);
  8407. }
  8408. else
  8409. {
  8410. if (info.boundTo.expr)
  8411. {
  8412. args.append(*info.boundTo.getTranslatedExpr());
  8413. switch (rtc)
  8414. {
  8415. case type_qstring:
  8416. func = subQStrFTXAtom;
  8417. break;
  8418. case type_data:
  8419. func = subDataFTXAtom;
  8420. break;
  8421. case type_unicode:
  8422. case type_varunicode:
  8423. func = unicodeSubStrFTXAtom;
  8424. break;
  8425. case type_utf8:
  8426. func = utf8SubStrFTXAtom;
  8427. break;
  8428. default:
  8429. func = subStrFTXAtom;
  8430. break;
  8431. }
  8432. }
  8433. else
  8434. {
  8435. switch (rtc)
  8436. {
  8437. case type_qstring:
  8438. func = subQStrFXAtom;
  8439. break;
  8440. case type_data:
  8441. func = subDataFXAtom;
  8442. break;
  8443. case type_unicode:
  8444. case type_varunicode:
  8445. func = unicodeSubStrFXAtom;
  8446. break;
  8447. case type_utf8:
  8448. func = utf8SubStrFXAtom;
  8449. break;
  8450. default:
  8451. func = subStrFXAtom;
  8452. break;
  8453. }
  8454. }
  8455. OwnedHqlExpr call = bindFunctionCall(func, args);
  8456. buildExprAssign(ctx, tempTarget, call);
  8457. }
  8458. doneAssign = true;
  8459. }
  8460. if (!doneAssign)
  8461. assign(ctx, target, newBound);
  8462. }
  8463. bool HqlCppTranslator::doBuildExprSpecialSubString(BuildCtx & ctx, SubStringInfo & info, CHqlBoundExpr & tgt)
  8464. {
  8465. unsigned size = info.srcType->getStringLen();
  8466. unsigned fromIndex = info.fixedStart;
  8467. unsigned toIndex = info.fixedEnd;
  8468. //If substring is larger than the source use the default processing.
  8469. if (toIndex <= size)
  8470. {
  8471. CHqlBoundExpr boundSrc;
  8472. buildCachedExpr(ctx, info.src, boundSrc);
  8473. boundSrc.expr.setown(getIndexedElementPointer(boundSrc.expr, fromIndex-1));
  8474. unsigned newLength = fromIndex <= toIndex ? toIndex-(fromIndex-1) : 0;
  8475. ITypeInfo * newType = makeReferenceModifier(getStretchedType(newLength, info.srcType));
  8476. tgt.expr.setown(createValue(no_typetransfer, newType, boundSrc.expr.getClear()));
  8477. if (info.expr->queryType()->getStringLen() != newLength)
  8478. tgt.length.setown(getSizetConstant(newLength));
  8479. return true;
  8480. }
  8481. return false;
  8482. }
  8483. bool HqlCppTranslator::doBuildExprInfiniteSubString(BuildCtx & ctx, SubStringInfo & info, CHqlBoundExpr & tgt)
  8484. {
  8485. CHqlBoundExpr boundSrc;
  8486. info.bindToFrom(*this, ctx);
  8487. buildCachedExpr(ctx, info.src, boundSrc);
  8488. IHqlExpression * from = info.from;
  8489. if (info.fixedStart == 1)
  8490. from = NULL;
  8491. IHqlExpression * start = from ? adjustValue(info.boundFrom.expr, -1) : NULL;
  8492. tgt.expr.setown(getIndexedElementPointer(boundSrc.expr, start));
  8493. //ensure type is no longer infinite length, so same optimization does not happen again...
  8494. ITypeInfo * newType = makeReferenceModifier(getStretchedType(UNKNOWN_LENGTH, tgt.expr->queryType()));
  8495. tgt.expr.setown(createValue(no_typetransfer, newType, tgt.expr.getLink()));
  8496. OwnedHqlExpr length;
  8497. if (start && !isZero(start))
  8498. length.setown(createValue(no_sub, info.boundTo.expr.getLink(), LINK(start)));
  8499. else
  8500. length.setown(info.boundTo.expr.getLink());
  8501. tgt.length.setown(ensureExprType(length, sizetType));
  8502. ::Release(start);
  8503. return true;
  8504. }
  8505. void HqlCppTranslator::doBuildExprAnySubString(BuildCtx & ctx, SubStringInfo & info, CHqlBoundExpr & tgt)
  8506. {
  8507. CHqlBoundExpr boundSource;
  8508. buildCachedExpr(ctx, info.src, boundSource);
  8509. info.bindToFrom(*this, ctx);
  8510. OwnedHqlExpr from;
  8511. if (info.from)
  8512. {
  8513. OwnedHqlExpr start = adjustValue(info.boundFrom.expr, -1);
  8514. if (!isZero(start))
  8515. {
  8516. HqlExprArray args;
  8517. args.append(*LINK(start));
  8518. args.append(*getBoundLength(boundSource));
  8519. OwnedHqlExpr call = bindTranslatedFunctionCall(rtlMinAtom, args);
  8520. call.setown(createTranslated(call));
  8521. CHqlBoundExpr fromVar;
  8522. buildTempExpr(ctx, call, fromVar);
  8523. from.set(fromVar.expr);
  8524. }
  8525. }
  8526. OwnedHqlExpr to;
  8527. if (info.to)
  8528. {
  8529. OwnedHqlExpr toExpr = LINK(info.boundTo.expr);
  8530. if (from)
  8531. {
  8532. HqlExprArray args;
  8533. args.append(*LINK(toExpr));
  8534. args.append(*LINK(from));
  8535. toExpr.setown(bindTranslatedFunctionCall(rtlMaxAtom, args));
  8536. }
  8537. HqlExprArray args;
  8538. args.append(*LINK(toExpr));
  8539. args.append(*getBoundLength(boundSource));
  8540. to.setown(bindTranslatedFunctionCall(rtlMinAtom, args));
  8541. }
  8542. else
  8543. to.setown(getBoundLength(boundSource));
  8544. boundSource.expr.setown(getIndexedElementPointer(boundSource.expr, from));
  8545. ITypeInfo * newType = makeReferenceModifier(info.expr->getType());
  8546. tgt.expr.setown(createValue(no_typetransfer, newType, boundSource.expr.getClear()));
  8547. if (from && !isZero(from))
  8548. tgt.length.setown(createValue(no_sub, LINK(sizetType), LINK(to), LINK(from)));
  8549. else
  8550. tgt.length.set(to);
  8551. }
  8552. void HqlCppTranslator::doBuildExprSubString(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  8553. {
  8554. if (expr->queryChild(1)->getOperator() == no_rangecommon)
  8555. throwError(HQLERR_StarRangeOnlyInJoinCondition);
  8556. /* Optimize string[start..end] into a type transfer where appropriate */
  8557. SubStringInfo info(expr);
  8558. if (info.special)
  8559. if (doBuildExprSpecialSubString(ctx, info, tgt))
  8560. return;
  8561. if (info.infiniteString)
  8562. if (doBuildExprInfiniteSubString(ctx, info, tgt))
  8563. return;
  8564. if (expr->hasProperty(quickAtom))
  8565. {
  8566. doBuildExprAnySubString(ctx, info, tgt);
  8567. return;
  8568. }
  8569. buildTempExpr(ctx, expr, tgt);
  8570. }
  8571. //---------------------------------------------------------------------------
  8572. //-- no_trim --
  8573. void HqlCppTranslator::doBuildAssignTrim(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  8574. {
  8575. IHqlExpression * str = expr->queryChild(0);
  8576. _ATOM func;
  8577. bool hasAll = expr->hasProperty(allAtom);
  8578. bool hasLeft = expr->hasProperty(leftAtom);
  8579. bool hasRight = expr->hasProperty(rightAtom);
  8580. if (str->queryType()->getTypeCode() == type_varstring)
  8581. {
  8582. if(hasAll)
  8583. func = trimVAllAtom;
  8584. else if(hasLeft && hasRight)
  8585. func = trimVBothAtom;
  8586. else if(hasLeft)
  8587. func = trimVLeftAtom;
  8588. else
  8589. func = trimVRightAtom;
  8590. }
  8591. else if(str->queryType()->getTypeCode() == type_unicode)
  8592. {
  8593. if(hasAll)
  8594. func = trimUnicodeAllAtom;
  8595. else if(hasLeft && hasRight)
  8596. func = trimUnicodeBothAtom;
  8597. else if(hasLeft)
  8598. func = trimUnicodeLeftAtom;
  8599. else
  8600. func = trimUnicodeRightAtom;
  8601. }
  8602. else if(str->queryType()->getTypeCode() == type_varunicode)
  8603. {
  8604. if(hasAll)
  8605. func = trimVUnicodeAllAtom;
  8606. else if(hasLeft && hasRight)
  8607. func = trimVUnicodeBothAtom;
  8608. else if(hasLeft)
  8609. func = trimVUnicodeLeftAtom;
  8610. else
  8611. func = trimVUnicodeRightAtom;
  8612. }
  8613. else if(str->queryType()->getTypeCode() == type_utf8)
  8614. {
  8615. if(hasAll)
  8616. func = trimUtf8AllAtom;
  8617. else if(hasLeft && hasRight)
  8618. func = trimUtf8BothAtom;
  8619. else if(hasLeft)
  8620. func = trimUtf8LeftAtom;
  8621. else
  8622. func = trimUtf8RightAtom;
  8623. }
  8624. else
  8625. {
  8626. if(hasAll)
  8627. func = trimAllAtom;
  8628. else if(hasLeft && hasRight)
  8629. func = trimBothAtom;
  8630. else if(hasLeft)
  8631. func = trimLeftAtom;
  8632. else
  8633. func = trimRightAtom;
  8634. }
  8635. HqlExprArray args;
  8636. args.append(*LINK(str));
  8637. OwnedHqlExpr call = bindFunctionCall(func, args);
  8638. buildExprAssign(ctx, target, call);
  8639. }
  8640. void HqlCppTranslator::doBuildExprTrim(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  8641. {
  8642. // MORE - support LEFT,RIGHT,ALL attributes
  8643. CHqlBoundExpr bound;
  8644. buildSimpleExpr(ctx, expr->queryChild(0), bound);
  8645. HqlExprArray args;
  8646. _ATOM func;
  8647. OwnedHqlExpr str = getElementPointer(bound.expr);
  8648. bool hasAll = expr->hasProperty(allAtom);
  8649. bool hasLeft = expr->hasProperty(leftAtom);
  8650. bool hasRight = expr->hasProperty(rightAtom);
  8651. type_t btc = bound.expr->queryType()->getTypeCode();
  8652. if(hasAll || hasLeft)
  8653. {
  8654. if (btc == type_varstring)
  8655. {
  8656. if(hasAll) {
  8657. func = trimVAllAtom;
  8658. }
  8659. else if(hasLeft && hasRight) {
  8660. func = trimVBothAtom;
  8661. }
  8662. else {
  8663. func = trimVLeftAtom;
  8664. }
  8665. }
  8666. else if (btc == type_unicode)
  8667. {
  8668. if(hasAll) {
  8669. func = trimUnicodeAllAtom;
  8670. }
  8671. else if(hasLeft && hasRight) {
  8672. func = trimUnicodeBothAtom;
  8673. }
  8674. else {
  8675. func = trimUnicodeLeftAtom;
  8676. }
  8677. }
  8678. else if (btc == type_varunicode)
  8679. {
  8680. if(hasAll) {
  8681. func = trimVUnicodeAllAtom;
  8682. }
  8683. else if(hasLeft && hasRight) {
  8684. func = trimVUnicodeBothAtom;
  8685. }
  8686. else {
  8687. func = trimVUnicodeLeftAtom;
  8688. }
  8689. }
  8690. else if (btc == type_utf8)
  8691. {
  8692. if(hasAll) {
  8693. func = trimUtf8AllAtom;
  8694. }
  8695. else if(hasLeft && hasRight) {
  8696. func = trimUtf8BothAtom;
  8697. }
  8698. else {
  8699. func = trimUtf8LeftAtom;
  8700. }
  8701. }
  8702. else
  8703. {
  8704. if(hasAll) {
  8705. func = trimAllAtom;
  8706. }
  8707. else if(hasLeft && hasRight) {
  8708. func = trimBothAtom;
  8709. }
  8710. else {
  8711. func = trimLeftAtom;
  8712. }
  8713. }
  8714. args.append(*bound.getTranslatedExpr());
  8715. OwnedHqlExpr call = bindFunctionCall(func, args);
  8716. buildExpr(ctx, call, tgt);
  8717. }
  8718. else {
  8719. if (btc == type_varstring)
  8720. {
  8721. args.append(*LINK(str));
  8722. func = trimVStrLenAtom;
  8723. }
  8724. else if (btc == type_unicode)
  8725. {
  8726. args.append(*getBoundLength(bound));
  8727. args.append(*LINK(str));
  8728. func = trimUnicodeStrLenAtom;
  8729. }
  8730. else if (btc == type_varunicode)
  8731. {
  8732. args.append(*LINK(str));
  8733. func = trimVUnicodeStrLenAtom;
  8734. }
  8735. else if (btc == type_utf8)
  8736. {
  8737. args.append(*getBoundLength(bound));
  8738. args.append(*LINK(str));
  8739. func = trimUtf8StrLenAtom;
  8740. }
  8741. else
  8742. {
  8743. args.append(*getBoundLength(bound));
  8744. args.append(*LINK(str));
  8745. func = trimStrLenAtom;
  8746. }
  8747. tgt.length.setown(bindTranslatedFunctionCall(func, args));
  8748. tgt.expr.set(str);
  8749. }
  8750. }
  8751. //---------------------------------------------------------------------------
  8752. void HqlCppTranslator::doBuildExprIsValid(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  8753. {
  8754. IHqlExpression * const value = expr->queryChild(0);
  8755. HqlExprArray args;
  8756. ITypeInfo * type = value->queryType();
  8757. assertex(type);
  8758. if (type->getTypeCode() == type_alien)
  8759. {
  8760. IHqlAlienTypeInfo * alien = queryAlienType(type);
  8761. IHqlExpression * isValidFunction = alien->queryFunction(getIsValidAtom);
  8762. if (isValidFunction)
  8763. {
  8764. CHqlBoundExpr bound;
  8765. buildAddress(ctx, value, bound);
  8766. OwnedITypeInfo physicalType = alien->getPhysicalType();
  8767. if (!isTypePassedByAddress(physicalType))
  8768. bound.expr.setown(createValue(no_deref, makeReferenceModifier(LINK(physicalType)), LINK(bound.expr)));
  8769. HqlExprArray args;
  8770. args.append(*bound.getTranslatedExpr());
  8771. OwnedHqlExpr test = createBoundFunction(NULL, isValidFunction, args, NULL, true);
  8772. buildExpr(ctx, test, tgt);
  8773. return;
  8774. }
  8775. else
  8776. type = alien->queryLogicalType();
  8777. }
  8778. CHqlBoundExpr bound;
  8779. buildExpr(ctx, value, bound);
  8780. ensureHasAddress(ctx, bound);
  8781. OwnedHqlExpr address = getPointer(bound.expr);
  8782. switch (type->getTypeCode())
  8783. {
  8784. case type_decimal:
  8785. args.append(*createConstant(type->isSigned()));
  8786. args.append(*getSizetConstant(type->getDigits()));
  8787. args.append(*address.getLink());
  8788. tgt.expr.setown(bindTranslatedFunctionCall(DecValidAtom, args));
  8789. break;
  8790. case type_real:
  8791. args.append(*getSizetConstant(type->getSize()));
  8792. args.append(*address.getLink());
  8793. tgt.expr.setown(bindTranslatedFunctionCall(validRealAtom, args));
  8794. break;
  8795. default:
  8796. tgt.expr.set(queryBoolExpr(true));
  8797. break;
  8798. }
  8799. }
  8800. IHqlExpression * HqlCppTranslator::getConstWuid(IHqlExpression * expr)
  8801. {
  8802. SCMStringBuffer out;
  8803. wu()->getWuid(out);
  8804. OwnedHqlExpr wuid = createConstant(out.str());
  8805. return ensureExprType(wuid, expr->queryType());
  8806. }
  8807. void HqlCppTranslator::doBuildAssignWuid(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  8808. {
  8809. HqlExprArray args;
  8810. OwnedHqlExpr call = bindFunctionCall(getWuidAtom, args);
  8811. buildExprAssign(ctx, target, call);
  8812. }
  8813. void HqlCppTranslator::doBuildExprWuid(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  8814. {
  8815. HqlExprArray args;
  8816. OwnedHqlExpr call = bindFunctionCall(getWuidAtom, args);
  8817. buildTempExpr(ctx, call, tgt);
  8818. }
  8819. IHqlExpression * HqlCppTranslator::cvtGetEnvToCall(IHqlExpression * expr)
  8820. {
  8821. IHqlExpression * dft = queryRealChild(expr, 1);
  8822. HqlExprArray args;
  8823. args.append(*LINK(expr->queryChild(0)));
  8824. if (dft)
  8825. args.append(*LINK(dft));
  8826. else
  8827. args.append(*createConstant(createStringValue((const char *)NULL, 0U)));
  8828. return bindFunctionCall(getEnvAtom, args);
  8829. }
  8830. //---------------------------------------------------------------------------
  8831. void HqlCppTranslator::doBuildAssignToFromUnicode(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  8832. {
  8833. HqlExprArray args;
  8834. if(!target.isFixedSize())
  8835. {
  8836. args.append(*LINK(expr->queryChild(0)));
  8837. args.append(*foldHqlExpression(expr->queryChild(1)));
  8838. OwnedHqlExpr call = bindFunctionCall((expr->getOperator() == no_fromunicode) ? unicode2CodepageXAtom : codepage2UnicodeXAtom, args);
  8839. buildExprAssign(ctx, target, call);
  8840. }
  8841. else
  8842. {
  8843. args.append(*createTranslated(target.expr));
  8844. args.append(*LINK(expr->queryChild(0)));
  8845. args.append(*foldHqlExpression(expr->queryChild(1)));
  8846. OwnedHqlExpr call = bindFunctionCall((expr->getOperator() == no_fromunicode) ? unicode2CodepageAtom : codepage2UnicodeAtom, args);
  8847. buildStmt(ctx, call);
  8848. }
  8849. }
  8850. void HqlCppTranslator::doBuildExprToFromUnicode(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  8851. {
  8852. HqlExprArray args;
  8853. args.append(*LINK(expr->queryChild(0)));
  8854. args.append(*foldHqlExpression(expr->queryChild(1)));
  8855. OwnedHqlExpr call = bindFunctionCall((expr->getOperator() == no_fromunicode) ? unicode2CodepageXAtom : codepage2UnicodeXAtom, args);
  8856. buildExpr(ctx, call, tgt);
  8857. }
  8858. //---------------------------------------------------------------------------
  8859. void HqlCppTranslator::doBuildExprKeyUnicode(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  8860. {
  8861. HqlExprArray args;
  8862. args.append(*LINK(expr->queryChild(0)));
  8863. args.append(*LINK(expr->queryChild(1)));
  8864. args.append(*LINK(expr->queryChild(2)));
  8865. OwnedHqlExpr call = bindFunctionCall(keyUnicodeStrengthXAtom, args);
  8866. buildExpr(ctx, call, tgt);
  8867. }
  8868. //---------------------------------------------------------------------------
  8869. void HqlCppTranslator::doBuildAssignWhich(BuildCtx & ctx, const CHqlBoundTarget & target, IHqlExpression * expr)
  8870. {
  8871. BuildCtx whichCtx(ctx);
  8872. unsigned max = expr->numChildren();
  8873. unsigned idx;
  8874. bool invert = (expr->getOperator() == no_rejected);
  8875. for (idx = 0; idx < max; idx++)
  8876. {
  8877. IHqlExpression * cur = expr->queryChild(idx);
  8878. CHqlBoundExpr bound;
  8879. if (invert)
  8880. {
  8881. OwnedHqlExpr inverse = getInverse(cur);
  8882. buildExpr(whichCtx, inverse, bound);
  8883. }
  8884. else
  8885. buildExpr(whichCtx, cur, bound);
  8886. IHqlStmt * stmt = whichCtx.addFilter(bound.expr);
  8887. OwnedHqlExpr value = createConstant(target.queryType()->castFrom(false, idx+1));
  8888. assignBound(whichCtx, target, value);
  8889. whichCtx.selectElse(stmt);
  8890. }
  8891. assignBound(whichCtx, target, queryZero());
  8892. }
  8893. //---------------------------------------------------------------------------
  8894. void HqlCppTranslator::assignBound(BuildCtx & ctx, const CHqlBoundTarget & lhs, IHqlExpression * rhs)
  8895. {
  8896. CHqlBoundExpr bound;
  8897. bound.expr.set(rhs);
  8898. assign(ctx, lhs, bound);
  8899. }
  8900. void HqlCppTranslator::assignBoundToTemp(BuildCtx & ctx, IHqlExpression * lhs, IHqlExpression * rhs)
  8901. {
  8902. CHqlBoundExpr bound;
  8903. CHqlBoundTarget target;
  8904. bound.expr.set(rhs);
  8905. target.expr.set(lhs);
  8906. assign(ctx, target, bound);
  8907. }
  8908. void HqlCppTranslator::assign(BuildCtx & ctx, const CHqlBoundTarget & target, CHqlBoundExpr & rhs)
  8909. {
  8910. if (!target.isFixedSize())
  8911. {
  8912. assignCastUnknownLength(ctx, target, rhs);
  8913. return;
  8914. }
  8915. IHqlExpression * lhs = target.expr;
  8916. ITypeInfo * lType = lhs->queryType()->queryPromotedType();
  8917. if (!isSameBasicType(lType, rhs.expr->queryType()->queryPromotedType()))
  8918. assignAndCast(ctx, target, rhs);
  8919. else
  8920. {
  8921. switch (lType->getTypeCode())
  8922. {
  8923. case type_decimal:
  8924. if (isPushed(rhs))
  8925. {
  8926. _ATOM funcName = lType->isSigned() ? DecPopDecimalAtom : DecPopUDecimalAtom;
  8927. HqlExprArray args;
  8928. args.append(*getPointer(lhs));
  8929. args.append(*getSizetConstant(lType->getSize()));
  8930. args.append(*getSizetConstant(lType->getPrecision()));
  8931. callProcedure(ctx, funcName, args);
  8932. return;
  8933. }
  8934. buildBlockCopy(ctx, lhs, rhs);
  8935. return;
  8936. case type_string:
  8937. {
  8938. if (lType->getSize() == 1 && !options.peephole)
  8939. {
  8940. OwnedHqlExpr l1 = getFirstCharacter(lhs);
  8941. OwnedHqlExpr r1 = getFirstCharacter(rhs.expr);
  8942. ctx.addAssign(l1, r1);
  8943. }
  8944. else
  8945. buildBlockCopy(ctx, lhs, rhs);
  8946. break;
  8947. }
  8948. //fall through...
  8949. case type_unicode:
  8950. case type_data:
  8951. case type_qstring:
  8952. case type_utf8:
  8953. {
  8954. buildBlockCopy(ctx, lhs, rhs);
  8955. break;
  8956. }
  8957. case type_varstring:
  8958. {
  8959. HqlExprArray args;
  8960. args.append(*getElementPointer(lhs));
  8961. args.append(*getElementPointer(rhs.expr));
  8962. callProcedure(ctx, strcpyAtom, args);
  8963. break;
  8964. }
  8965. case type_varunicode:
  8966. {
  8967. HqlExprArray args;
  8968. args.append(*getElementPointer(lhs));
  8969. args.append(*getElementPointer(rhs.expr));
  8970. callProcedure(ctx, unicodeStrcpyAtom, args);
  8971. break;
  8972. }
  8973. case type_row:
  8974. {
  8975. if (hasWrapperModifier(target.queryType()))
  8976. {
  8977. //I can't think of any situation where this isn't true....
  8978. assertex(hasLinkCountedModifier(rhs.expr));
  8979. StringBuffer assignText;
  8980. generateExprCpp(assignText, lhs).append(".set(");
  8981. generateExprCpp(assignText, rhs.expr).append(");");
  8982. ctx.addQuoted(assignText);
  8983. //Could generate the following instead
  8984. //ctx.addAssign(lhs, no_link(rhs.expr));
  8985. //And post-optimize to the above.
  8986. }
  8987. else
  8988. ctx.addAssign(lhs, rhs.expr);
  8989. break;
  8990. }
  8991. default:
  8992. ctx.addAssign(lhs, rhs.expr);
  8993. break;
  8994. }
  8995. }
  8996. }
  8997. void HqlCppTranslator::doStringTranslation(BuildCtx & ctx, ICharsetInfo * tgtset, ICharsetInfo * srcset, unsigned tgtlen, IHqlExpression * srclen, IHqlExpression * target, IHqlExpression * src)
  8998. {
  8999. HqlExprArray args;
  9000. ITranslationInfo * translator = queryDefaultTranslation(tgtset, srcset);
  9001. if (translator)
  9002. {
  9003. _ATOM func = createIdentifierAtom(translator->queryRtlFunction());
  9004. args.append(*getSizetConstant(tgtlen));
  9005. args.append(*getElementPointer(target));
  9006. args.append(*LINK(srclen));
  9007. args.append(*getElementPointer(src));
  9008. callProcedure(ctx, func, args);
  9009. }
  9010. }
  9011. void HqlCppTranslator::assignSwapInt(BuildCtx & ctx, ITypeInfo * to, const CHqlBoundTarget & target, CHqlBoundExpr & pure)
  9012. {
  9013. switch (pure.expr->getOperator())
  9014. {
  9015. case no_deref:
  9016. case no_variable:
  9017. break;
  9018. default:
  9019. {
  9020. OwnedHqlExpr translated = pure.getTranslatedExpr();
  9021. pure.clear();
  9022. buildTempExpr(ctx, translated, pure);
  9023. break;
  9024. }
  9025. }
  9026. ITypeInfo * from = pure.expr->queryType();
  9027. unsigned copySize = to->getSize();
  9028. assertex(copySize == from->getSize());
  9029. IHqlExpression * address = getRawAddress(pure.expr);
  9030. switch (copySize)
  9031. {
  9032. case 1:
  9033. ctx.addAssign(target.expr, pure.expr);
  9034. break;
  9035. default:
  9036. {
  9037. HqlExprArray args;
  9038. args.append(*address);
  9039. OwnedHqlExpr call = bindTranslatedFunctionCall(reverseIntAtom[copySize][to->isSigned()], args);
  9040. ctx.addAssign(target.expr, call);
  9041. break;
  9042. }
  9043. }
  9044. }
  9045. void HqlCppTranslator::throwCannotCast(ITypeInfo * from, ITypeInfo * to)
  9046. {
  9047. StringBuffer fromText, toText;
  9048. getFriendlyTypeStr(from, fromText);
  9049. getFriendlyTypeStr(to, toText);
  9050. throwError2(HQLERR_CastXNotImplemented, fromText.str(), toText.str());
  9051. }
  9052. void HqlCppTranslator::assignAndCast(BuildCtx & ctx, const CHqlBoundTarget & target, CHqlBoundExpr & pure)
  9053. {
  9054. if (!target.isFixedSize())
  9055. {
  9056. assignCastUnknownLength(ctx, target, pure);
  9057. return;
  9058. }
  9059. ITypeInfo * to = target.queryType()->queryPromotedType();
  9060. if ((pure.expr->getOperator() == no_constant) && options.foldConstantCast &&
  9061. ((options.inlineStringThreshold == 0) || (to->getSize() <= options.inlineStringThreshold)))
  9062. {
  9063. OwnedHqlExpr cast = getCastExpr(to, pure.expr);
  9064. if (cast)
  9065. {
  9066. assignBound(ctx, target, cast);
  9067. return;
  9068. }
  9069. }
  9070. //NB: Does not include variable length return types....
  9071. ITypeInfo * from = (pure.expr->queryType()->queryPromotedType());
  9072. type_t toType = to->getTypeCode();
  9073. type_t fromType = from->getTypeCode();
  9074. unsigned toSize = to->getSize();
  9075. IHqlExpression * targetVar = target.expr;
  9076. HqlExprArray args;
  9077. assertex(targetVar);
  9078. assertex(toSize != UNKNOWN_LENGTH);
  9079. switch(toType)
  9080. {
  9081. case type_qstring:
  9082. switch (fromType)
  9083. {
  9084. case type_qstring:
  9085. {
  9086. unsigned srcsize = from->getSize();
  9087. if (!pure.length && (srcsize == toSize))
  9088. {
  9089. //memcpy(tgt, src, srclen)
  9090. args.append(*getElementPointer(targetVar));
  9091. args.append(*getElementPointer(pure.expr));
  9092. args.append(*getSizetConstant(toSize));
  9093. callProcedure(ctx, memcpyAtom, args);
  9094. }
  9095. else
  9096. {
  9097. args.append(*getSizetConstant(to->getStringLen()));
  9098. args.append(*getElementPointer(targetVar));
  9099. args.append(*getBoundLength(pure));
  9100. args.append(*getElementPointer(pure.expr));
  9101. callProcedure(ctx, qstrToQStrAtom, args);
  9102. }
  9103. break;
  9104. }
  9105. case type_data:
  9106. case type_varstring:
  9107. case type_string:
  9108. {
  9109. if(!queryDefaultTranslation(to->queryCharset(), from->queryCharset()))
  9110. {
  9111. args.append(*getSizetConstant(to->getStringLen()));
  9112. args.append(*getElementPointer(targetVar));
  9113. args.append(*getBoundLength(pure));
  9114. args.append(*getElementPointer(pure.expr));
  9115. callProcedure(ctx, strToQStrAtom, args);
  9116. break;
  9117. }
  9118. //fall through
  9119. }
  9120. default:
  9121. //Need to go via a temporary string.
  9122. OwnedHqlExpr temp = pure.getTranslatedExpr();
  9123. buildExprAssignViaString(ctx, target, temp, to->getStringLen());
  9124. return;
  9125. }
  9126. break;
  9127. case type_data:
  9128. case type_string:
  9129. case type_varstring:
  9130. {
  9131. unsigned srclen = from->getSize();
  9132. ICharsetInfo * srcset = NULL;
  9133. ICharsetInfo * tgtset = to->queryCharset();
  9134. switch (fromType)
  9135. {
  9136. case type_data:
  9137. case type_string:
  9138. case type_varstring:
  9139. {
  9140. srcset = from->queryCharset();
  9141. OwnedHqlExpr boundLen = getBoundLength(pure);
  9142. if ((srcset == tgtset) || (toType == type_data) || (fromType == type_data))
  9143. {
  9144. bool doDefault = true;
  9145. if (boundLen->queryValue())
  9146. {
  9147. unsigned srclen = (unsigned)boundLen->queryValue()->getIntValue();
  9148. if (srclen >= toSize && toType != type_varstring)
  9149. {
  9150. if (srclen > toSize)
  9151. srclen = toSize;
  9152. //memcpy(tgt, src, srclen)
  9153. args.append(*getElementPointer(targetVar));
  9154. args.append(*getElementPointer(pure.expr));
  9155. args.append(*getSizetConstant(srclen));
  9156. callProcedure(ctx, memcpyAtom, args);
  9157. doDefault = false;
  9158. }
  9159. }
  9160. if (doDefault)
  9161. {
  9162. if (fromType == type_varstring)
  9163. {
  9164. _ATOM func;
  9165. switch (toType)
  9166. {
  9167. case type_varstring: func = vstr2VStrAtom; break;
  9168. case type_string: func = vstr2StrAtom; break;
  9169. case type_data: func = vstr2DataAtom; break;
  9170. default: UNIMPLEMENTED;
  9171. }
  9172. if ((toSize < srclen) || (srclen==UNKNOWN_LENGTH) || (toType != type_varstring))
  9173. {
  9174. args.append(*getSizetConstant(toSize));
  9175. args.append(*getElementPointer(targetVar));
  9176. args.append(*getElementPointer(pure.expr));
  9177. callProcedure(ctx, func, args);
  9178. }
  9179. else
  9180. {
  9181. //strcpy(tgt, src);
  9182. args.append(*getElementPointer(targetVar));
  9183. args.append(*getElementPointer(pure.expr));
  9184. callProcedure(ctx, strcpyAtom, args);
  9185. }
  9186. }
  9187. else
  9188. {
  9189. _ATOM func;
  9190. switch (toType)
  9191. {
  9192. case type_data:
  9193. func = str2DataAtom;
  9194. break;
  9195. case type_varstring:
  9196. func = str2VStrAtom;
  9197. break;
  9198. case type_string:
  9199. func = (srcset->queryName() == ebcdicAtom) ? estr2EStrAtom : str2StrAtom;
  9200. break;
  9201. }
  9202. args.append(*getSizetConstant(toSize));
  9203. args.append(*getElementPointer(targetVar));
  9204. args.append(*LINK(boundLen));
  9205. args.append(*getElementPointer(pure.expr));
  9206. callProcedure(ctx, func, args);
  9207. }
  9208. }
  9209. }
  9210. else
  9211. {
  9212. if ((from->getSize() == INFINITE_LENGTH) && !pure.length)
  9213. throwError(HQLERR_CastInfiniteString);
  9214. IHqlExpression * srclen;
  9215. if (toType == type_varstring)
  9216. {
  9217. srclen = getSizetConstant(toSize);
  9218. args.append(*srclen);
  9219. args.append(*getElementPointer(targetVar));
  9220. args.append(*LINK(boundLen));
  9221. args.append(*getElementPointer(pure.expr));
  9222. callProcedure(ctx, estr2VStrAtom, args);
  9223. }
  9224. else
  9225. doStringTranslation(ctx, tgtset, srcset, toSize, boundLen, targetVar, pure.expr);
  9226. }
  9227. }
  9228. break;
  9229. case type_qstring:
  9230. if (queryDefaultTranslation(tgtset, from->queryCharset()))
  9231. {
  9232. OwnedHqlExpr temp = pure.getTranslatedExpr();
  9233. buildExprAssignViaString(ctx, target, temp, to->getStringLen());
  9234. }
  9235. else
  9236. {
  9237. _ATOM func;
  9238. switch (toType)
  9239. {
  9240. case type_varstring: func = qstr2VStrAtom; break;
  9241. case type_string: func = qstr2StrAtom; break;
  9242. case type_data: func = qstr2DataAtom; break;
  9243. }
  9244. args.append(*getSizetConstant(toSize));
  9245. args.append(*getElementPointer(targetVar));
  9246. args.append(*getBoundLength(pure));
  9247. args.append(*getElementPointer(pure.expr));
  9248. callProcedure(ctx, func, args);
  9249. }
  9250. break;
  9251. case type_unicode:
  9252. case type_varunicode:
  9253. {
  9254. _ATOM func;
  9255. switch(toType)
  9256. {
  9257. case type_data:
  9258. func = (fromType == type_varunicode) ? vunicode2DataAtom : unicode2DataAtom;
  9259. break;
  9260. case type_string:
  9261. func = (fromType == type_varunicode) ? vunicode2CodepageAtom : unicode2CodepageAtom;
  9262. break;
  9263. case type_varstring:
  9264. func = (fromType == type_varunicode) ? vunicode2VCodepageAtom : unicode2VCodepageAtom;
  9265. break;
  9266. }
  9267. args.append(*getSizetConstant(toSize));
  9268. args.append(*getElementPointer(targetVar));
  9269. if(fromType != type_varunicode)
  9270. args.append(*getBoundLength(pure));
  9271. args.append(*getElementPointer(pure.expr));
  9272. if(toType != type_data)
  9273. args.append(*createConstant(to->queryCharset()->queryCodepageName()));
  9274. callProcedure(ctx, func, args);
  9275. }
  9276. break;
  9277. case type_utf8:
  9278. {
  9279. _ATOM func;
  9280. switch(toType)
  9281. {
  9282. case type_data:
  9283. func = utf82DataAtom;
  9284. break;
  9285. case type_string:
  9286. func = utf82CodepageAtom;
  9287. break;
  9288. case type_varstring:
  9289. OwnedHqlExpr temp = pure.getTranslatedExpr();
  9290. buildExprAssignViaString(ctx, target, temp, to->getStringLen());
  9291. return;
  9292. }
  9293. args.append(*getSizetConstant(toSize));
  9294. args.append(*getElementPointer(targetVar));
  9295. args.append(*getBoundLength(pure));
  9296. args.append(*getElementPointer(pure.expr));
  9297. if(toType != type_data)
  9298. args.append(*createConstant(to->queryCharset()->queryCodepageName()));
  9299. callProcedure(ctx, func, args);
  9300. }
  9301. break;
  9302. case type_swapint:
  9303. {
  9304. CHqlBoundExpr recast;
  9305. ITypeInfo * tempType = makeIntType(srclen, from->isSigned());
  9306. OwnedHqlExpr translated = createValue(no_implicitcast, tempType, pure.getTranslatedExpr());
  9307. buildExpr(ctx, translated, recast);
  9308. assignAndCast(ctx, target, recast);
  9309. return;
  9310. }
  9311. case type_int:
  9312. case type_packedint:
  9313. {
  9314. //l2an4(toSize, tgt, expr);
  9315. _ATOM funcName;
  9316. if (from->isSigned())
  9317. {
  9318. if (toType != type_varstring)
  9319. funcName = (srclen > 4 ? ls82anAtom : ls42anAtom);
  9320. else
  9321. funcName = (srclen > 4 ? ls82vnAtom : ls42vnAtom);
  9322. }
  9323. else
  9324. {
  9325. if (toType != type_varstring)
  9326. funcName = (srclen > 4 ? l82anAtom : l42anAtom);
  9327. else
  9328. funcName = (srclen > 4 ? l82vnAtom : l42vnAtom);
  9329. }
  9330. IHqlExpression * strlen = getSizetConstant(toSize);
  9331. args.append(*strlen);
  9332. args.append(*getElementPointer(targetVar));
  9333. args.append(*LINK(pure.expr));
  9334. callProcedure(ctx, funcName, args);
  9335. if (toType != type_data)
  9336. {
  9337. Owned<ICharsetInfo> charset = getCharset(asciiAtom);
  9338. doStringTranslation(ctx, tgtset, charset, toSize, strlen, targetVar, targetVar);
  9339. }
  9340. break;
  9341. }
  9342. case type_void:
  9343. if (pure.expr->getOperator() != no_decimalstack)
  9344. {
  9345. throwCannotCast(from, to);
  9346. break;
  9347. }
  9348. //fall through
  9349. case type_decimal:
  9350. {
  9351. ensurePushed(ctx, pure);
  9352. args.append(*getSizetConstant(toSize));
  9353. OwnedHqlExpr sp = getElementPointer(targetVar);
  9354. args.append(*ensureIndexable(sp));
  9355. _ATOM func;
  9356. switch (toType)
  9357. {
  9358. case type_string: func = DecPopStringAtom; break;
  9359. case type_data: func = DecPopStringAtom; break;
  9360. case type_varstring: func = DecPopVStringAtom; break;
  9361. }
  9362. callProcedure(ctx, func, args);
  9363. break;
  9364. }
  9365. case type_enumerated:
  9366. throwCannotCast(from, to);
  9367. break;
  9368. case type_boolean:
  9369. {
  9370. _ATOM func = (toType == type_varstring) ? bool2VStrAtom : (toType == type_data) ? bool2DataAtom : bool2StrAtom;
  9371. args.append(*getSizetConstant(toSize));
  9372. args.append(*getElementPointer(targetVar));
  9373. args.append(*pure.expr.getLink());
  9374. callProcedure(ctx, func, args);
  9375. break;
  9376. }
  9377. case type_real:
  9378. {
  9379. IHqlExpression * strlen = getSizetConstant(toSize);
  9380. args.append(*strlen);
  9381. args.append(*getElementPointer(targetVar));
  9382. args.append(*pure.expr.getLink());
  9383. _ATOM func = (toType == type_varstring) ? f2vnAtom : f2anAtom;
  9384. callProcedure(ctx, func, args);
  9385. if (toType != type_data)
  9386. {
  9387. Owned<ICharsetInfo> charset = getCharset(asciiAtom);
  9388. doStringTranslation(ctx, tgtset, charset, toSize, strlen, targetVar, targetVar);
  9389. }
  9390. }
  9391. break;
  9392. default:
  9393. throwCannotCast(from, to);
  9394. break;
  9395. }
  9396. }
  9397. break;
  9398. case type_unicode:
  9399. case type_varunicode:
  9400. switch (fromType)
  9401. {
  9402. case type_unicode:
  9403. case type_varunicode:
  9404. case type_data:
  9405. case type_string:
  9406. case type_varstring:
  9407. case type_utf8:
  9408. {
  9409. _ATOM func;
  9410. switch(fromType)
  9411. {
  9412. case type_unicode:
  9413. func = (toType == type_varunicode) ? unicode2VUnicodeAtom : unicode2UnicodeAtom;
  9414. break;
  9415. case type_varunicode:
  9416. func = (toType == type_varunicode) ? vunicode2VUnicodeAtom : vunicode2UnicodeAtom;
  9417. break;
  9418. case type_data:
  9419. pure.expr.setown(createValue(no_implicitcast, makeReferenceModifier(makeStringType(from->getStringLen(), NULL)), LINK(pure.expr)));
  9420. func = (toType == type_varunicode) ? codepage2VUnicodeAtom : codepage2UnicodeAtom;
  9421. break;
  9422. case type_string:
  9423. func = (toType == type_varunicode) ? codepage2VUnicodeAtom : codepage2UnicodeAtom;
  9424. break;
  9425. case type_varstring:
  9426. func = (toType == type_varunicode) ? vcodepage2VUnicodeAtom : vcodepage2UnicodeAtom;
  9427. break;
  9428. case type_utf8:
  9429. if (toType == type_varunicode)
  9430. {
  9431. OwnedHqlExpr temp = pure.getTranslatedExpr();
  9432. OwnedITypeInfo type = makeUnicodeType(to->getStringLen(), NULL);
  9433. buildExprAssignViaType(ctx, target, temp, type);
  9434. return;
  9435. }
  9436. func = utf82UnicodeAtom;
  9437. break;
  9438. }
  9439. args.append(*getSizetConstant(toSize/2));
  9440. args.append(*getElementPointer(targetVar));
  9441. if((fromType != type_varunicode) && (fromType != type_varstring))
  9442. args.append(*getBoundLength(pure));
  9443. args.append(*getElementPointer(pure.expr));
  9444. if((fromType == type_data) || (fromType == type_string) || (fromType == type_varstring))
  9445. args.append(*createConstant(from->queryCharset()->queryCodepageName()));
  9446. callProcedure(ctx, func, args);
  9447. break;
  9448. }
  9449. default:
  9450. OwnedHqlExpr temp = pure.getTranslatedExpr();
  9451. buildExprAssignViaString(ctx, target, temp, to->getStringLen());
  9452. return;
  9453. }
  9454. break;
  9455. case type_utf8:
  9456. switch (fromType)
  9457. {
  9458. case type_unicode:
  9459. case type_varunicode:
  9460. case type_data:
  9461. case type_string:
  9462. case type_varstring:
  9463. case type_utf8:
  9464. {
  9465. _ATOM func;
  9466. switch(fromType)
  9467. {
  9468. case type_unicode:
  9469. case type_varunicode:
  9470. func = unicodeToUtf8Atom;
  9471. break;
  9472. case type_utf8:
  9473. func = utf8ToUtf8Atom;
  9474. break;
  9475. case type_data:
  9476. case type_string:
  9477. case type_varstring:
  9478. func = codepageToUtf8Atom;
  9479. break;
  9480. }
  9481. args.append(*getSizetConstant(toSize/4));
  9482. args.append(*getElementPointer(targetVar));
  9483. args.append(*getBoundLength(pure));
  9484. args.append(*getElementPointer(pure.expr));
  9485. if((fromType == type_data) || (fromType == type_string) || (fromType == type_varstring))
  9486. args.append(*createConstant(from->queryCharset()->queryCodepageName()));
  9487. callProcedure(ctx, func, args);
  9488. break;
  9489. }
  9490. default:
  9491. OwnedHqlExpr temp = pure.getTranslatedExpr();
  9492. buildExprAssignViaString(ctx, target, temp, to->getStringLen());
  9493. return;
  9494. }
  9495. break;
  9496. case type_decimal:
  9497. {
  9498. CHqlBoundExpr cast;
  9499. doBuildExprCast(ctx, to, pure, cast);
  9500. ensurePushed(ctx, cast);
  9501. _ATOM funcName = to->isSigned() ? DecPopDecimalAtom : DecPopUDecimalAtom;
  9502. args.append(*getPointer(target.expr));
  9503. args.append(*getSizetConstant(to->getSize()));
  9504. args.append(*getSizetConstant(to->getPrecision()));
  9505. callProcedure(ctx, funcName, args);
  9506. }
  9507. break;
  9508. case type_swapint:
  9509. {
  9510. unsigned fromSize = from->getSize();
  9511. if (fromType == type_int)
  9512. {
  9513. if (fromSize != toSize)
  9514. {
  9515. Owned<ITypeInfo> tempType = makeIntType(toSize, from->isSigned());
  9516. pure.expr.setown(ensureExprType(pure.expr, tempType));
  9517. }
  9518. if (toSize != 1)
  9519. {
  9520. assignSwapInt(ctx, to, target, pure);
  9521. return;
  9522. }
  9523. }
  9524. CHqlBoundExpr cast;
  9525. doBuildExprCast(ctx, to, pure, cast);
  9526. ctx.addAssign(target.expr, cast.expr);
  9527. }
  9528. break;
  9529. case type_int:
  9530. case type_packedint:
  9531. {
  9532. unsigned fromSize = from->getSize();
  9533. if ((fromType == type_swapint) && !((fromSize == 1) && (toSize == 1)))
  9534. {
  9535. if (fromSize != toSize)
  9536. {
  9537. CHqlBoundExpr tempInt;
  9538. OwnedITypeInfo tempType = makeIntType(fromSize, from->isSigned());
  9539. doBuildCastViaTemp(ctx, tempType, pure, tempInt);
  9540. CHqlBoundExpr cast;
  9541. doBuildExprCast(ctx, to, tempInt, cast);
  9542. ctx.addAssign(target.expr, cast.expr);
  9543. }
  9544. else
  9545. assignSwapInt(ctx, to, target, pure);
  9546. return;
  9547. }
  9548. }
  9549. //fall through
  9550. case type_boolean:
  9551. case type_real:
  9552. case type_row:
  9553. case type_pointer:
  9554. {
  9555. CHqlBoundExpr cast;
  9556. doBuildExprCast(ctx, to, pure, cast);
  9557. ctx.addAssign(target.expr, cast.expr);
  9558. }
  9559. break;
  9560. default:
  9561. throwCannotCast(from, to);
  9562. break;
  9563. }
  9564. }
  9565. void HqlCppTranslator::assignCastUnknownLength(BuildCtx & ctx, const CHqlBoundTarget & target, CHqlBoundExpr & pure)
  9566. {
  9567. assertex(!target.isFixedSize());
  9568. // must be dynamically allocated return type
  9569. ITypeInfo * to = target.queryType();
  9570. ITypeInfo * from = pure.expr->queryType();
  9571. type_t toType = to->getTypeCode();
  9572. type_t fromType = from->getTypeCode();
  9573. IHqlExpression * codepageParam = 0;
  9574. HqlExprArray args;
  9575. _ATOM funcName = NULL;
  9576. // assertex(target.length && target.pointer || to->getTypeCode() == type_varstring || to->getTypeCode() == type_varunicode);
  9577. switch (toType)
  9578. {
  9579. case type_qstring:
  9580. {
  9581. switch (fromType)
  9582. {
  9583. case type_qstring:
  9584. funcName = qstrToQStrXAtom;
  9585. break;
  9586. case type_string:
  9587. case type_data:
  9588. case type_varstring:
  9589. if(!queryDefaultTranslation(to->queryCharset(), from->queryCharset()))
  9590. {
  9591. funcName = strToQStrXAtom;
  9592. break;
  9593. }
  9594. //fall through
  9595. default:
  9596. CHqlBoundExpr recast;
  9597. ITypeInfo * type = makeStringType(to->getStringLen(), NULL, NULL);
  9598. OwnedHqlExpr translated = createValue(no_implicitcast, type, pure.getTranslatedExpr());
  9599. buildExpr(ctx, translated, recast);
  9600. assignCastUnknownLength(ctx, target, recast);
  9601. return;
  9602. }
  9603. break;
  9604. }
  9605. case type_string:
  9606. case type_data:
  9607. {
  9608. unsigned srclen = from->getSize();
  9609. switch (fromType)
  9610. {
  9611. case type_data:
  9612. case type_string:
  9613. case type_varstring:
  9614. {
  9615. ICharsetInfo * srcset = from->queryCharset();
  9616. ICharsetInfo * tgtset = to->queryCharset();
  9617. if (to->getTypeCode() == type_data)
  9618. funcName = str2DataXAtom;
  9619. else if ((srcset == tgtset) || (from->getTypeCode() == type_data))
  9620. {
  9621. funcName = str2StrXAtom;
  9622. }
  9623. else
  9624. {
  9625. if ((from->getSize() == INFINITE_LENGTH) && !pure.length)
  9626. throwError(HQLERR_CastInfiniteString);
  9627. ITranslationInfo * translator = queryDefaultTranslation(tgtset, srcset);
  9628. funcName = createIdentifierAtom(translator->queryVarRtlFunction());
  9629. }
  9630. }
  9631. break;
  9632. case type_qstring:
  9633. if(!queryDefaultTranslation(from->queryCharset(), to->queryCharset()))
  9634. {
  9635. funcName = (toType == type_data) ? qstr2DataXAtom : qstr2StrXAtom;
  9636. break;
  9637. }
  9638. else
  9639. {
  9640. CHqlBoundExpr recast;
  9641. ITypeInfo * type = makeStringType(to->getStringLen(), NULL, NULL);
  9642. OwnedHqlExpr translated = createValue(no_implicitcast, type, pure.getTranslatedExpr());
  9643. buildExpr(ctx, translated, recast);
  9644. assignCastUnknownLength(ctx, target, recast);
  9645. return;
  9646. }
  9647. case type_unicode:
  9648. {
  9649. if(toType == type_data)
  9650. funcName = unicode2DataXAtom;
  9651. else
  9652. {
  9653. funcName = unicode2CodepageXAtom;
  9654. codepageParam = createConstant(to->queryCharset()->queryCodepageName());
  9655. }
  9656. break;
  9657. }
  9658. case type_varunicode:
  9659. {
  9660. if(toType == type_data)
  9661. funcName = vunicode2DataXAtom;
  9662. else
  9663. {
  9664. funcName = vunicode2CodepageXAtom;
  9665. codepageParam = createConstant(to->queryCharset()->queryCodepageName());
  9666. }
  9667. break;
  9668. }
  9669. case type_utf8:
  9670. {
  9671. if(toType == type_data)
  9672. funcName = utf82DataXAtom;
  9673. else
  9674. {
  9675. funcName = utf82CodepageXAtom;
  9676. codepageParam = createConstant(to->queryCharset()->queryCodepageName());
  9677. }
  9678. break;
  9679. }
  9680. case type_swapint:
  9681. {
  9682. CHqlBoundExpr recast;
  9683. ITypeInfo * type = makeIntType(from->getSize(), from->isSigned());
  9684. OwnedHqlExpr translated = createValue(no_implicitcast, type, pure.getTranslatedExpr());
  9685. buildExpr(ctx, translated, recast);
  9686. assignCastUnknownLength(ctx, target, recast);
  9687. return;
  9688. }
  9689. case type_int:
  9690. case type_real:
  9691. case type_boolean:
  9692. case type_packedint:
  9693. {
  9694. Owned<ICharsetInfo> asciiCharset = getCharset(asciiAtom);
  9695. if (to->queryCharset() != asciiCharset)
  9696. {
  9697. //This should really be handled by the call processing.
  9698. CHqlBoundExpr recast;
  9699. ITypeInfo * type = makeStringType(to->getStringLen(), NULL, NULL);
  9700. OwnedHqlExpr translated = createValue(no_implicitcast, type, pure.getTranslatedExpr());
  9701. buildExpr(ctx, translated, recast);
  9702. assignCastUnknownLength(ctx, target, recast);
  9703. return;
  9704. }
  9705. if (fromType == type_real)
  9706. funcName = f2axAtom;
  9707. else if (fromType == type_boolean)
  9708. funcName = bool2StrXAtom;
  9709. else if (from->isSigned())
  9710. funcName = (srclen > 4 ? ls82axAtom : ls42axAtom);
  9711. else
  9712. funcName = (srclen > 4 ? l82axAtom : l42axAtom);
  9713. args.append(*pure.getTranslatedExpr());
  9714. OwnedHqlExpr call = bindFunctionCall(funcName, args);
  9715. buildExprAssign(ctx, target, call);
  9716. return;
  9717. }
  9718. case type_void:
  9719. if (pure.expr->getOperator() != no_decimalstack)
  9720. {
  9721. throwCannotCast(from, to);
  9722. break;
  9723. }
  9724. //fall through
  9725. case type_decimal:
  9726. {
  9727. ensurePushed(ctx, pure);
  9728. OwnedHqlExpr call = bindFunctionCall(DecPopStringXAtom, args);
  9729. buildExprAssign(ctx, target, call);
  9730. return;
  9731. }
  9732. default:
  9733. assertex(!"Unknown copy source type");
  9734. return;
  9735. }
  9736. break;
  9737. }
  9738. case type_varstring:
  9739. {
  9740. unsigned srclen = from->getSize();
  9741. switch (from->getTypeCode())
  9742. {
  9743. case type_data:
  9744. case type_string:
  9745. case type_varstring:
  9746. {
  9747. ICharsetInfo * srcset = from->queryCharset();
  9748. ICharsetInfo * tgtset = to->queryCharset();
  9749. if ((srcset == tgtset) || (to->getTypeCode() == type_data) || (from->getTypeCode() == type_data))
  9750. {
  9751. funcName = str2VStrXAtom;
  9752. }
  9753. else
  9754. {
  9755. funcName = estr2VStrXAtom;
  9756. }
  9757. }
  9758. break;
  9759. case type_unicode:
  9760. {
  9761. funcName = unicode2VCodepageXAtom;
  9762. codepageParam = createConstant(to->queryCharset()->queryCodepageName());
  9763. }
  9764. break;
  9765. case type_varunicode:
  9766. {
  9767. funcName = vunicode2VCodepageXAtom;
  9768. codepageParam = createConstant(to->queryCharset()->queryCodepageName());
  9769. }
  9770. break;
  9771. case type_qstring:
  9772. case type_utf8:
  9773. {
  9774. CHqlBoundExpr recast;
  9775. ITypeInfo * type = makeStringType(from->getStringLen(), NULL, NULL);
  9776. OwnedHqlExpr translated = createValue(no_implicitcast, type, pure.getTranslatedExpr());
  9777. buildExpr(ctx, translated, recast);
  9778. assignCastUnknownLength(ctx, target, recast);
  9779. return;
  9780. }
  9781. case type_swapint:
  9782. {
  9783. CHqlBoundExpr recast;
  9784. ITypeInfo * type = makeIntType(from->getSize(), from->isSigned());
  9785. OwnedHqlExpr translated = createValue(no_implicitcast, type, pure.getTranslatedExpr());
  9786. buildExpr(ctx, translated, recast);
  9787. assignCastUnknownLength(ctx, target, recast);
  9788. return;
  9789. }
  9790. case type_int:
  9791. case type_packedint:
  9792. {
  9793. //l2an4(tgtlen, tgt, expr);
  9794. if (from->isSigned())
  9795. funcName = (srclen > 4 ? ls82vxAtom : ls42vxAtom);
  9796. else
  9797. funcName = (srclen > 4 ? l82vxAtom : l42vxAtom);
  9798. break;
  9799. }
  9800. case type_boolean:
  9801. {
  9802. funcName = bool2VStrXAtom;
  9803. break;
  9804. }
  9805. case type_real:
  9806. {
  9807. funcName = f2vxAtom;;
  9808. break;
  9809. }
  9810. case type_void:
  9811. if (pure.expr->getOperator() != no_decimalstack)
  9812. {
  9813. throwCannotCast(from, to);
  9814. break;
  9815. }
  9816. //fall through
  9817. case type_decimal:
  9818. {
  9819. ensurePushed(ctx, pure);
  9820. OwnedHqlExpr call = bindFunctionCall(DecPopVStringXAtom, args);
  9821. buildExprAssign(ctx, target, call);
  9822. return;
  9823. }
  9824. default:
  9825. assertex(!"Unknown copy source type");
  9826. return;
  9827. }
  9828. break;
  9829. }
  9830. case type_unicode:
  9831. {
  9832. switch (fromType)
  9833. {
  9834. case type_unicode:
  9835. funcName = unicode2UnicodeXAtom;
  9836. break;
  9837. case type_varunicode:
  9838. funcName = vunicode2UnicodeXAtom;
  9839. break;
  9840. case type_utf8:
  9841. funcName = utf82UnicodeXAtom;
  9842. break;
  9843. case type_data:
  9844. funcName = codepage2UnicodeXAtom;
  9845. codepageParam = createConstant(from->queryCharset()->queryCodepageName());
  9846. pure.expr.setown(createValue(no_implicitcast, makeStringType(from->getStringLen(), NULL, NULL), LINK(pure.expr)));
  9847. break;
  9848. case type_string:
  9849. funcName = codepage2UnicodeXAtom;
  9850. codepageParam = createConstant(from->queryCharset()->queryCodepageName());
  9851. pure.expr.setown(createValue(no_typetransfer, makeStringType(from->getStringLen(), NULL, NULL), LINK(pure.expr)));
  9852. break;
  9853. case type_varstring:
  9854. funcName = vcodepage2UnicodeXAtom;
  9855. codepageParam = createConstant(from->queryCharset()->queryCodepageName());
  9856. pure.expr.setown(createValue(no_typetransfer, makeVarStringType(from->getStringLen(), NULL, NULL), LINK(pure.expr)));
  9857. break;
  9858. default:
  9859. CHqlBoundExpr recast;
  9860. ITypeInfo * type = makeStringType(to->getStringLen(), NULL, NULL);
  9861. OwnedHqlExpr translated = createValue(no_implicitcast, type, pure.getTranslatedExpr());
  9862. buildExpr(ctx, translated, recast);
  9863. assignCastUnknownLength(ctx, target, recast);
  9864. return;
  9865. }
  9866. break;
  9867. }
  9868. case type_varunicode:
  9869. {
  9870. switch (fromType)
  9871. {
  9872. case type_unicode:
  9873. case type_utf8: // go via unicode
  9874. funcName = unicode2VUnicodeXAtom;
  9875. break;
  9876. case type_varunicode:
  9877. funcName = vunicode2VUnicodeXAtom;
  9878. break;
  9879. case type_string:
  9880. case type_data:
  9881. funcName = codepage2VUnicodeXAtom;
  9882. codepageParam = createConstant(from->queryCharset()->queryCodepageName());
  9883. pure.expr.setown(createValue(no_typetransfer, makeStringType(from->getStringLen(), NULL, NULL), LINK(pure.expr)));
  9884. break;
  9885. case type_varstring:
  9886. funcName = vcodepage2VUnicodeXAtom;
  9887. codepageParam = createConstant(from->queryCharset()->queryCodepageName());
  9888. pure.expr.setown(createValue(no_typetransfer, makeVarStringType(from->getStringLen(), NULL, NULL), LINK(pure.expr)));
  9889. break;
  9890. default:
  9891. CHqlBoundExpr recast;
  9892. ITypeInfo * type = makeStringType(to->getStringLen(), NULL, NULL);
  9893. OwnedHqlExpr translated = createValue(no_implicitcast, type, pure.getTranslatedExpr());
  9894. buildExpr(ctx, translated, recast);
  9895. assignCastUnknownLength(ctx, target, recast);
  9896. return;
  9897. }
  9898. break;
  9899. }
  9900. case type_utf8:
  9901. {
  9902. switch (fromType)
  9903. {
  9904. case type_unicode:
  9905. case type_varunicode:
  9906. funcName = unicodeToUtf8XAtom;
  9907. break;
  9908. case type_utf8:
  9909. funcName = utf8ToUtf8XAtom;
  9910. break;
  9911. case type_string:
  9912. case type_data:
  9913. case type_varstring:
  9914. funcName = codepageToUtf8XAtom;
  9915. codepageParam = createConstant(from->queryCharset()->queryCodepageName());
  9916. pure.expr.setown(createValue(no_typetransfer, makeStringType(from->getStringLen(), NULL, NULL), LINK(pure.expr)));
  9917. break;
  9918. default:
  9919. CHqlBoundExpr recast;
  9920. ITypeInfo * type = makeStringType(to->getStringLen(), NULL, NULL);
  9921. OwnedHqlExpr translated = createValue(no_implicitcast, type, pure.getTranslatedExpr());
  9922. buildExpr(ctx, translated, recast);
  9923. assignCastUnknownLength(ctx, target, recast);
  9924. return;
  9925. }
  9926. break;
  9927. }
  9928. case type_set:
  9929. if (isSameBasicType(to->queryChildType(), from->queryChildType()))
  9930. {
  9931. if (!target.isAll)
  9932. {
  9933. //Ugly. Create a dummy isAll field to assign to..
  9934. assertex(!pure.isAll || matchesBoolean(pure.isAll, false));
  9935. CHqlBoundTarget tempTarget;
  9936. tempTarget.set(target);
  9937. tempTarget.isAll.setown(ctx.getTempDeclare(queryBoolType(), NULL));
  9938. assignCastUnknownLength(ctx, tempTarget, pure);
  9939. return;
  9940. }
  9941. funcName = set2SetXAtom;
  9942. }
  9943. else
  9944. {
  9945. OwnedHqlExpr values = pure.getTranslatedExpr();
  9946. buildSetAssignViaBuilder(ctx, target, values);
  9947. return;
  9948. }
  9949. break;
  9950. case type_table:
  9951. case type_groupedtable:
  9952. {
  9953. OwnedHqlExpr src = pure.getTranslatedExpr();
  9954. buildDatasetAssign(ctx, target, src);
  9955. return;
  9956. }
  9957. default:
  9958. assertex(!"Unexpected target type for variable length");
  9959. break;
  9960. }
  9961. args.append(*pure.getTranslatedExpr());
  9962. if(codepageParam)
  9963. args.append(*codepageParam);
  9964. OwnedHqlExpr call = bindFunctionCall(funcName, args);
  9965. buildExprAssign(ctx, target, call);
  9966. }
  9967. void HqlCppTranslator::expandFunctions(bool expandInline)
  9968. {
  9969. if (expandInline)
  9970. {
  9971. BuildCtx ctx(*code, prototypeAtom);
  9972. ForEachItemIn(idx, code->helpers)
  9973. {
  9974. IHqlExpression & cur = (IHqlExpression &)code->helpers.item(idx);
  9975. StringBuffer init;
  9976. if (getProperty(cur.queryChild(0), initfunctionAtom, init))
  9977. {
  9978. StringBuffer initproto("extern \"C\" void SERVICE_API ");
  9979. initproto.append(init).append("(const char *);");
  9980. ctx.addQuoted(initproto);
  9981. }
  9982. expandFunctionPrototype(ctx, &cur, false);
  9983. }
  9984. }
  9985. else
  9986. {
  9987. CIArray includes;
  9988. BuildCtx ctx(*code, includeAtom);
  9989. ForEachItemIn(idx, code->helpers)
  9990. {
  9991. //StringBuffer include;
  9992. //IHqlExpression & cur = (IHqlExpression &)code->helpers.item(idx);
  9993. // getLibraryName(cur, include);
  9994. //MORE!! Get the include name...
  9995. }
  9996. }
  9997. }
  9998. void HqlCppTranslator::bindAndPush(BuildCtx & ctx, IHqlExpression * value)
  9999. {
  10000. CHqlBoundExpr bound;
  10001. buildExpr(ctx, value, bound);
  10002. ensurePushed(ctx, bound);
  10003. }
  10004. bool HqlCppTranslator::ensurePushed(BuildCtx & ctx, const CHqlBoundExpr & pure)
  10005. {
  10006. if (!isPushed(pure))
  10007. {
  10008. //Temporary solution - create a critical block whenever the decimals are used.
  10009. OwnedHqlExpr marker = createAttribute(decimalAtom);
  10010. if (!ctx.queryMatchExpr(marker))
  10011. {
  10012. //If a group with no {} is added, we might get a name clash => make it unique
  10013. StringBuffer s;
  10014. getUniqueId(s.append("BcdCriticalBlock bcd")).append(";");
  10015. ctx.addQuoted(s);
  10016. ctx.associateExpr(marker, NULL);
  10017. }
  10018. ITypeInfo * type = pure.expr->queryType();
  10019. HqlExprArray args;
  10020. _ATOM funcName = NULL;
  10021. switch (type->getTypeCode())
  10022. {
  10023. case type_data:
  10024. case type_string:
  10025. case type_varstring:
  10026. funcName = DecPushStringAtom;
  10027. if (type->queryCharset()->queryName() == ebcdicAtom)
  10028. {
  10029. CHqlBoundExpr temp;
  10030. OwnedHqlExpr translated = pure.getTranslatedExpr();
  10031. OwnedHqlExpr cast = createValue(no_cast, getAsciiType(type), translated.getClear());
  10032. buildExpr(ctx, cast, temp);
  10033. args.append(*getBoundLength(temp));
  10034. args.append(*getElementPointer(temp.expr));
  10035. }
  10036. else
  10037. {
  10038. args.append(*getBoundLength(pure));
  10039. args.append(*getElementPointer(pure.expr));
  10040. }
  10041. break;
  10042. case type_qstring:
  10043. funcName = DecPushQStringAtom;
  10044. args.append(*getBoundLength(pure));
  10045. args.append(*getElementPointer(pure.expr));
  10046. break;
  10047. case type_unicode:
  10048. case type_varunicode:
  10049. funcName = DecPushUnicodeAtom;
  10050. args.append(*getBoundLength(pure));
  10051. args.append(*getElementPointer(pure.expr));
  10052. break;
  10053. case type_utf8:
  10054. funcName = DecPushUtf8Atom;
  10055. args.append(*getBoundLength(pure));
  10056. args.append(*getElementPointer(pure.expr));
  10057. break;
  10058. case type_decimal:
  10059. funcName = type->isSigned() ? DecPushDecimalAtom : DecPushUDecimalAtom;
  10060. args.append(*getPointer(pure.expr));
  10061. args.append(*getSizetConstant(type->getSize()));
  10062. args.append(*getSizetConstant(type->getPrecision()));
  10063. break;
  10064. case type_swapint:
  10065. {
  10066. CHqlBoundExpr copyPure;
  10067. copyPure.set(pure);
  10068. //cast via intermediate int.
  10069. OwnedITypeInfo tempType = makeIntType(type->getSize(), type->isSigned());
  10070. CHqlBoundExpr boundCast;
  10071. doBuildExprCast(ctx, tempType, copyPure, boundCast);
  10072. funcName = type->isSigned() ? DecPushInt64Atom : DecPushUInt64Atom;
  10073. args.append(*boundCast.expr.getLink());
  10074. break;
  10075. }
  10076. //fall through
  10077. case type_int:
  10078. case type_packedint:
  10079. //more signed/unsigned and optimize the length...
  10080. funcName = type->isSigned() ? DecPushInt64Atom : DecPushUInt64Atom;
  10081. args.append(*pure.expr.getLink());
  10082. break;
  10083. case type_enumerated:
  10084. throwError2(HQLERR_CastXNotImplemented, "map", "decimal");
  10085. break;
  10086. case type_boolean:
  10087. funcName = DecPushLongAtom;
  10088. args.append(*pure.expr.getLink());
  10089. break;
  10090. case type_real:
  10091. funcName = DecPushRealAtom;
  10092. args.append(*pure.expr.getLink());
  10093. break;
  10094. default:
  10095. throwError2(HQLERR_CastXNotImplemented, "unknown", "varstring");
  10096. break;
  10097. }
  10098. if (funcName)
  10099. callProcedure(ctx, funcName, args);
  10100. return true;
  10101. }
  10102. return false;
  10103. }
  10104. static StringBuffer & appendCapital(StringBuffer & s, StringBuffer & _name)
  10105. {
  10106. const char * name = _name.str();
  10107. if (name && name[0])
  10108. {
  10109. s.append((char)toupper(*name));
  10110. s.append(name+1);
  10111. }
  10112. return s;
  10113. }
  10114. void HqlCppTranslator::expandFunctionReturnType(StringBuffer & prefix, StringBuffer & params, ITypeInfo * retType, IHqlExpression * attrs)
  10115. {
  10116. type_t tc = retType->getTypeCode();
  10117. switch (tc)
  10118. {
  10119. case type_varstring:
  10120. case type_varunicode:
  10121. if (retType->getSize() == UNKNOWN_LENGTH)
  10122. {
  10123. generateTypeCpp(prefix, retType, NULL);
  10124. break;
  10125. }
  10126. //fall through
  10127. case type_qstring:
  10128. case type_string:
  10129. case type_data:
  10130. case type_unicode:
  10131. case type_utf8:
  10132. {
  10133. OwnedITypeInfo ptrType = makeReferenceModifier(LINK(retType));
  10134. prefix.append("void");
  10135. if (retType->getSize() == UNKNOWN_LENGTH)
  10136. {
  10137. if (retType->getTypeCode() != type_varstring)
  10138. params.append("size32_t & __lenResult,");
  10139. // if (hasConstModifier(retType))
  10140. // params.append("const ");
  10141. generateTypeCpp(params, retType, NULL);
  10142. params.append(" & __result");
  10143. }
  10144. else
  10145. {
  10146. generateTypeCpp(params, ptrType, "__result");
  10147. }
  10148. break;
  10149. }
  10150. case type_transform:
  10151. prefix.append("size32_t");
  10152. params.append("ARowBuilder & __self");
  10153. break;
  10154. case type_table:
  10155. case type_groupedtable:
  10156. if (hasStreamedModifier(retType))
  10157. {
  10158. prefix.append("IRowStream *");
  10159. params.append("IEngineRowAllocator * _resultAllocator");
  10160. }
  10161. else if (hasLinkCountedModifier(retType))
  10162. {
  10163. prefix.append("void");
  10164. params.append("size32_t & __countResult,");
  10165. // if (hasConstModifier(retType))
  10166. // params.append("const ");
  10167. params.append("byte * * & __result");
  10168. if (hasNonNullRecord(retType) && getBoolProperty(attrs, allocatorAtom, true))
  10169. params.append(", IEngineRowAllocator * _resultAllocator");
  10170. }
  10171. else
  10172. {
  10173. prefix.append("void");
  10174. params.append("size32_t & __lenResult,");
  10175. // if (hasConstModifier(retType))
  10176. // params.append("const ");
  10177. params.append("void * & __result");
  10178. }
  10179. break;
  10180. case type_set:
  10181. {
  10182. prefix.append("void");
  10183. if (!getBoolProperty(attrs, oldSetFormatAtom))
  10184. {
  10185. params.append("bool & __isAllResult,");
  10186. params.append("size32_t & __lenResult,");
  10187. }
  10188. else
  10189. params.append("unsigned & __numResult,");
  10190. // if (hasConstModifier(retType))
  10191. // params.append("const ");
  10192. params.append("void * & __result");
  10193. break;
  10194. }
  10195. case type_row:
  10196. prefix.append("void");
  10197. params.append("byte * __result");
  10198. break;
  10199. default:
  10200. generateTypeCpp(prefix, retType, NULL);
  10201. break;
  10202. }
  10203. }
  10204. bool HqlCppTranslator::expandFunctionPrototype(StringBuffer & s, IHqlExpression * funcdef, bool force)
  10205. {
  10206. IHqlExpression *body = funcdef->queryChild(0);
  10207. IHqlExpression *formals = funcdef->queryChild(1);
  10208. if (!force && (body->hasProperty(includeAtom) || body->hasProperty(ctxmethodAtom) || body->hasProperty(gctxmethodAtom) || body->hasProperty(methodAtom) || body->hasProperty(sysAtom) || body->hasProperty(omethodAtom) ))
  10209. return false;
  10210. enum { ServiceApi, RtlApi, BcdApi, CApi, LocalApi } api = ServiceApi;
  10211. if (body->hasProperty(eclrtlAtom))
  10212. api = RtlApi;
  10213. else if (body->hasProperty(bcdAtom))
  10214. api = BcdApi;
  10215. else if (body->hasProperty(cAtom))
  10216. api = CApi;
  10217. else if (body->hasProperty(localAtom))
  10218. api = LocalApi;
  10219. s.append("extern ");
  10220. if ((api == ServiceApi) || api == CApi)
  10221. s.append("\"C\" ");
  10222. switch (api)
  10223. {
  10224. case ServiceApi: s.append(" SERVICE_API"); break;
  10225. case RtlApi: s.append(" RTL_API"); break;
  10226. case BcdApi: s.append(" BCD_API"); break;
  10227. }
  10228. s.append(" ");
  10229. StringBuffer returnParameters;
  10230. ITypeInfo * retType = funcdef->queryType()->queryChildType();
  10231. expandFunctionReturnType(s, returnParameters, retType, body);
  10232. switch (api)
  10233. {
  10234. case CApi:
  10235. switch (options.targetCompiler)
  10236. {
  10237. case Vs6CppCompiler:
  10238. s.append(" _cdecl");
  10239. break;
  10240. }
  10241. break;
  10242. case BcdApi:
  10243. switch (options.targetCompiler)
  10244. {
  10245. case Vs6CppCompiler:
  10246. s.append(" __fastcall");
  10247. break;
  10248. }
  10249. break;
  10250. }
  10251. s.append(" ");
  10252. getProperty(body, entrypointAtom, s);
  10253. bool firstParam = true;
  10254. if (!body->hasProperty(entrypointAtom))
  10255. {
  10256. s.append("/*").append(body->queryName()).append("*/");
  10257. }
  10258. s.append('(');
  10259. if (body->hasProperty(contextAtom))
  10260. {
  10261. s.append("ICodeContext * ctx");
  10262. firstParam = false;
  10263. }
  10264. else if (body->hasProperty(globalContextAtom) )
  10265. {
  10266. s.append("IGlobalCodeContext * gctx");
  10267. firstParam = false;
  10268. }
  10269. else if (body->hasProperty(userMatchFunctionAtom))
  10270. {
  10271. s.append("IMatchWalker * results");
  10272. firstParam = false;
  10273. }
  10274. if (returnParameters.length())
  10275. {
  10276. if (!firstParam)
  10277. s.append(',');
  10278. s.append(returnParameters);
  10279. firstParam = false;
  10280. }
  10281. ForEachChild(i, formals)
  10282. {
  10283. if (!firstParam)
  10284. s.append(',');
  10285. else
  10286. firstParam = false;
  10287. IHqlExpression * param = formals->queryChild(i);
  10288. ITypeInfo *paramType = param->queryType();
  10289. //Case is significant if these parameters are use for BEGINC++ sections
  10290. _ATOM paramName = param->queryName();
  10291. StringBuffer paramNameText;
  10292. paramNameText.append(paramName).toLowerCase();
  10293. bool isOut = false;
  10294. bool isConst = false;
  10295. unsigned maxAttr = param->numChildren();
  10296. unsigned attrIdx;
  10297. for (attrIdx = 0; attrIdx < maxAttr; attrIdx++)
  10298. {
  10299. IHqlExpression * attr = param->queryChild(attrIdx);
  10300. if (attr->isAttribute())
  10301. {
  10302. if (attr->queryName() == constAtom)
  10303. isConst = true;
  10304. else if (attr->queryName() == outAtom)
  10305. isOut = true;
  10306. }
  10307. }
  10308. switch (paramType->getTypeCode())
  10309. {
  10310. case type_string:
  10311. case type_qstring:
  10312. case type_data:
  10313. case type_unicode:
  10314. case type_utf8:
  10315. case type_table:
  10316. case type_groupedtable:
  10317. if (paramType->getSize() == UNKNOWN_LENGTH)
  10318. {
  10319. s.append("size32_t");
  10320. if (isOut)
  10321. s.append(" &");
  10322. if (paramName)
  10323. appendCapital(s.append(" len"), paramNameText);
  10324. s.append(",");
  10325. }
  10326. break;
  10327. case type_set:
  10328. if (!queryProperty(paramType, oldSetFormatAtom))
  10329. {
  10330. s.append("bool");
  10331. if (paramName)
  10332. appendCapital(s.append(" isAll"), paramNameText);
  10333. s.append(",size32_t ");
  10334. if(paramName)
  10335. appendCapital(s.append(" len"), paramNameText);
  10336. }
  10337. else
  10338. {
  10339. s.append("unsigned");
  10340. if(paramName)
  10341. appendCapital(s.append(" num"), paramNameText);
  10342. }
  10343. s.append(",");
  10344. break;
  10345. case type_row:
  10346. isConst = true;
  10347. break;
  10348. }
  10349. bool nameappended = false;
  10350. switch (paramType->getTypeCode())
  10351. {
  10352. case type_record:
  10353. s.append("IOutputMetaData * ");
  10354. break;
  10355. case type_table:
  10356. case type_groupedtable:
  10357. if (isConst)
  10358. s.append("const ");
  10359. s.append("void *");
  10360. if (isOut)
  10361. s.append(" &");
  10362. break;
  10363. case type_set:
  10364. if (!queryProperty(paramType, oldSetFormatAtom))
  10365. {
  10366. if (isConst)
  10367. s.append("const ");
  10368. s.append("void *");
  10369. if (isOut)
  10370. s.append(" &");
  10371. break;
  10372. }
  10373. else
  10374. {
  10375. ITypeInfo* childType = paramType->queryChildType();
  10376. if(!childType)
  10377. break;
  10378. if(isStringType(childType)) {
  10379. // process stringn and varstringn specially.
  10380. if(childType->getSize() > 0) {
  10381. s.append("char ");
  10382. if(paramName) {
  10383. s.append(paramNameText);
  10384. nameappended = true;
  10385. }
  10386. s.append("[][");
  10387. unsigned setlen = childType->getSize();
  10388. s.append(setlen);
  10389. s.append("]");
  10390. }
  10391. // Process string and varstring specially
  10392. else {
  10393. s.append("char *");
  10394. if(paramName) {
  10395. s.append(paramNameText);
  10396. nameappended = true;
  10397. }
  10398. s.append("[]");
  10399. }
  10400. }
  10401. else
  10402. {
  10403. OwnedITypeInfo pointerType = makePointerType(LINK(childType));
  10404. generateTypeCpp(s, pointerType, NULL);
  10405. }
  10406. break;
  10407. }
  10408. // Other set types just fall through and will be treated like other types.
  10409. case type_qstring: case type_string: case type_varstring: case type_data:
  10410. default:
  10411. {
  10412. if (isConst)
  10413. s.append("const ");
  10414. Owned<ITypeInfo> argType = LINK(paramType);
  10415. if (argType->getTypeCode() == type_function)
  10416. argType.setown(makePointerType(LINK(argType)));
  10417. if (isTypePassedByAddress(argType))
  10418. argType.setown(makeReferenceModifier(LINK(argType)));
  10419. generateTypeCpp(s, argType, paramName->str());
  10420. nameappended = true;
  10421. if (isOut)
  10422. s.append(" &");
  10423. break;
  10424. }
  10425. }
  10426. if (paramName && !nameappended)
  10427. s.append(" ").append(paramNameText);
  10428. }
  10429. s.append(")");
  10430. return true;
  10431. }
  10432. void HqlCppTranslator::expandFunctionPrototype(BuildCtx & ctx, IHqlExpression * funcdef, bool force)
  10433. {
  10434. StringBuffer s;
  10435. if (expandFunctionPrototype(s, funcdef, force))
  10436. {
  10437. s.append(";");
  10438. ctx.addQuoted(s);
  10439. }
  10440. }
  10441. //Replace no_param with whatever they will have been bound to
  10442. static IHqlExpression * replaceInlineParameters(IHqlExpression * funcdef, IHqlExpression * expr)
  10443. {
  10444. IHqlExpression * body = funcdef->queryChild(0);
  10445. assertex(!body->hasProperty(oldSetFormatAtom));
  10446. IHqlExpression * formals = funcdef->queryChild(1);
  10447. HqlMapTransformer simpleTransformer;
  10448. StringBuffer paramNameText, temp;
  10449. ForEachChild(i, formals)
  10450. {
  10451. IHqlExpression * param = formals->queryChild(i);
  10452. ITypeInfo *paramType = param->queryType();
  10453. CHqlBoundExpr bound;
  10454. //Case is significant if these parameters are use for BEGINC++ sections
  10455. _ATOM paramName = param->queryName();
  10456. paramNameText.clear().append(paramName).toLowerCase();
  10457. Linked<ITypeInfo> type = paramType;
  10458. switch (paramType->getTypeCode())
  10459. {
  10460. case type_set:
  10461. {
  10462. appendCapital(temp.clear().append("isAll"), paramNameText);
  10463. bound.isAll.setown(createVariable(temp.str(), makeBoolType()));
  10464. }
  10465. //fall through
  10466. case type_string:
  10467. case type_qstring:
  10468. case type_data:
  10469. case type_unicode:
  10470. case type_utf8:
  10471. case type_table:
  10472. case type_groupedtable:
  10473. if (paramType->getSize() == UNKNOWN_LENGTH)
  10474. {
  10475. appendCapital(temp.clear().append("len"), paramNameText);
  10476. bound.length.setown(createVariable(temp.str(), LINK(sizetType)));
  10477. }
  10478. type.setown(makeReferenceModifier(LINK(type)));
  10479. break;
  10480. }
  10481. bound.expr.setown(createVariable(paramNameText.str(), LINK(type)));
  10482. OwnedHqlExpr replacement = bound.getTranslatedExpr();
  10483. simpleTransformer.setMapping(param, replacement);
  10484. }
  10485. return simpleTransformer.transformRoot(expr);
  10486. }
  10487. void HqlCppTranslator::doBuildUserFunctionReturn(BuildCtx & ctx, ITypeInfo * type, IHqlExpression * value)
  10488. {
  10489. if (!options.spotCSE)
  10490. {
  10491. doBuildFunctionReturn(ctx, type, value);
  10492. return;
  10493. }
  10494. switch (value->getOperator())
  10495. {
  10496. case no_if:
  10497. if (false)///disable for the moment - look at changes in klogermann11 to see why, some v.good, some bad.
  10498. {
  10499. //optimize the way that cses are spotted to minimise unnecessary calculations
  10500. OwnedHqlExpr branches = createComma(LINK(value->queryChild(1)), LINK(value->queryChild(2)));
  10501. OwnedHqlExpr cond = LINK(value->queryChild(0));
  10502. spotScalarCSE(cond, branches, NULL, NULL);
  10503. BuildCtx subctx(ctx);
  10504. IHqlStmt * stmt = buildFilterViaExpr(subctx, cond);
  10505. doBuildUserFunctionReturn(subctx, type, branches->queryChild(0));
  10506. subctx.selectElse(stmt);
  10507. doBuildUserFunctionReturn(subctx, type, branches->queryChild(1));
  10508. break;
  10509. }
  10510. default:
  10511. {
  10512. OwnedHqlExpr optimized = spotScalarCSE(value);
  10513. if (value->isAction())
  10514. buildStmt(ctx, value);
  10515. else
  10516. doBuildFunctionReturn(ctx, type, optimized);
  10517. break;
  10518. }
  10519. }
  10520. }
  10521. void HqlCppTranslator::buildFunctionDefinition(IHqlExpression * externalDef, IHqlExpression * funcdef)
  10522. {
  10523. IHqlExpression *body = funcdef->queryChild(0);
  10524. ITypeInfo * returnType = funcdef->queryType()->queryChildType();
  10525. if (body->getOperator() == no_outofline)
  10526. body = body->queryChild(0);
  10527. StringBuffer s;
  10528. BuildCtx funcctx(*code, helperAtom);
  10529. if (options.spanMultipleCpp)
  10530. {
  10531. const bool inChildActivity = true; // assume the worse
  10532. OwnedHqlExpr pass = getSizetConstant(cppIndexNextActivity(inChildActivity));
  10533. funcctx.addGroupPass(pass);
  10534. }
  10535. expandFunctionPrototype(s, externalDef, false);
  10536. if (body->getOperator() == no_cppbody)
  10537. {
  10538. if (!allowEmbeddedCpp())
  10539. throwError(HQLERR_EmbeddedCppNotAllowed);
  10540. IHqlExpression * location = queryLocation(body);
  10541. const char * locationFilename = location ? location->querySourcePath()->str() : NULL;
  10542. unsigned startLine = location ? location->getStartLine() : 0;
  10543. IHqlExpression * cppBody = body->queryChild(0);
  10544. if (cppBody->getOperator() == no_record)
  10545. cppBody = body->queryChild(1);
  10546. StringBuffer text;
  10547. cppBody->queryValue()->getStringValue(text);
  10548. //remove /r so we don't end up with mixed format end of lines.
  10549. text.setLength(cleanupEmbeddedCpp(text.length(), (char*)text.str()));
  10550. const char * start = text.str();
  10551. loop
  10552. {
  10553. char next = *start;
  10554. if (next == '\n')
  10555. startLine++;
  10556. else if (next != '\r')
  10557. break;
  10558. start++;
  10559. }
  10560. const char * body = start;
  10561. const char * cppSeparatorText = "#body";
  10562. const char * separator = strstr(body, cppSeparatorText);
  10563. if (separator)
  10564. {
  10565. text.setCharAt(separator-text.str(), 0);
  10566. if (location)
  10567. funcctx.addLine(locationFilename, startLine);
  10568. funcctx.addQuoted(body);
  10569. if (location)
  10570. funcctx.addLine();
  10571. body = separator + strlen(cppSeparatorText);
  10572. if (*body == '\r') body++;
  10573. if (*body == '\n') body++;
  10574. startLine += memcount(body-start, start, '\n');
  10575. }
  10576. funcctx.addQuotedCompound(s);
  10577. if (location)
  10578. funcctx.addLine(locationFilename, startLine);
  10579. funcctx.addQuoted(body);
  10580. if (location)
  10581. funcctx.addLine();
  10582. }
  10583. else
  10584. {
  10585. funcctx.addQuotedCompound(s);
  10586. OwnedHqlExpr newBody = replaceInlineParameters(funcdef, body);
  10587. newBody.setown(foldHqlExpression(newBody));
  10588. doBuildUserFunctionReturn(funcctx, returnType, newBody);
  10589. }
  10590. }
  10591. //---------------------------------------------------------------------------
  10592. void HqlCppTranslator::doBuildPureSubExpr(BuildCtx & ctx, IHqlExpression * expr, CHqlBoundExpr & tgt)
  10593. {
  10594. unsigned max = expr->numChildren();
  10595. if (max == 0)
  10596. tgt.expr.set(expr);
  10597. else
  10598. {
  10599. HqlExprArray args;
  10600. unsigned idx = 0;
  10601. CHqlBoundExpr bound;
  10602. for (idx = 0; idx < max; idx++)
  10603. {
  10604. buildExpr(ctx, expr->queryChild(idx), bound);
  10605. args.append(*bound.expr.getClear());
  10606. }
  10607. tgt.expr.setown(expr->clone(args));
  10608. }
  10609. }
  10610. //---------------------------------------------------------------------------
  10611. IHqlExpression * HqlCppTranslator::getListLength(BuildCtx & ctx, IHqlExpression * expr)
  10612. {
  10613. CHqlBoundExpr bound;
  10614. buildExpr(ctx, expr, bound);
  10615. return getBoundLength(bound);
  10616. }
  10617. IHqlExpression * HqlCppTranslator::getBoundCount(const CHqlBoundExpr & bound)
  10618. {
  10619. if (bound.count)
  10620. return bound.count.getLink();
  10621. ITypeInfo * type = bound.expr->queryType();
  10622. switch (type->getTypeCode())
  10623. {
  10624. case type_array:
  10625. {
  10626. if (bound.length)
  10627. return convertBetweenCountAndSize(bound, true);
  10628. unsigned size = type->getSize();
  10629. if (size != UNKNOWN_LENGTH)
  10630. return getSizetConstant(size / type->queryChildType()->getSize());
  10631. UNIMPLEMENTED;
  10632. }
  10633. case type_table:
  10634. case type_groupedtable:
  10635. case type_set:
  10636. if (bound.length)
  10637. return convertBetweenCountAndSize(bound, true);
  10638. UNIMPLEMENTED;
  10639. default:
  10640. UNIMPLEMENTED;
  10641. }
  10642. }
  10643. IHqlExpression * HqlCppTranslator::getBoundLength(const CHqlBoundExpr & bound)
  10644. {
  10645. if (bound.length)
  10646. return bound.length.getLink();
  10647. ITypeInfo * type = bound.expr->queryType();
  10648. if (bound.expr->queryValue())
  10649. return getSizetConstant(type->getStringLen());
  10650. switch (type->getTypeCode())
  10651. {
  10652. case type_varstring:
  10653. {
  10654. HqlExprArray args;
  10655. args.append(*getElementPointer(bound.expr));
  10656. return bindTranslatedFunctionCall(strlenAtom, args);
  10657. }
  10658. case type_varunicode:
  10659. {
  10660. HqlExprArray args;
  10661. args.append(*getElementPointer(bound.expr));
  10662. return bindTranslatedFunctionCall(unicodeStrlenAtom, args);
  10663. }
  10664. case type_set:
  10665. case type_array:
  10666. case type_table:
  10667. case type_groupedtable:
  10668. assertex(!isArrayRowset(type));
  10669. if (bound.count)
  10670. return convertBetweenCountAndSize(bound, false);
  10671. UNIMPLEMENTED;
  10672. case type_utf8:
  10673. {
  10674. assertex(type->getSize() != UNKNOWN_LENGTH);
  10675. HqlExprArray args;
  10676. args.append(*getSizetConstant(type->getSize()));
  10677. args.append(*getElementPointer(bound.expr));
  10678. return bindTranslatedFunctionCall(utf8LengthAtom, args);
  10679. }
  10680. default:
  10681. return getSizetConstant(type->getStringLen());
  10682. }
  10683. }
  10684. IHqlExpression * HqlCppTranslator::getBoundSize(ITypeInfo * type, IHqlExpression * length, IHqlExpression * data)
  10685. {
  10686. type_t tc = type->getTypeCode();
  10687. ITypeInfo * lengthType = length->queryType();
  10688. switch (tc)
  10689. {
  10690. case type_qstring:
  10691. {
  10692. if (length->queryValue())
  10693. return getSizetConstant((size32_t)rtlQStrSize((size32_t)length->queryValue()->getIntValue()));
  10694. HqlExprArray args;
  10695. args.append(*LINK(length));
  10696. return bindTranslatedFunctionCall(qstrSizeAtom, args);
  10697. }
  10698. case type_varstring:
  10699. return adjustValue(length, 1);
  10700. case type_varunicode:
  10701. {
  10702. OwnedHqlExpr temp = adjustValue(length, 1);
  10703. return multiplyValue(temp, 2);
  10704. }
  10705. case type_unicode:
  10706. return multiplyValue(length, 2);
  10707. case type_utf8:
  10708. {
  10709. assertex(data);
  10710. if (data->queryValue())
  10711. return getSizetConstant(data->queryValue()->getSize());
  10712. HqlExprArray args;
  10713. args.append(*LINK(length));
  10714. args.append(*getElementPointer(data));
  10715. return bindTranslatedFunctionCall(utf8SizeAtom, args);
  10716. }
  10717. case type_array:
  10718. case type_set:
  10719. return LINK(length);
  10720. default:
  10721. return LINK(length);
  10722. }
  10723. }
  10724. IHqlExpression * HqlCppTranslator::getBoundSize(const CHqlBoundExpr & bound)
  10725. {
  10726. ITypeInfo * type = bound.expr->queryType();
  10727. if (bound.length)
  10728. return getBoundSize(type, bound.length, bound.expr);
  10729. type_t tc = type->getTypeCode();
  10730. if (tc == type_row)
  10731. {
  10732. if (hasReferenceModifier(type))
  10733. return getSizetConstant(sizeof(void*));
  10734. IHqlExpression * record = ::queryRecord(type);
  10735. ColumnToOffsetMap * map = queryRecordOffsetMap(record);
  10736. if (map->isFixedWidth())
  10737. return getSizetConstant(map->getFixedRecordSize());
  10738. //call meta function mm.queryRecordSize(&row)
  10739. StringBuffer metaInstance, temp;
  10740. buildMetaForRecord(metaInstance, record);
  10741. temp.append(metaInstance).append(".getRecordSize(");
  10742. OwnedHqlExpr rowAddr = getPointer(bound.expr);
  10743. generateExprCpp(temp, rowAddr);
  10744. temp.append(")");
  10745. return createQuoted(temp.str(), LINK(sizetType));
  10746. }
  10747. if (type->getSize() != UNKNOWN_LENGTH)
  10748. return getSizetConstant(type->getSize());
  10749. OwnedHqlExpr length = getBoundLength(bound);
  10750. return getBoundSize(type, length, bound.expr);
  10751. }
  10752. IHqlExpression * HqlCppTranslator::getFirstCharacter(IHqlExpression * source)
  10753. {
  10754. if (source->getOperator() == no_constant)
  10755. {
  10756. StringBuffer temp;
  10757. source->queryValue()->getStringValue(temp);
  10758. return createUIntConstant((unsigned char)temp.charAt(0));
  10759. }
  10760. return createValue(no_index, makeCharType(), LINK(source), getZero());
  10761. }
  10762. IHqlExpression * HqlCppTranslator::getElementPointer(IHqlExpression * source)
  10763. {
  10764. ITypeInfo * srcType = source->queryType();
  10765. switch (srcType->getTypeCode())
  10766. {
  10767. case type_string:
  10768. case type_data:
  10769. case type_qstring:
  10770. case type_varstring:
  10771. case type_unicode:
  10772. case type_utf8:
  10773. case type_varunicode:
  10774. case type_set:
  10775. break;
  10776. default:
  10777. throwUnexpectedType(srcType);
  10778. }
  10779. if (source->getOperator() == no_constant)
  10780. return LINK(source);
  10781. OwnedHqlExpr pointer = getPointer(source);
  10782. return ensureIndexable(pointer);
  10783. }
  10784. /* All in params: NOT linked */
  10785. IHqlExpression * HqlCppTranslator::getIndexedElementPointer(IHqlExpression * source, IHqlExpression * index)
  10786. {
  10787. ITypeInfo * srcType = source->queryType();
  10788. switch (srcType->getTypeCode())
  10789. {
  10790. case type_string:
  10791. case type_data:
  10792. case type_qstring:
  10793. case type_varstring:
  10794. case type_unicode:
  10795. case type_utf8:
  10796. case type_varunicode:
  10797. break;
  10798. default:
  10799. throwUnexpectedType(srcType);
  10800. }
  10801. if (!index)
  10802. return getElementPointer(source);
  10803. IValue * value = index->queryValue();
  10804. if (value && value->getIntValue() == 0)
  10805. return getElementPointer(source);
  10806. ITypeInfo * refType = LINK(srcType);
  10807. if (!srcType->isReference())
  10808. refType = makeReferenceModifier(refType);
  10809. OwnedHqlExpr temp;
  10810. if (srcType->getTypeCode() == type_utf8)
  10811. {
  10812. HqlExprArray args;
  10813. args.append(*LINK(index));
  10814. args.append(*getElementPointer(source));
  10815. temp.setown(bindTranslatedFunctionCall(utf8SizeAtom, args));
  10816. index = temp;
  10817. }
  10818. //special case string indexing
  10819. if (source->getOperator() != no_constant)
  10820. {
  10821. if (!srcType->isReference() && !hasWrapperModifier(srcType))
  10822. return createValue(no_address, refType, createValue(no_index, makeCharType(), ensureIndexable(source), LINK(index)));
  10823. }
  10824. return createValue(no_add, refType, ensureIndexable(source), LINK(index));
  10825. }
  10826. IHqlExpression * HqlCppTranslator::getIndexedElementPointer(IHqlExpression * source, unsigned index)
  10827. {
  10828. if (!index)
  10829. return getElementPointer(source);
  10830. OwnedHqlExpr ival = getSizetConstant(index);
  10831. return getIndexedElementPointer(source, ival);
  10832. }
  10833. IHqlExpression * HqlCppTranslator::needFunction(_ATOM name)
  10834. {
  10835. HqlDummyLookupContext dummyctx(errors);
  10836. return internalScope->lookupSymbol(name, LSFsharedOK, dummyctx);
  10837. }
  10838. unsigned HqlCppTranslator::processHint(IHqlExpression * expr)
  10839. {
  10840. unsigned oldHints = hints;
  10841. _ATOM hint = NULL; // MORE how do I get this?
  10842. if (hint == sizeAtom)
  10843. hints = (hints & ~(HintSpeed|HintSize)) | HintSize;
  10844. else if (hint == speedAtom)
  10845. hints = (hints & ~(HintSize|HintSpeed)) | HintSpeed;
  10846. return oldHints;
  10847. }
  10848. bool HqlCppTranslator::childrenRequireTemp(BuildCtx & ctx, IHqlExpression * expr, bool includeChildren)
  10849. {
  10850. unsigned numArgs = expr->numChildren();
  10851. for (unsigned index = 0; index < numArgs; index++)
  10852. if (requiresTemp(ctx, expr->queryChild(index), includeChildren))
  10853. return true;
  10854. return false;
  10855. }
  10856. bool HqlCppTranslator::requiresTemp(BuildCtx & ctx, IHqlExpression * expr, bool includeChildren)
  10857. {
  10858. switch (expr->getOperator())
  10859. {
  10860. case no_attr:
  10861. case no_attr_link:
  10862. case no_attr_expr:
  10863. case no_quoted:
  10864. case no_variable:
  10865. case no_constant:
  10866. case no_translated:
  10867. case no_matchtext:
  10868. case no_matchunicode:
  10869. case no_matchlength:
  10870. case no_matchattr:
  10871. case no_matchrow:
  10872. case no_matchutf8:
  10873. case no_libraryinput:
  10874. return false;
  10875. case no_getresult:
  10876. case no_getgraphresult:
  10877. case no_workunit_dataset:
  10878. return false; // if in an activity, then will be in setContext, if not then don't really care
  10879. case no_preservemeta:
  10880. return requiresTemp(ctx, expr->queryChild(0), includeChildren);
  10881. case no_alias:
  10882. {
  10883. if (expr->isPure() && ctx.queryMatchExpr(expr->queryChild(0)))
  10884. return false;
  10885. if (!containsActiveDataset(expr)) // generates a earlier temp even if generating within the onCreate() function
  10886. return false;
  10887. return true;
  10888. }
  10889. case no_select:
  10890. return expr->hasProperty(newAtom);
  10891. case no_field:
  10892. throwUnexpected();
  10893. return false; // more, depends on whether conditional etc.
  10894. case no_sizeof:
  10895. case no_offsetof:
  10896. return false; /// auto creates one anyway.
  10897. case no_typetransfer:
  10898. switch (expr->queryChild(0)->queryType()->getTypeCode())
  10899. {
  10900. case type_qstring:
  10901. case type_string:
  10902. case type_data:
  10903. case type_varstring:
  10904. break;
  10905. default:
  10906. return true;
  10907. }
  10908. break;
  10909. case no_substring:
  10910. {
  10911. SubStringInfo info(expr);
  10912. if (!info.canGenerateInline() && !expr->hasProperty(quickAtom))
  10913. return true;
  10914. break;
  10915. }
  10916. case no_call:
  10917. case no_externalcall:
  10918. {
  10919. ITypeInfo * type = expr->queryType();
  10920. switch (type->getTypeCode())
  10921. {
  10922. case type_string:
  10923. case type_data:
  10924. case type_qstring:
  10925. case type_varstring:
  10926. case type_unicode:
  10927. case type_varunicode:
  10928. case type_utf8:
  10929. return true;
  10930. }
  10931. break;
  10932. }
  10933. case no_cast:
  10934. case no_implicitcast:
  10935. {
  10936. ITypeInfo * type = expr->queryType();
  10937. IHqlExpression * child = expr->queryChild(0);
  10938. switch (type->getTypeCode())
  10939. {
  10940. case type_string:
  10941. case type_data:
  10942. if (!canRemoveStringCast(type, child->queryType()))
  10943. return true;
  10944. break;
  10945. case type_varstring:
  10946. if ((type->getSize() != UNKNOWN_LENGTH) || (child->queryType()->getTypeCode() != type_varstring))
  10947. return true;
  10948. break;
  10949. }
  10950. }
  10951. break;
  10952. case no_eq:
  10953. case no_ne:
  10954. case no_lt:
  10955. case no_le:
  10956. case no_gt:
  10957. case no_ge:
  10958. {
  10959. if (!includeChildren)
  10960. return false;
  10961. unsigned numArgs = expr->numChildren();
  10962. for (unsigned index = 0; index < numArgs; index++)
  10963. {
  10964. OwnedHqlExpr cur = getSimplifyCompareArg(expr->queryChild(index));
  10965. //decimal comparisons can't be short circuited because they might cause a bcd stack overflow.
  10966. if (cur->queryType()->getTypeCode() == type_decimal)
  10967. return true;
  10968. if (requiresTemp(ctx, cur, true))
  10969. return true;
  10970. }
  10971. return false;
  10972. }
  10973. case no_mul:
  10974. case no_div:
  10975. case no_modulus:
  10976. case no_add:
  10977. case no_sub:
  10978. case no_and:
  10979. case no_or:
  10980. case no_xor:
  10981. case no_lshift:
  10982. case no_rshift:
  10983. case no_comma:
  10984. case no_compound:
  10985. case no_band:
  10986. case no_bor:
  10987. case no_bxor:
  10988. case no_pselect:
  10989. case no_index:
  10990. case no_postinc:
  10991. case no_postdec:
  10992. case no_negate:
  10993. case no_not:
  10994. case no_bnot:
  10995. case no_address:
  10996. case no_deref:
  10997. case no_preinc:
  10998. case no_predec:
  10999. case no_if:
  11000. case no_charlen:
  11001. break;
  11002. case no_between:
  11003. //Assume the worse for decimals.
  11004. if (expr->queryChild(0)->queryType()->getTypeCode() == type_decimal)
  11005. return true;
  11006. break;
  11007. case no_order:
  11008. case no_crc:
  11009. case no_hash:
  11010. case no_hash32:
  11011. case no_hash64:
  11012. case no_hashmd5:
  11013. case no_abs:
  11014. return true;
  11015. default:
  11016. return true;
  11017. }
  11018. if (includeChildren)
  11019. return childrenRequireTemp(ctx, expr, includeChildren);
  11020. return false;
  11021. }
  11022. bool HqlCppTranslator::requiresTempAfterFirst(BuildCtx & ctx, IHqlExpression * expr)
  11023. {
  11024. unsigned numArgs = expr->numChildren();
  11025. for (unsigned index = 1; index < numArgs; index++)
  11026. if (requiresTemp(ctx, expr->queryChild(index), true))
  11027. return true;
  11028. return false;
  11029. }
  11030. void HqlCppTranslator::useFunction(IHqlExpression * func)
  11031. {
  11032. code->useFunction(func);
  11033. }
  11034. void HqlCppTranslator::useLibrary(const char * libname)
  11035. {
  11036. code->useLibrary(libname);
  11037. }
  11038. //===========================================================================
  11039. static unique_id_t queryInstance = 0;
  11040. HqlQueryInstance::HqlQueryInstance()
  11041. {
  11042. instance = ++queryInstance;
  11043. }
  11044. StringBuffer & HqlQueryInstance::queryDllName(StringBuffer & out)
  11045. {
  11046. return out.append("query").append(instance);
  11047. }