Add some X86 intrinsics to $vm to help with some perf testing
[WebKit-https.git] / Source / JavaScriptCore / dfg / DFGFixupPhase.cpp
1 /*
2  * Copyright (C) 2012-2017 Apple Inc. All rights reserved.
3  *
4  * Redistribution and use in source and binary forms, with or without
5  * modification, are permitted provided that the following conditions
6  * are met:
7  * 1. Redistributions of source code must retain the above copyright
8  *    notice, this list of conditions and the following disclaimer.
9  * 2. Redistributions in binary form must reproduce the above copyright
10  *    notice, this list of conditions and the following disclaimer in the
11  *    documentation and/or other materials provided with the distribution.
12  *
13  * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
14  * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
15  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
16  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL APPLE INC. OR
17  * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
18  * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
19  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
20  * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
21  * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
22  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
23  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 
24  */
25
26 #include "config.h"
27 #include "DFGFixupPhase.h"
28
29 #if ENABLE(DFG_JIT)
30
31 #include "ArrayPrototype.h"
32 #include "DFGGraph.h"
33 #include "DFGInferredTypeCheck.h"
34 #include "DFGInsertionSet.h"
35 #include "DFGPhase.h"
36 #include "DFGPredictionPropagationPhase.h"
37 #include "DFGVariableAccessDataDump.h"
38 #include "JSCInlines.h"
39 #include "TypeLocation.h"
40
41 namespace JSC { namespace DFG {
42
43 class FixupPhase : public Phase {
44 public:
45     FixupPhase(Graph& graph)
46         : Phase(graph, "fixup")
47         , m_insertionSet(graph)
48     {
49     }
50     
51     bool run()
52     {
53         ASSERT(m_graph.m_fixpointState == BeforeFixpoint);
54         ASSERT(m_graph.m_form == ThreadedCPS);
55         
56         m_profitabilityChanged = false;
57         for (BlockIndex blockIndex = 0; blockIndex < m_graph.numBlocks(); ++blockIndex)
58             fixupBlock(m_graph.block(blockIndex));
59         
60         while (m_profitabilityChanged) {
61             m_profitabilityChanged = false;
62             
63             for (unsigned i = m_graph.m_argumentPositions.size(); i--;)
64                 m_graph.m_argumentPositions[i].mergeArgumentUnboxingAwareness();
65             
66             for (BlockIndex blockIndex = 0; blockIndex < m_graph.numBlocks(); ++blockIndex)
67                 fixupGetAndSetLocalsInBlock(m_graph.block(blockIndex));
68         }
69         
70         for (BlockIndex blockIndex = 0; blockIndex < m_graph.numBlocks(); ++blockIndex)
71             fixupChecksInBlock(m_graph.block(blockIndex));
72
73         m_graph.m_planStage = PlanStage::AfterFixup;
74
75         return true;
76     }
77
78 private:
79     void fixupBlock(BasicBlock* block)
80     {
81         if (!block)
82             return;
83         ASSERT(block->isReachable);
84         m_block = block;
85         for (m_indexInBlock = 0; m_indexInBlock < block->size(); ++m_indexInBlock) {
86             m_currentNode = block->at(m_indexInBlock);
87             fixupNode(m_currentNode);
88         }
89         m_insertionSet.execute(block);
90     }
91     
92     void fixupNode(Node* node)
93     {
94         NodeType op = node->op();
95
96         switch (op) {
97         case SetLocal: {
98             // This gets handled by fixupGetAndSetLocalsInBlock().
99             return;
100         }
101             
102         case BitAnd:
103         case BitOr:
104         case BitXor:
105         case BitRShift:
106         case BitLShift:
107         case BitURShift: {
108             if (Node::shouldSpeculateUntypedForBitOps(node->child1().node(), node->child2().node())) {
109                 fixEdge<UntypedUse>(node->child1());
110                 fixEdge<UntypedUse>(node->child2());
111                 break;
112             }
113             fixIntConvertingEdge(node->child1());
114             fixIntConvertingEdge(node->child2());
115             break;
116         }
117
118         case ArithIMul: {
119             fixIntConvertingEdge(node->child1());
120             fixIntConvertingEdge(node->child2());
121             node->setOp(ArithMul);
122             node->setArithMode(Arith::Unchecked);
123             node->child1().setUseKind(Int32Use);
124             node->child2().setUseKind(Int32Use);
125             break;
126         }
127
128         case ArithClz32: {
129             if (node->child1()->shouldSpeculateNotCell()) {
130                 fixIntConvertingEdge(node->child1());
131                 node->clearFlags(NodeMustGenerate);
132             } else
133                 fixEdge<UntypedUse>(node->child1());
134             break;
135         }
136             
137         case UInt32ToNumber: {
138             fixIntConvertingEdge(node->child1());
139             if (bytecodeCanTruncateInteger(node->arithNodeFlags()))
140                 node->convertToIdentity();
141             else if (node->canSpeculateInt32(FixupPass))
142                 node->setArithMode(Arith::CheckOverflow);
143             else {
144                 node->setArithMode(Arith::DoOverflow);
145                 node->setResult(enableInt52() ? NodeResultInt52 : NodeResultDouble);
146             }
147             break;
148         }
149             
150         case ValueAdd: {
151             if (attemptToMakeIntegerAdd(node)) {
152                 node->setOp(ArithAdd);
153                 break;
154             }
155             if (Node::shouldSpeculateNumberOrBooleanExpectingDefined(node->child1().node(), node->child2().node())) {
156                 fixDoubleOrBooleanEdge(node->child1());
157                 fixDoubleOrBooleanEdge(node->child2());
158                 node->setOp(ArithAdd);
159                 node->setResult(NodeResultDouble);
160                 break;
161             }
162             
163             if (attemptToMakeFastStringAdd(node))
164                 break;
165
166             Edge& child1 = node->child1();
167             Edge& child2 = node->child2();
168             if (child1->shouldSpeculateString() || child2->shouldSpeculateString()) {
169                 if (child1->shouldSpeculateInt32() || child2->shouldSpeculateInt32()) {
170                     auto convertString = [&](Node* node, Edge& edge) {
171                         if (edge->shouldSpeculateInt32())
172                             convertStringAddUse<Int32Use>(node, edge);
173                         else {
174                             ASSERT(edge->shouldSpeculateString());
175                             convertStringAddUse<StringUse>(node, edge);
176                         }
177                     };
178                     convertString(node, child1);
179                     convertString(node, child2);
180                     convertToMakeRope(node);
181                     break;
182                 }
183             }
184
185             fixEdge<UntypedUse>(child1);
186             fixEdge<UntypedUse>(child2);
187             node->setResult(NodeResultJS);
188             break;
189         }
190
191         case StrCat: {
192             if (attemptToMakeFastStringAdd(node))
193                 break;
194
195             // FIXME: Remove empty string arguments and possibly turn this into a ToString operation. That
196             // would require a form of ToString that takes a KnownPrimitiveUse. This is necessary because
197             // the implementation of StrCat doesn't dynamically optimize for empty strings.
198             // https://bugs.webkit.org/show_bug.cgi?id=148540
199             m_graph.doToChildren(
200                 node,
201                 [&] (Edge& edge) {
202                     fixEdge<KnownPrimitiveUse>(edge);
203                     // StrCat automatically coerces the values into strings before concatenating them.
204                     // The ECMA spec says that we're not allowed to automatically coerce a Symbol into
205                     // a string. If a Symbol is encountered, a TypeError will be thrown. As a result,
206                     // our runtime functions for this slow path expect that they will never be passed
207                     // Symbols.
208                     m_insertionSet.insertNode(
209                         m_indexInBlock, SpecNone, Check, node->origin,
210                         Edge(edge.node(), NotSymbolUse));
211                 });
212             break;
213         }
214             
215         case MakeRope: {
216             fixupMakeRope(node);
217             break;
218         }
219             
220         case ArithAdd:
221         case ArithSub: {
222             if (op == ArithSub
223                 && Node::shouldSpeculateUntypedForArithmetic(node->child1().node(), node->child2().node())) {
224                 fixEdge<UntypedUse>(node->child1());
225                 fixEdge<UntypedUse>(node->child2());
226                 node->setResult(NodeResultJS);
227                 break;
228             }
229             if (attemptToMakeIntegerAdd(node))
230                 break;
231             fixDoubleOrBooleanEdge(node->child1());
232             fixDoubleOrBooleanEdge(node->child2());
233             node->setResult(NodeResultDouble);
234             break;
235         }
236             
237         case ArithNegate: {
238             if (node->child1()->shouldSpeculateInt32OrBoolean() && node->canSpeculateInt32(FixupPass)) {
239                 fixIntOrBooleanEdge(node->child1());
240                 if (bytecodeCanTruncateInteger(node->arithNodeFlags()))
241                     node->setArithMode(Arith::Unchecked);
242                 else if (bytecodeCanIgnoreNegativeZero(node->arithNodeFlags()))
243                     node->setArithMode(Arith::CheckOverflow);
244                 else
245                     node->setArithMode(Arith::CheckOverflowAndNegativeZero);
246                 node->setResult(NodeResultInt32);
247                 node->clearFlags(NodeMustGenerate);
248                 break;
249             }
250             if (m_graph.unaryArithShouldSpeculateAnyInt(node, FixupPass)) {
251                 fixEdge<Int52RepUse>(node->child1());
252                 if (bytecodeCanIgnoreNegativeZero(node->arithNodeFlags()))
253                     node->setArithMode(Arith::CheckOverflow);
254                 else
255                     node->setArithMode(Arith::CheckOverflowAndNegativeZero);
256                 node->setResult(NodeResultInt52);
257                 node->clearFlags(NodeMustGenerate);
258                 break;
259             }
260             if (node->child1()->shouldSpeculateNotCell()) {
261                 fixDoubleOrBooleanEdge(node->child1());
262                 node->setResult(NodeResultDouble);
263                 node->clearFlags(NodeMustGenerate);
264             } else
265                 fixEdge<UntypedUse>(node->child1());
266             break;
267         }
268             
269         case ArithMul: {
270             Edge& leftChild = node->child1();
271             Edge& rightChild = node->child2();
272             if (Node::shouldSpeculateUntypedForArithmetic(leftChild.node(), rightChild.node())) {
273                 fixEdge<UntypedUse>(leftChild);
274                 fixEdge<UntypedUse>(rightChild);
275                 node->setResult(NodeResultJS);
276                 break;
277             }
278             if (m_graph.binaryArithShouldSpeculateInt32(node, FixupPass)) {
279                 fixIntOrBooleanEdge(leftChild);
280                 fixIntOrBooleanEdge(rightChild);
281                 if (bytecodeCanTruncateInteger(node->arithNodeFlags()))
282                     node->setArithMode(Arith::Unchecked);
283                 else if (bytecodeCanIgnoreNegativeZero(node->arithNodeFlags())
284                     || leftChild.node() == rightChild.node())
285                     node->setArithMode(Arith::CheckOverflow);
286                 else
287                     node->setArithMode(Arith::CheckOverflowAndNegativeZero);
288                 break;
289             }
290             if (m_graph.binaryArithShouldSpeculateAnyInt(node, FixupPass)) {
291                 fixEdge<Int52RepUse>(leftChild);
292                 fixEdge<Int52RepUse>(rightChild);
293                 if (bytecodeCanIgnoreNegativeZero(node->arithNodeFlags())
294                     || leftChild.node() == rightChild.node())
295                     node->setArithMode(Arith::CheckOverflow);
296                 else
297                     node->setArithMode(Arith::CheckOverflowAndNegativeZero);
298                 node->setResult(NodeResultInt52);
299                 break;
300             }
301             fixDoubleOrBooleanEdge(leftChild);
302             fixDoubleOrBooleanEdge(rightChild);
303             node->setResult(NodeResultDouble);
304             break;
305         }
306
307         case ArithDiv:
308         case ArithMod: {
309             Edge& leftChild = node->child1();
310             Edge& rightChild = node->child2();
311             if (op == ArithDiv
312                 && Node::shouldSpeculateUntypedForArithmetic(leftChild.node(), rightChild.node())
313                 && m_graph.hasExitSite(node->origin.semantic, BadType)) {
314                 fixEdge<UntypedUse>(leftChild);
315                 fixEdge<UntypedUse>(rightChild);
316                 node->setResult(NodeResultJS);
317                 break;
318             }
319             if (m_graph.binaryArithShouldSpeculateInt32(node, FixupPass)) {
320                 if (optimizeForX86() || optimizeForARM64() || optimizeForARMv7IDIVSupported()) {
321                     fixIntOrBooleanEdge(leftChild);
322                     fixIntOrBooleanEdge(rightChild);
323                     if (bytecodeCanTruncateInteger(node->arithNodeFlags()))
324                         node->setArithMode(Arith::Unchecked);
325                     else if (bytecodeCanIgnoreNegativeZero(node->arithNodeFlags()))
326                         node->setArithMode(Arith::CheckOverflow);
327                     else
328                         node->setArithMode(Arith::CheckOverflowAndNegativeZero);
329                     break;
330                 }
331                 
332                 // This will cause conversion nodes to be inserted later.
333                 fixDoubleOrBooleanEdge(leftChild);
334                 fixDoubleOrBooleanEdge(rightChild);
335                 
336                 // We don't need to do ref'ing on the children because we're stealing them from
337                 // the original division.
338                 Node* newDivision = m_insertionSet.insertNode(
339                     m_indexInBlock, SpecBytecodeDouble, *node);
340                 newDivision->setResult(NodeResultDouble);
341                 
342                 node->setOp(DoubleAsInt32);
343                 node->children.initialize(Edge(newDivision, DoubleRepUse), Edge(), Edge());
344                 if (bytecodeCanIgnoreNegativeZero(node->arithNodeFlags()))
345                     node->setArithMode(Arith::CheckOverflow);
346                 else
347                     node->setArithMode(Arith::CheckOverflowAndNegativeZero);
348                 break;
349             }
350             fixDoubleOrBooleanEdge(leftChild);
351             fixDoubleOrBooleanEdge(rightChild);
352             node->setResult(NodeResultDouble);
353             break;
354         }
355             
356         case ArithMin:
357         case ArithMax: {
358             if (m_graph.binaryArithShouldSpeculateInt32(node, FixupPass)) {
359                 fixIntOrBooleanEdge(node->child1());
360                 fixIntOrBooleanEdge(node->child2());
361                 break;
362             }
363             fixDoubleOrBooleanEdge(node->child1());
364             fixDoubleOrBooleanEdge(node->child2());
365             node->setResult(NodeResultDouble);
366             break;
367         }
368             
369         case ArithAbs: {
370             if (node->child1()->shouldSpeculateInt32OrBoolean()
371                 && node->canSpeculateInt32(FixupPass)) {
372                 fixIntOrBooleanEdge(node->child1());
373                 if (bytecodeCanTruncateInteger(node->arithNodeFlags()))
374                     node->setArithMode(Arith::Unchecked);
375                 else
376                     node->setArithMode(Arith::CheckOverflow);
377                 node->clearFlags(NodeMustGenerate);
378                 node->setResult(NodeResultInt32);
379                 break;
380             }
381
382             if (node->child1()->shouldSpeculateNotCell()) {
383                 fixDoubleOrBooleanEdge(node->child1());
384                 node->clearFlags(NodeMustGenerate);
385             } else
386                 fixEdge<UntypedUse>(node->child1());
387             node->setResult(NodeResultDouble);
388             break;
389         }
390
391         case ArithPow: {
392             if (node->child2()->shouldSpeculateInt32OrBooleanForArithmetic()) {
393                 fixDoubleOrBooleanEdge(node->child1());
394                 fixIntOrBooleanEdge(node->child2());
395                 break;
396             }
397
398             fixDoubleOrBooleanEdge(node->child1());
399             fixDoubleOrBooleanEdge(node->child2());
400             break;
401         }
402
403         case ArithRandom: {
404             node->setResult(NodeResultDouble);
405             break;
406         }
407
408         case ArithRound:
409         case ArithFloor:
410         case ArithCeil:
411         case ArithTrunc: {
412             if (node->child1()->shouldSpeculateInt32OrBoolean() && m_graph.roundShouldSpeculateInt32(node, FixupPass)) {
413                 fixIntOrBooleanEdge(node->child1());
414                 insertCheck<Int32Use>(node->child1().node());
415                 node->convertToIdentity();
416                 break;
417             }
418             if (node->child1()->shouldSpeculateNotCell()) {
419                 fixDoubleOrBooleanEdge(node->child1());
420
421                 if (isInt32OrBooleanSpeculation(node->getHeapPrediction()) && m_graph.roundShouldSpeculateInt32(node, FixupPass)) {
422                     node->setResult(NodeResultInt32);
423                     if (bytecodeCanIgnoreNegativeZero(node->arithNodeFlags()))
424                         node->setArithRoundingMode(Arith::RoundingMode::Int32);
425                     else
426                         node->setArithRoundingMode(Arith::RoundingMode::Int32WithNegativeZeroCheck);
427                 } else {
428                     node->setResult(NodeResultDouble);
429                     node->setArithRoundingMode(Arith::RoundingMode::Double);
430                 }
431                 node->clearFlags(NodeMustGenerate);
432             } else
433                 fixEdge<UntypedUse>(node->child1());
434             break;
435         }
436
437         case ArithFRound:
438         case ArithSqrt:
439         case ArithUnary: {
440             Edge& child1 = node->child1();
441             if (child1->shouldSpeculateNotCell()) {
442                 fixDoubleOrBooleanEdge(child1);
443                 node->clearFlags(NodeMustGenerate);
444             } else
445                 fixEdge<UntypedUse>(child1);
446             break;
447         }
448             
449         case LogicalNot: {
450             if (node->child1()->shouldSpeculateBoolean()) {
451                 if (node->child1()->result() == NodeResultBoolean) {
452                     // This is necessary in case we have a bytecode instruction implemented by:
453                     //
454                     // a: CompareEq(...)
455                     // b: LogicalNot(@a)
456                     //
457                     // In that case, CompareEq might have a side-effect. Then, we need to make
458                     // sure that we know that Branch does not exit.
459                     fixEdge<KnownBooleanUse>(node->child1());
460                 } else
461                     fixEdge<BooleanUse>(node->child1());
462             } else if (node->child1()->shouldSpeculateObjectOrOther())
463                 fixEdge<ObjectOrOtherUse>(node->child1());
464             else if (node->child1()->shouldSpeculateInt32OrBoolean())
465                 fixIntOrBooleanEdge(node->child1());
466             else if (node->child1()->shouldSpeculateNumber())
467                 fixEdge<DoubleRepUse>(node->child1());
468             else if (node->child1()->shouldSpeculateString())
469                 fixEdge<StringUse>(node->child1());
470             else if (node->child1()->shouldSpeculateStringOrOther())
471                 fixEdge<StringOrOtherUse>(node->child1());
472             else {
473                 WatchpointSet* masqueradesAsUndefinedWatchpoint = m_graph.globalObjectFor(node->origin.semantic)->masqueradesAsUndefinedWatchpoint();
474                 if (masqueradesAsUndefinedWatchpoint->isStillValid())
475                     m_graph.watchpoints().addLazily(masqueradesAsUndefinedWatchpoint);
476             }
477             break;
478         }
479
480         case CompareEq:
481         case CompareLess:
482         case CompareLessEq:
483         case CompareGreater:
484         case CompareGreaterEq: {
485             if (node->op() == CompareEq
486                 && Node::shouldSpeculateBoolean(node->child1().node(), node->child2().node())) {
487                 fixEdge<BooleanUse>(node->child1());
488                 fixEdge<BooleanUse>(node->child2());
489                 node->clearFlags(NodeMustGenerate);
490                 break;
491             }
492             if (Node::shouldSpeculateInt32OrBoolean(node->child1().node(), node->child2().node())) {
493                 fixIntOrBooleanEdge(node->child1());
494                 fixIntOrBooleanEdge(node->child2());
495                 node->clearFlags(NodeMustGenerate);
496                 break;
497             }
498             if (enableInt52()
499                 && Node::shouldSpeculateAnyInt(node->child1().node(), node->child2().node())) {
500                 fixEdge<Int52RepUse>(node->child1());
501                 fixEdge<Int52RepUse>(node->child2());
502                 node->clearFlags(NodeMustGenerate);
503                 break;
504             }
505             if (Node::shouldSpeculateNumberOrBoolean(node->child1().node(), node->child2().node())) {
506                 fixDoubleOrBooleanEdge(node->child1());
507                 fixDoubleOrBooleanEdge(node->child2());
508             }
509             if (node->op() != CompareEq
510                 && node->child1()->shouldSpeculateNotCell()
511                 && node->child2()->shouldSpeculateNotCell()) {
512                 if (node->child1()->shouldSpeculateNumberOrBoolean())
513                     fixDoubleOrBooleanEdge(node->child1());
514                 else
515                     fixEdge<DoubleRepUse>(node->child1());
516                 if (node->child2()->shouldSpeculateNumberOrBoolean())
517                     fixDoubleOrBooleanEdge(node->child2());
518                 else
519                     fixEdge<DoubleRepUse>(node->child2());
520                 node->clearFlags(NodeMustGenerate);
521                 break;
522             }
523             if (node->child1()->shouldSpeculateStringIdent() && node->child2()->shouldSpeculateStringIdent()) {
524                 fixEdge<StringIdentUse>(node->child1());
525                 fixEdge<StringIdentUse>(node->child2());
526                 node->clearFlags(NodeMustGenerate);
527                 break;
528             }
529             if (node->child1()->shouldSpeculateString() && node->child2()->shouldSpeculateString() && GPRInfo::numberOfRegisters >= 7) {
530                 fixEdge<StringUse>(node->child1());
531                 fixEdge<StringUse>(node->child2());
532                 node->clearFlags(NodeMustGenerate);
533                 break;
534             }
535
536             if (node->op() != CompareEq)
537                 break;
538             if (Node::shouldSpeculateSymbol(node->child1().node(), node->child2().node())) {
539                 fixEdge<SymbolUse>(node->child1());
540                 fixEdge<SymbolUse>(node->child2());
541                 node->clearFlags(NodeMustGenerate);
542                 break;
543             }
544             if (node->child1()->shouldSpeculateObject() && node->child2()->shouldSpeculateObject()) {
545                 fixEdge<ObjectUse>(node->child1());
546                 fixEdge<ObjectUse>(node->child2());
547                 node->clearFlags(NodeMustGenerate);
548                 break;
549             }
550
551             // If either child can be proved to be Null or Undefined, comparing them is greatly simplified.
552             bool oneArgumentIsUsedAsSpecOther = false;
553             if (node->child1()->isUndefinedOrNullConstant()) {
554                 fixEdge<OtherUse>(node->child1());
555                 oneArgumentIsUsedAsSpecOther = true;
556             } else if (node->child1()->shouldSpeculateOther()) {
557                 m_insertionSet.insertNode(m_indexInBlock, SpecNone, Check, node->origin,
558                     Edge(node->child1().node(), OtherUse));
559                 fixEdge<OtherUse>(node->child1());
560                 oneArgumentIsUsedAsSpecOther = true;
561             }
562             if (node->child2()->isUndefinedOrNullConstant()) {
563                 fixEdge<OtherUse>(node->child2());
564                 oneArgumentIsUsedAsSpecOther = true;
565             } else if (node->child2()->shouldSpeculateOther()) {
566                 m_insertionSet.insertNode(m_indexInBlock, SpecNone, Check, node->origin,
567                     Edge(node->child2().node(), OtherUse));
568                 fixEdge<OtherUse>(node->child2());
569                 oneArgumentIsUsedAsSpecOther = true;
570             }
571             if (oneArgumentIsUsedAsSpecOther) {
572                 node->clearFlags(NodeMustGenerate);
573                 break;
574             }
575
576             if (node->child1()->shouldSpeculateObject() && node->child2()->shouldSpeculateObjectOrOther()) {
577                 fixEdge<ObjectUse>(node->child1());
578                 fixEdge<ObjectOrOtherUse>(node->child2());
579                 node->clearFlags(NodeMustGenerate);
580                 break;
581             }
582             if (node->child1()->shouldSpeculateObjectOrOther() && node->child2()->shouldSpeculateObject()) {
583                 fixEdge<ObjectOrOtherUse>(node->child1());
584                 fixEdge<ObjectUse>(node->child2());
585                 node->clearFlags(NodeMustGenerate);
586                 break;
587             }
588
589             break;
590         }
591             
592         case CompareStrictEq: {
593             if (Node::shouldSpeculateBoolean(node->child1().node(), node->child2().node())) {
594                 fixEdge<BooleanUse>(node->child1());
595                 fixEdge<BooleanUse>(node->child2());
596                 break;
597             }
598             if (Node::shouldSpeculateInt32(node->child1().node(), node->child2().node())) {
599                 fixEdge<Int32Use>(node->child1());
600                 fixEdge<Int32Use>(node->child2());
601                 break;
602             }
603             if (enableInt52()
604                 && Node::shouldSpeculateAnyInt(node->child1().node(), node->child2().node())) {
605                 fixEdge<Int52RepUse>(node->child1());
606                 fixEdge<Int52RepUse>(node->child2());
607                 break;
608             }
609             if (Node::shouldSpeculateNumber(node->child1().node(), node->child2().node())) {
610                 fixEdge<DoubleRepUse>(node->child1());
611                 fixEdge<DoubleRepUse>(node->child2());
612                 break;
613             }
614             if (Node::shouldSpeculateSymbol(node->child1().node(), node->child2().node())) {
615                 fixEdge<SymbolUse>(node->child1());
616                 fixEdge<SymbolUse>(node->child2());
617                 break;
618             }
619             if (node->child1()->shouldSpeculateStringIdent() && node->child2()->shouldSpeculateStringIdent()) {
620                 fixEdge<StringIdentUse>(node->child1());
621                 fixEdge<StringIdentUse>(node->child2());
622                 break;
623             }
624             if (node->child1()->shouldSpeculateString() && node->child2()->shouldSpeculateString() && ((GPRInfo::numberOfRegisters >= 7) || isFTL(m_graph.m_plan.mode))) {
625                 fixEdge<StringUse>(node->child1());
626                 fixEdge<StringUse>(node->child2());
627                 break;
628             }
629             WatchpointSet* masqueradesAsUndefinedWatchpoint = m_graph.globalObjectFor(node->origin.semantic)->masqueradesAsUndefinedWatchpoint();
630             if (masqueradesAsUndefinedWatchpoint->isStillValid()) {
631                 
632                 if (node->child1()->shouldSpeculateObject()) {
633                     m_graph.watchpoints().addLazily(masqueradesAsUndefinedWatchpoint);
634                     fixEdge<ObjectUse>(node->child1());
635                     break;
636                 }
637                 if (node->child2()->shouldSpeculateObject()) {
638                     m_graph.watchpoints().addLazily(masqueradesAsUndefinedWatchpoint);
639                     fixEdge<ObjectUse>(node->child2());
640                     break;
641                 }
642                 
643             } else if (node->child1()->shouldSpeculateObject() && node->child2()->shouldSpeculateObject()) {
644                 fixEdge<ObjectUse>(node->child1());
645                 fixEdge<ObjectUse>(node->child2());
646                 break;
647             }
648             if (node->child1()->shouldSpeculateSymbol()) {
649                 fixEdge<SymbolUse>(node->child1());
650                 break;
651             }
652             if (node->child2()->shouldSpeculateSymbol()) {
653                 fixEdge<SymbolUse>(node->child2());
654                 break;
655             }
656             if (node->child1()->shouldSpeculateMisc()) {
657                 fixEdge<MiscUse>(node->child1());
658                 break;
659             }
660             if (node->child2()->shouldSpeculateMisc()) {
661                 fixEdge<MiscUse>(node->child2());
662                 break;
663             }
664             if (node->child1()->shouldSpeculateStringIdent()
665                 && node->child2()->shouldSpeculateNotStringVar()) {
666                 fixEdge<StringIdentUse>(node->child1());
667                 fixEdge<NotStringVarUse>(node->child2());
668                 break;
669             }
670             if (node->child2()->shouldSpeculateStringIdent()
671                 && node->child1()->shouldSpeculateNotStringVar()) {
672                 fixEdge<StringIdentUse>(node->child2());
673                 fixEdge<NotStringVarUse>(node->child1());
674                 break;
675             }
676             if (node->child1()->shouldSpeculateString() && ((GPRInfo::numberOfRegisters >= 8) || isFTL(m_graph.m_plan.mode))) {
677                 fixEdge<StringUse>(node->child1());
678                 break;
679             }
680             if (node->child2()->shouldSpeculateString() && ((GPRInfo::numberOfRegisters >= 8) || isFTL(m_graph.m_plan.mode))) {
681                 fixEdge<StringUse>(node->child2());
682                 break;
683             }
684             break;
685         }
686             
687         case StringFromCharCode:
688             if (node->child1()->shouldSpeculateInt32())
689                 fixEdge<Int32Use>(node->child1());
690             else
691                 fixEdge<UntypedUse>(node->child1());
692             break;
693
694         case StringCharAt:
695         case StringCharCodeAt: {
696             // Currently we have no good way of refining these.
697             ASSERT(node->arrayMode() == ArrayMode(Array::String));
698             blessArrayOperation(node->child1(), node->child2(), node->child3());
699             fixEdge<KnownCellUse>(node->child1());
700             fixEdge<Int32Use>(node->child2());
701             break;
702         }
703
704         case GetByVal: {
705             if (!node->prediction()) {
706                 m_insertionSet.insertNode(
707                     m_indexInBlock, SpecNone, ForceOSRExit, node->origin);
708             }
709             
710             node->setArrayMode(
711                 node->arrayMode().refine(
712                     m_graph, node,
713                     node->child1()->prediction(),
714                     node->child2()->prediction(),
715                     SpecNone));
716             
717             blessArrayOperation(node->child1(), node->child2(), node->child3());
718             
719             ArrayMode arrayMode = node->arrayMode();
720             switch (arrayMode.type()) {
721             case Array::Contiguous:
722             case Array::Double:
723                 if (arrayMode.arrayClass() == Array::OriginalArray
724                     && arrayMode.speculation() == Array::InBounds) {
725                     JSGlobalObject* globalObject = m_graph.globalObjectFor(node->origin.semantic);
726                     if (globalObject->arrayPrototypeChainIsSane()) {
727                         // Check if SaneChain will work on a per-type basis. Note that:
728                         //
729                         // 1) We don't want double arrays to sometimes return undefined, since
730                         // that would require a change to the return type and it would pessimise
731                         // things a lot. So, we'd only want to do that if we actually had
732                         // evidence that we could read from a hole. That's pretty annoying.
733                         // Likely the best way to handle that case is with an equivalent of
734                         // SaneChain for OutOfBounds. For now we just detect when Undefined and
735                         // NaN are indistinguishable according to backwards propagation, and just
736                         // use SaneChain in that case. This happens to catch a lot of cases.
737                         //
738                         // 2) We don't want int32 array loads to have to do a hole check just to
739                         // coerce to Undefined, since that would mean twice the checks.
740                         //
741                         // This has two implications. First, we have to do more checks than we'd
742                         // like. It's unfortunate that we have to do the hole check. Second,
743                         // some accesses that hit a hole will now need to take the full-blown
744                         // out-of-bounds slow path. We can fix that with:
745                         // https://bugs.webkit.org/show_bug.cgi?id=144668
746                         
747                         bool canDoSaneChain = false;
748                         switch (arrayMode.type()) {
749                         case Array::Contiguous:
750                             // This is happens to be entirely natural. We already would have
751                             // returned any JSValue, and now we'll return Undefined. We still do
752                             // the check but it doesn't require taking any kind of slow path.
753                             canDoSaneChain = true;
754                             break;
755                             
756                         case Array::Double:
757                             if (!(node->flags() & NodeBytecodeUsesAsOther)) {
758                                 // Holes look like NaN already, so if the user doesn't care
759                                 // about the difference between Undefined and NaN then we can
760                                 // do this.
761                                 canDoSaneChain = true;
762                             }
763                             break;
764                             
765                         default:
766                             break;
767                         }
768                         
769                         if (canDoSaneChain) {
770                             m_graph.registerAndWatchStructureTransition(globalObject->arrayPrototype()->structure());
771                             m_graph.registerAndWatchStructureTransition(globalObject->objectPrototype()->structure());
772                             if (globalObject->arrayPrototypeChainIsSane())
773                                 node->setArrayMode(arrayMode.withSpeculation(Array::SaneChain));
774                         }
775                     }
776                 }
777                 break;
778                 
779             case Array::String:
780                 if ((node->prediction() & ~SpecString)
781                     || m_graph.hasExitSite(node->origin.semantic, OutOfBounds))
782                     node->setArrayMode(arrayMode.withSpeculation(Array::OutOfBounds));
783                 break;
784                 
785             default:
786                 break;
787             }
788             
789             arrayMode = node->arrayMode();
790             switch (arrayMode.type()) {
791             case Array::SelectUsingPredictions:
792             case Array::Unprofiled:
793                 RELEASE_ASSERT_NOT_REACHED();
794                 break;
795             case Array::Generic:
796                 if (node->child1()->shouldSpeculateObject()) {
797                     if (node->child2()->shouldSpeculateString()) {
798                         fixEdge<ObjectUse>(node->child1());
799                         fixEdge<StringUse>(node->child2());
800                         break;
801                     }
802
803                     if (node->child2()->shouldSpeculateSymbol()) {
804                         fixEdge<ObjectUse>(node->child1());
805                         fixEdge<SymbolUse>(node->child2());
806                         break;
807                     }
808                 }
809 #if USE(JSVALUE32_64)
810                 fixEdge<CellUse>(node->child1()); // Speculating cell due to register pressure on 32-bit.
811 #endif
812                 break;
813             case Array::ForceExit:
814                 break;
815             default:
816                 fixEdge<KnownCellUse>(node->child1());
817                 fixEdge<Int32Use>(node->child2());
818                 break;
819             }
820             
821             switch (arrayMode.type()) {
822             case Array::Double:
823                 if (!arrayMode.isOutOfBounds())
824                     node->setResult(NodeResultDouble);
825                 break;
826                 
827             case Array::Float32Array:
828             case Array::Float64Array:
829                 node->setResult(NodeResultDouble);
830                 break;
831                 
832             case Array::Uint32Array:
833                 if (node->shouldSpeculateInt32())
834                     break;
835                 if (node->shouldSpeculateAnyInt() && enableInt52())
836                     node->setResult(NodeResultInt52);
837                 else
838                     node->setResult(NodeResultDouble);
839                 break;
840                 
841             default:
842                 break;
843             }
844             
845             break;
846         }
847
848         case PutByValDirect:
849         case PutByVal:
850         case PutByValAlias: {
851             Edge& child1 = m_graph.varArgChild(node, 0);
852             Edge& child2 = m_graph.varArgChild(node, 1);
853             Edge& child3 = m_graph.varArgChild(node, 2);
854
855             node->setArrayMode(
856                 node->arrayMode().refine(
857                     m_graph, node,
858                     child1->prediction(),
859                     child2->prediction(),
860                     child3->prediction()));
861             
862             blessArrayOperation(child1, child2, m_graph.varArgChild(node, 3));
863             
864             switch (node->arrayMode().modeForPut().type()) {
865             case Array::SelectUsingPredictions:
866             case Array::SelectUsingArguments:
867             case Array::Unprofiled:
868             case Array::Undecided:
869                 RELEASE_ASSERT_NOT_REACHED();
870                 break;
871             case Array::ForceExit:
872             case Array::Generic:
873                 if (child1->shouldSpeculateCell()) {
874                     if (child2->shouldSpeculateString()) {
875                         fixEdge<CellUse>(child1);
876                         fixEdge<StringUse>(child2);
877                         break;
878                     }
879
880                     if (child2->shouldSpeculateSymbol()) {
881                         fixEdge<CellUse>(child1);
882                         fixEdge<SymbolUse>(child2);
883                         break;
884                     }
885                 }
886 #if USE(JSVALUE32_64)
887                 // Due to register pressure on 32-bit, we speculate cell and
888                 // ignore the base-is-not-cell case entirely by letting the
889                 // baseline JIT handle it.
890                 fixEdge<CellUse>(child1);
891 #endif
892                 break;
893             case Array::Int32:
894                 fixEdge<KnownCellUse>(child1);
895                 fixEdge<Int32Use>(child2);
896                 fixEdge<Int32Use>(child3);
897                 break;
898             case Array::Double:
899                 fixEdge<KnownCellUse>(child1);
900                 fixEdge<Int32Use>(child2);
901                 fixEdge<DoubleRepRealUse>(child3);
902                 break;
903             case Array::Int8Array:
904             case Array::Int16Array:
905             case Array::Int32Array:
906             case Array::Uint8Array:
907             case Array::Uint8ClampedArray:
908             case Array::Uint16Array:
909             case Array::Uint32Array:
910                 fixEdge<KnownCellUse>(child1);
911                 fixEdge<Int32Use>(child2);
912                 if (child3->shouldSpeculateInt32())
913                     fixIntOrBooleanEdge(child3);
914                 else if (child3->shouldSpeculateAnyInt())
915                     fixEdge<Int52RepUse>(child3);
916                 else
917                     fixDoubleOrBooleanEdge(child3);
918                 break;
919             case Array::Float32Array:
920             case Array::Float64Array:
921                 fixEdge<KnownCellUse>(child1);
922                 fixEdge<Int32Use>(child2);
923                 fixDoubleOrBooleanEdge(child3);
924                 break;
925             case Array::Contiguous:
926             case Array::ArrayStorage:
927             case Array::SlowPutArrayStorage:
928                 fixEdge<KnownCellUse>(child1);
929                 fixEdge<Int32Use>(child2);
930                 speculateForBarrier(child3);
931                 break;
932             default:
933                 fixEdge<KnownCellUse>(child1);
934                 fixEdge<Int32Use>(child2);
935                 break;
936             }
937             break;
938         }
939             
940         case AtomicsAdd:
941         case AtomicsAnd:
942         case AtomicsCompareExchange:
943         case AtomicsExchange:
944         case AtomicsLoad:
945         case AtomicsOr:
946         case AtomicsStore:
947         case AtomicsSub:
948         case AtomicsXor: {
949             Edge& base = m_graph.child(node, 0);
950             Edge& index = m_graph.child(node, 1);
951             
952             bool badNews = false;
953             for (unsigned i = numExtraAtomicsArgs(node->op()); i--;) {
954                 Edge& child = m_graph.child(node, 2 + i);
955                 // NOTE: DFG is not smart enough to handle double->int conversions in atomics. So, we
956                 // just call the function when that happens. But the FTL is totally cool with those
957                 // conversions.
958                 if (!child->shouldSpeculateInt32()
959                     && !child->shouldSpeculateAnyInt()
960                     && !(child->shouldSpeculateNumberOrBoolean() && isFTL(m_graph.m_plan.mode)))
961                     badNews = true;
962             }
963             
964             if (badNews) {
965                 node->setArrayMode(ArrayMode(Array::Generic));
966                 break;
967             }
968             
969             node->setArrayMode(
970                 node->arrayMode().refine(
971                     m_graph, node, base->prediction(), index->prediction()));
972             
973             if (node->arrayMode().type() == Array::Generic)
974                 break;
975             
976             for (unsigned i = numExtraAtomicsArgs(node->op()); i--;) {
977                 Edge& child = m_graph.child(node, 2 + i);
978                 if (child->shouldSpeculateInt32())
979                     fixIntOrBooleanEdge(child);
980                 else if (child->shouldSpeculateAnyInt())
981                     fixEdge<Int52RepUse>(child);
982                 else {
983                     RELEASE_ASSERT(child->shouldSpeculateNumberOrBoolean() && isFTL(m_graph.m_plan.mode));
984                     fixDoubleOrBooleanEdge(child);
985                 }
986             }
987             
988             blessArrayOperation(base, index, m_graph.child(node, 2 + numExtraAtomicsArgs(node->op())));
989             fixEdge<CellUse>(base);
990             fixEdge<Int32Use>(index);
991             
992             if (node->arrayMode().type() == Array::Uint32Array) {
993                 // NOTE: This means basically always doing Int52.
994                 if (node->shouldSpeculateAnyInt() && enableInt52())
995                     node->setResult(NodeResultInt52);
996                 else
997                     node->setResult(NodeResultDouble);
998             }
999             break;
1000         }
1001             
1002         case AtomicsIsLockFree:
1003             if (node->child1()->shouldSpeculateInt32())
1004                 fixIntOrBooleanEdge(node->child1());
1005             break;
1006             
1007         case ArrayPush: {
1008             // May need to refine the array mode in case the value prediction contravenes
1009             // the array prediction. For example, we may have evidence showing that the
1010             // array is in Int32 mode, but the value we're storing is likely to be a double.
1011             // Then we should turn this into a conversion to Double array followed by the
1012             // push. On the other hand, we absolutely don't want to refine based on the
1013             // base prediction. If it has non-cell garbage in it, then we want that to be
1014             // ignored. That's because ArrayPush can't handle any array modes that aren't
1015             // array-related - so if refine() turned this into a "Generic" ArrayPush then
1016             // that would break things.
1017             Edge& storageEdge = m_graph.varArgChild(node, 0);
1018             Edge& arrayEdge = m_graph.varArgChild(node, 1);
1019             unsigned elementOffset = 2;
1020             unsigned elementCount = node->numChildren() - elementOffset;
1021             for (unsigned i = 0; i < elementCount; ++i) {
1022                 Edge& element = m_graph.varArgChild(node, i + elementOffset);
1023                 node->setArrayMode(
1024                     node->arrayMode().refine(
1025                         m_graph, node,
1026                         arrayEdge->prediction() & SpecCell,
1027                         SpecInt32Only,
1028                         element->prediction()));
1029             }
1030             blessArrayOperation(arrayEdge, Edge(), storageEdge);
1031             fixEdge<KnownCellUse>(arrayEdge);
1032
1033             // Convert `array.push()` to GetArrayLength.
1034             if (!elementCount && node->arrayMode().supportsSelfLength()) {
1035                 node->setOpAndDefaultFlags(GetArrayLength);
1036                 node->child1() = arrayEdge;
1037                 node->child2() = storageEdge;
1038                 fixEdge<KnownCellUse>(node->child1());
1039                 break;
1040             }
1041
1042             // We do not want to perform osr exit and retry for ArrayPush. We insert Check with appropriate type,
1043             // and ArrayPush uses the edge as known typed edge. Therefore, ArrayPush do not need to perform type checks.
1044             for (unsigned i = 0; i < elementCount; ++i) {
1045                 Edge& element = m_graph.varArgChild(node, i + elementOffset);
1046                 switch (node->arrayMode().type()) {
1047                 case Array::Int32:
1048                     insertCheck<Int32Use>(element.node());
1049                     fixEdge<KnownInt32Use>(element);
1050                     break;
1051                 case Array::Double:
1052                     insertCheck<DoubleRepRealUse>(element.node());
1053                     fixEdge<DoubleRepUse>(element);
1054                     break;
1055                 case Array::Contiguous:
1056                 case Array::ArrayStorage:
1057                     speculateForBarrier(element);
1058                     break;
1059                 default:
1060                     break;
1061                 }
1062                 ASSERT(shouldNotHaveTypeCheck(element.useKind()));
1063             }
1064             break;
1065         }
1066             
1067         case ArrayPop: {
1068             blessArrayOperation(node->child1(), Edge(), node->child2());
1069             fixEdge<KnownCellUse>(node->child1());
1070             break;
1071         }
1072
1073         case ArraySlice: {
1074             fixEdge<KnownCellUse>(m_graph.varArgChild(node, 0));
1075             fixEdge<Int32Use>(m_graph.varArgChild(node, 1));
1076             if (node->numChildren() == 4)
1077                 fixEdge<Int32Use>(m_graph.varArgChild(node, 2));
1078             break;
1079         }
1080
1081         case ArrayIndexOf:
1082             fixupArrayIndexOf(node);
1083             break;
1084             
1085         case RegExpExec:
1086         case RegExpTest: {
1087             fixEdge<KnownCellUse>(node->child1());
1088             
1089             if (node->child2()->shouldSpeculateRegExpObject()) {
1090                 fixEdge<RegExpObjectUse>(node->child2());
1091
1092                 if (node->child3()->shouldSpeculateString())
1093                     fixEdge<StringUse>(node->child3());
1094             }
1095             break;
1096         }
1097
1098         case StringReplace:
1099         case StringReplaceRegExp: {
1100             if (node->child2()->shouldSpeculateString()) {
1101                 m_insertionSet.insertNode(
1102                     m_indexInBlock, SpecNone, Check, node->origin,
1103                     Edge(node->child2().node(), StringUse));
1104                 fixEdge<StringUse>(node->child2());
1105             } else if (op == StringReplace) {
1106                 if (node->child2()->shouldSpeculateRegExpObject())
1107                     addStringReplacePrimordialChecks(node->child2().node());
1108                 else 
1109                     m_insertionSet.insertNode(
1110                         m_indexInBlock, SpecNone, ForceOSRExit, node->origin);
1111             }
1112
1113             if (node->child1()->shouldSpeculateString()
1114                 && node->child2()->shouldSpeculateRegExpObject()
1115                 && node->child3()->shouldSpeculateString()) {
1116
1117                 fixEdge<StringUse>(node->child1());
1118                 fixEdge<RegExpObjectUse>(node->child2());
1119                 fixEdge<StringUse>(node->child3());
1120                 break;
1121             }
1122             break;
1123         }
1124             
1125         case Branch: {
1126             if (node->child1()->shouldSpeculateBoolean()) {
1127                 if (node->child1()->result() == NodeResultBoolean) {
1128                     // This is necessary in case we have a bytecode instruction implemented by:
1129                     //
1130                     // a: CompareEq(...)
1131                     // b: Branch(@a)
1132                     //
1133                     // In that case, CompareEq might have a side-effect. Then, we need to make
1134                     // sure that we know that Branch does not exit.
1135                     fixEdge<KnownBooleanUse>(node->child1());
1136                 } else
1137                     fixEdge<BooleanUse>(node->child1());
1138             } else if (node->child1()->shouldSpeculateObjectOrOther())
1139                 fixEdge<ObjectOrOtherUse>(node->child1());
1140             else if (node->child1()->shouldSpeculateInt32OrBoolean())
1141                 fixIntOrBooleanEdge(node->child1());
1142             else if (node->child1()->shouldSpeculateNumber())
1143                 fixEdge<DoubleRepUse>(node->child1());
1144             else if (node->child1()->shouldSpeculateString())
1145                 fixEdge<StringUse>(node->child1());
1146             else if (node->child1()->shouldSpeculateStringOrOther())
1147                 fixEdge<StringOrOtherUse>(node->child1());
1148             else {
1149                 WatchpointSet* masqueradesAsUndefinedWatchpoint = m_graph.globalObjectFor(node->origin.semantic)->masqueradesAsUndefinedWatchpoint();
1150                 if (masqueradesAsUndefinedWatchpoint->isStillValid())
1151                     m_graph.watchpoints().addLazily(masqueradesAsUndefinedWatchpoint);
1152             }
1153             break;
1154         }
1155             
1156         case Switch: {
1157             SwitchData* data = node->switchData();
1158             switch (data->kind) {
1159             case SwitchImm:
1160                 if (node->child1()->shouldSpeculateInt32())
1161                     fixEdge<Int32Use>(node->child1());
1162                 break;
1163             case SwitchChar:
1164                 if (node->child1()->shouldSpeculateString())
1165                     fixEdge<StringUse>(node->child1());
1166                 break;
1167             case SwitchString:
1168                 if (node->child1()->shouldSpeculateStringIdent())
1169                     fixEdge<StringIdentUse>(node->child1());
1170                 else if (node->child1()->shouldSpeculateString())
1171                     fixEdge<StringUse>(node->child1());
1172                 break;
1173             case SwitchCell:
1174                 if (node->child1()->shouldSpeculateCell())
1175                     fixEdge<CellUse>(node->child1());
1176                 // else it's fine for this to have UntypedUse; we will handle this by just making
1177                 // non-cells take the default case.
1178                 break;
1179             }
1180             break;
1181         }
1182             
1183         case ToPrimitive: {
1184             fixupToPrimitive(node);
1185             break;
1186         }
1187
1188         case ToNumber: {
1189             fixupToNumber(node);
1190             break;
1191         }
1192             
1193         case ToString:
1194         case CallStringConstructor: {
1195             fixupToStringOrCallStringConstructor(node);
1196             break;
1197         }
1198             
1199         case NewStringObject: {
1200             fixEdge<KnownStringUse>(node->child1());
1201             break;
1202         }
1203
1204         case NewArrayWithSpread: {
1205             watchHavingABadTime(node);
1206             
1207             BitVector* bitVector = node->bitVector();
1208             for (unsigned i = node->numChildren(); i--;) {
1209                 if (bitVector->get(i))
1210                     fixEdge<KnownCellUse>(m_graph.m_varArgChildren[node->firstChild() + i]);
1211                 else
1212                     fixEdge<UntypedUse>(m_graph.m_varArgChildren[node->firstChild() + i]);
1213             }
1214
1215             break;
1216         }
1217
1218         case Spread: {
1219             // Note: We care about performing the protocol on our child's global object, not necessarily ours.
1220             
1221             watchHavingABadTime(node->child1().node());
1222
1223             JSGlobalObject* globalObject = m_graph.globalObjectFor(node->child1()->origin.semantic);
1224             // When we go down the fast path, we don't consult the prototype chain, so we must prove
1225             // that it doesn't contain any indexed properties, and that any holes will result in
1226             // jsUndefined().
1227             Structure* arrayPrototypeStructure = globalObject->arrayPrototype()->structure();
1228             Structure* objectPrototypeStructure = globalObject->objectPrototype()->structure();
1229             if (node->child1()->shouldSpeculateArray()
1230                 && arrayPrototypeStructure->transitionWatchpointSetIsStillValid()
1231                 && objectPrototypeStructure->transitionWatchpointSetIsStillValid()
1232                 && globalObject->arrayPrototypeChainIsSane()
1233                 && m_graph.isWatchingArrayIteratorProtocolWatchpoint(node->child1().node())
1234                 && m_graph.isWatchingHavingABadTimeWatchpoint(node->child1().node())) {
1235                 m_graph.registerAndWatchStructureTransition(objectPrototypeStructure);
1236                 m_graph.registerAndWatchStructureTransition(arrayPrototypeStructure);
1237                 fixEdge<ArrayUse>(node->child1());
1238             } else
1239                 fixEdge<CellUse>(node->child1());
1240             break;
1241         }
1242             
1243         case NewArray: {
1244             watchHavingABadTime(node);
1245             
1246             for (unsigned i = m_graph.varArgNumChildren(node); i--;) {
1247                 node->setIndexingType(
1248                     leastUpperBoundOfIndexingTypeAndType(
1249                         node->indexingType(), m_graph.varArgChild(node, i)->prediction()));
1250             }
1251             switch (node->indexingType()) {
1252             case ALL_BLANK_INDEXING_TYPES:
1253                 CRASH();
1254                 break;
1255             case ALL_UNDECIDED_INDEXING_TYPES:
1256                 if (node->numChildren()) {
1257                     // This will only happen if the children have no type predictions. We
1258                     // would have already exited by now, but insert a forced exit just to
1259                     // be safe.
1260                     m_insertionSet.insertNode(
1261                         m_indexInBlock, SpecNone, ForceOSRExit, node->origin);
1262                 }
1263                 break;
1264             case ALL_INT32_INDEXING_TYPES:
1265                 for (unsigned operandIndex = 0; operandIndex < node->numChildren(); ++operandIndex)
1266                     fixEdge<Int32Use>(m_graph.m_varArgChildren[node->firstChild() + operandIndex]);
1267                 break;
1268             case ALL_DOUBLE_INDEXING_TYPES:
1269                 for (unsigned operandIndex = 0; operandIndex < node->numChildren(); ++operandIndex)
1270                     fixEdge<DoubleRepRealUse>(m_graph.m_varArgChildren[node->firstChild() + operandIndex]);
1271                 break;
1272             case ALL_CONTIGUOUS_INDEXING_TYPES:
1273             case ALL_ARRAY_STORAGE_INDEXING_TYPES:
1274                 break;
1275             default:
1276                 CRASH();
1277                 break;
1278             }
1279             break;
1280         }
1281             
1282         case NewTypedArray: {
1283             watchHavingABadTime(node);
1284             
1285             if (node->child1()->shouldSpeculateInt32()) {
1286                 fixEdge<Int32Use>(node->child1());
1287                 node->clearFlags(NodeMustGenerate);
1288                 break;
1289             }
1290             break;
1291         }
1292             
1293         case NewArrayWithSize: {
1294             watchHavingABadTime(node);
1295             fixEdge<Int32Use>(node->child1());
1296             break;
1297         }
1298
1299         case NewArrayBuffer: {
1300             watchHavingABadTime(node);
1301             break;
1302         }
1303
1304         case ToObject: {
1305             fixupToObject(node);
1306             break;
1307         }
1308
1309         case CallObjectConstructor: {
1310             fixupCallObjectConstructor(node);
1311             break;
1312         }
1313
1314         case ToThis: {
1315             fixupToThis(node);
1316             break;
1317         }
1318             
1319         case PutStructure: {
1320             fixEdge<KnownCellUse>(node->child1());
1321             break;
1322         }
1323             
1324         case GetClosureVar:
1325         case GetFromArguments: {
1326             fixEdge<KnownCellUse>(node->child1());
1327             break;
1328         }
1329
1330         case PutClosureVar:
1331         case PutToArguments: {
1332             fixEdge<KnownCellUse>(node->child1());
1333             speculateForBarrier(node->child2());
1334             break;
1335         }
1336
1337         case SkipScope:
1338         case GetScope:
1339         case GetGetter:
1340         case GetSetter:
1341         case GetGlobalObject: {
1342             fixEdge<KnownCellUse>(node->child1());
1343             break;
1344         }
1345             
1346         case AllocatePropertyStorage:
1347         case ReallocatePropertyStorage: {
1348             fixEdge<KnownCellUse>(node->child1());
1349             break;
1350         }
1351             
1352         case NukeStructureAndSetButterfly: {
1353             fixEdge<KnownCellUse>(node->child1());
1354             break;
1355         }
1356
1357         case TryGetById: {
1358             if (node->child1()->shouldSpeculateCell())
1359                 fixEdge<CellUse>(node->child1());
1360             break;
1361         }
1362
1363         case GetById:
1364         case GetByIdFlush: {
1365             // FIXME: This should be done in the ByteCodeParser based on reading the
1366             // PolymorphicAccess, which will surely tell us that this is a AccessCase::ArrayLength.
1367             // https://bugs.webkit.org/show_bug.cgi?id=154990
1368             auto uid = m_graph.identifiers()[node->identifierNumber()];
1369             if (node->child1()->shouldSpeculateCellOrOther()
1370                 && !m_graph.hasExitSite(node->origin.semantic, BadType)
1371                 && !m_graph.hasExitSite(node->origin.semantic, BadCache)
1372                 && !m_graph.hasExitSite(node->origin.semantic, BadIndexingType)
1373                 && !m_graph.hasExitSite(node->origin.semantic, ExoticObjectMode)) {
1374                 
1375                 if (uid == vm().propertyNames->length.impl()) {
1376                     attemptToMakeGetArrayLength(node);
1377                     break;
1378                 }
1379
1380                 if (uid == vm().propertyNames->lastIndex.impl()
1381                     && node->child1()->shouldSpeculateRegExpObject()) {
1382                     node->setOp(GetRegExpObjectLastIndex);
1383                     node->clearFlags(NodeMustGenerate);
1384                     fixEdge<RegExpObjectUse>(node->child1());
1385                     break;
1386                 }
1387             }
1388
1389             if (node->child1()->shouldSpeculateNumber()) {
1390                 if (uid == vm().propertyNames->toString.impl()) {
1391                     if (m_graph.isWatchingNumberToStringWatchpoint(node)) {
1392                         JSGlobalObject* globalObject = m_graph.globalObjectFor(node->origin.semantic);
1393                         if (node->child1()->shouldSpeculateInt32()) {
1394                             insertCheck<Int32Use>(node->child1().node());
1395                             m_graph.convertToConstant(node, m_graph.freeze(globalObject->numberProtoToStringFunction()));
1396                             break;
1397                         }
1398
1399                         if (enableInt52() && node->child1()->shouldSpeculateAnyInt()) {
1400                             insertCheck<Int52RepUse>(node->child1().node());
1401                             m_graph.convertToConstant(node, m_graph.freeze(globalObject->numberProtoToStringFunction()));
1402                             break;
1403                         }
1404
1405                         ASSERT(node->child1()->shouldSpeculateNumber());
1406                         insertCheck<DoubleRepUse>(node->child1().node());
1407                         m_graph.convertToConstant(node, m_graph.freeze(globalObject->numberProtoToStringFunction()));
1408                         break;
1409                     }
1410                 }
1411             }
1412
1413             if (node->child1()->shouldSpeculateCell())
1414                 fixEdge<CellUse>(node->child1());
1415             break;
1416         }
1417         
1418         case GetByIdWithThis: {
1419             if (node->child1()->shouldSpeculateCell() && node->child2()->shouldSpeculateCell()) {
1420                 fixEdge<CellUse>(node->child1());
1421                 fixEdge<CellUse>(node->child2());
1422             }
1423             break;
1424         }
1425
1426         case PutById:
1427         case PutByIdFlush:
1428         case PutByIdDirect: {
1429             if (node->child1()->shouldSpeculateCellOrOther()
1430                 && !m_graph.hasExitSite(node->origin.semantic, BadType)
1431                 && !m_graph.hasExitSite(node->origin.semantic, BadCache)
1432                 && !m_graph.hasExitSite(node->origin.semantic, BadIndexingType)
1433                 && !m_graph.hasExitSite(node->origin.semantic, ExoticObjectMode)) {
1434                 
1435                 auto uid = m_graph.identifiers()[node->identifierNumber()];
1436                 
1437                 if (uid == vm().propertyNames->lastIndex.impl()
1438                     && node->child1()->shouldSpeculateRegExpObject()) {
1439                     node->setOp(SetRegExpObjectLastIndex);
1440                     fixEdge<RegExpObjectUse>(node->child1());
1441                     speculateForBarrier(node->child2());
1442                     break;
1443                 }
1444             }
1445             
1446             fixEdge<CellUse>(node->child1());
1447             break;
1448         }
1449
1450         case PutGetterById:
1451         case PutSetterById: {
1452             fixEdge<KnownCellUse>(node->child1());
1453             fixEdge<KnownCellUse>(node->child2());
1454             break;
1455         }
1456
1457         case PutGetterSetterById: {
1458             fixEdge<KnownCellUse>(node->child1());
1459             break;
1460         }
1461
1462         case PutGetterByVal:
1463         case PutSetterByVal: {
1464             fixEdge<KnownCellUse>(node->child1());
1465             fixEdge<KnownCellUse>(node->child3());
1466             break;
1467         }
1468
1469         case GetExecutable: {
1470             fixEdge<FunctionUse>(node->child1());
1471             break;
1472         }
1473
1474         case OverridesHasInstance:
1475         case CheckStructure:
1476         case CheckCell:
1477         case CreateThis:
1478         case GetButterfly:
1479         case GetButterflyWithoutCaging: {
1480             fixEdge<CellUse>(node->child1());
1481             break;
1482         }
1483
1484         case CheckStringIdent: {
1485             fixEdge<StringIdentUse>(node->child1());
1486             break;
1487         }
1488             
1489         case Arrayify:
1490         case ArrayifyToStructure: {
1491             fixEdge<CellUse>(node->child1());
1492             if (node->child2())
1493                 fixEdge<Int32Use>(node->child2());
1494             break;
1495         }
1496             
1497         case GetByOffset:
1498         case GetGetterSetterByOffset: {
1499             if (!node->child1()->hasStorageResult())
1500                 fixEdge<KnownCellUse>(node->child1());
1501             fixEdge<KnownCellUse>(node->child2());
1502             break;
1503         }
1504             
1505         case MultiGetByOffset: {
1506             fixEdge<CellUse>(node->child1());
1507             break;
1508         }
1509             
1510         case PutByOffset: {
1511             if (!node->child1()->hasStorageResult())
1512                 fixEdge<KnownCellUse>(node->child1());
1513             fixEdge<KnownCellUse>(node->child2());
1514             unsigned index = indexForChecks();
1515             insertInferredTypeCheck(
1516                 m_insertionSet, index, originForCheck(index), node->child3().node(),
1517                 node->storageAccessData().inferredType);
1518             speculateForBarrier(node->child3());
1519             break;
1520         }
1521             
1522         case MultiPutByOffset: {
1523             fixEdge<CellUse>(node->child1());
1524             break;
1525         }
1526             
1527         case InstanceOf: {
1528             if (!(node->child1()->prediction() & ~SpecCell))
1529                 fixEdge<CellUse>(node->child1());
1530             fixEdge<CellUse>(node->child2());
1531             break;
1532         }
1533
1534         case InstanceOfCustom:
1535             fixEdge<CellUse>(node->child2());
1536             break;
1537
1538         case In: {
1539             if (node->child2()->shouldSpeculateInt32()) {
1540                 convertToHasIndexedProperty(node);
1541                 break;
1542             }
1543
1544             fixEdge<CellUse>(node->child1());
1545             break;
1546         }
1547
1548         case HasOwnProperty: {
1549             fixEdge<ObjectUse>(node->child1());
1550 #if (CPU(X86) || CPU(MIPS)) && USE(JSVALUE32_64)
1551             // We don't have enough registers to do anything interesting on x86 and mips.
1552             fixEdge<UntypedUse>(node->child2());
1553 #else
1554             if (node->child2()->shouldSpeculateString())
1555                 fixEdge<StringUse>(node->child2());
1556             else if (node->child2()->shouldSpeculateSymbol())
1557                 fixEdge<SymbolUse>(node->child2());
1558             else
1559                 fixEdge<UntypedUse>(node->child2());
1560 #endif
1561             break;
1562         }
1563
1564         case Check: {
1565             m_graph.doToChildren(
1566                 node,
1567                 [&] (Edge& edge) {
1568                     switch (edge.useKind()) {
1569                     case NumberUse:
1570                         if (edge->shouldSpeculateInt32ForArithmetic())
1571                             edge.setUseKind(Int32Use);
1572                         break;
1573                     default:
1574                         break;
1575                     }
1576                     observeUseKindOnEdge(edge);
1577                 });
1578             break;
1579         }
1580
1581         case Phantom:
1582             // Phantoms are meaningless past Fixup. We recreate them on-demand in the backend.
1583             node->remove();
1584             break;
1585
1586         case FiatInt52: {
1587             RELEASE_ASSERT(enableInt52());
1588             node->convertToIdentity();
1589             fixEdge<Int52RepUse>(node->child1());
1590             node->setResult(NodeResultInt52);
1591             break;
1592         }
1593
1594         case GetArrayLength: {
1595             fixEdge<KnownCellUse>(node->child1());
1596             break;
1597         }
1598
1599         case GetTypedArrayByteOffset: {
1600             fixEdge<KnownCellUse>(node->child1());
1601             break;
1602         }
1603
1604         case CompareBelow:
1605         case CompareBelowEq: {
1606             fixEdge<Int32Use>(node->child1());
1607             fixEdge<Int32Use>(node->child2());
1608             break;
1609         }
1610
1611         case GetPrototypeOf: {
1612             fixupGetPrototypeOf(node);
1613             break;
1614         }
1615
1616         case Phi:
1617         case Upsilon:
1618         case EntrySwitch:
1619         case GetIndexedPropertyStorage:
1620         case LastNodeType:
1621         case CheckTierUpInLoop:
1622         case CheckTierUpAtReturn:
1623         case CheckTierUpAndOSREnter:
1624         case InvalidationPoint:
1625         case CheckArray:
1626         case CheckInBounds:
1627         case ConstantStoragePointer:
1628         case DoubleAsInt32:
1629         case ValueToInt32:
1630         case DoubleRep:
1631         case ValueRep:
1632         case Int52Rep:
1633         case Int52Constant:
1634         case Identity: // This should have been cleaned up.
1635         case BooleanToNumber:
1636         case PhantomNewObject:
1637         case PhantomNewFunction:
1638         case PhantomNewGeneratorFunction:
1639         case PhantomNewAsyncGeneratorFunction:
1640         case PhantomNewAsyncFunction:
1641         case PhantomCreateActivation:
1642         case PhantomDirectArguments:
1643         case PhantomCreateRest:
1644         case PhantomSpread:
1645         case PhantomNewArrayWithSpread:
1646         case PhantomClonedArguments:
1647         case GetMyArgumentByVal:
1648         case GetMyArgumentByValOutOfBounds:
1649         case GetVectorLength:
1650         case PutHint:
1651         case CheckStructureImmediate:
1652         case CheckStructureOrEmpty:
1653         case MaterializeNewObject:
1654         case MaterializeCreateActivation:
1655         case PutStack:
1656         case KillStack:
1657         case GetStack:
1658         case StoreBarrier:
1659         case FencedStoreBarrier:
1660         case GetRegExpObjectLastIndex:
1661         case SetRegExpObjectLastIndex:
1662         case RecordRegExpCachedResult:
1663             // These are just nodes that we don't currently expect to see during fixup.
1664             // If we ever wanted to insert them prior to fixup, then we just have to create
1665             // fixup rules for them.
1666             DFG_CRASH(m_graph, node, "Unexpected node during fixup");
1667             break;
1668
1669         case PutGlobalVariable: {
1670             fixEdge<CellUse>(node->child1());
1671             speculateForBarrier(node->child2());
1672             break;
1673         }
1674
1675         case IsObject:
1676             if (node->child1()->shouldSpeculateObject()) {
1677                 m_insertionSet.insertNode(
1678                     m_indexInBlock, SpecNone, Check, node->origin,
1679                     Edge(node->child1().node(), ObjectUse));
1680                 m_graph.convertToConstant(node, jsBoolean(true));
1681                 observeUseKindOnNode<ObjectUse>(node);
1682             }
1683             break;
1684
1685         case IsCellWithType: {
1686             fixupIsCellWithType(node);
1687             break;
1688         }
1689
1690         case GetEnumerableLength: {
1691             fixEdge<CellUse>(node->child1());
1692             break;
1693         }
1694         case HasGenericProperty: {
1695             fixEdge<CellUse>(node->child2());
1696             break;
1697         }
1698         case HasStructureProperty: {
1699             fixEdge<StringUse>(node->child2());
1700             fixEdge<KnownCellUse>(node->child3());
1701             break;
1702         }
1703         case HasIndexedProperty: {
1704             node->setArrayMode(
1705                 node->arrayMode().refine(
1706                     m_graph, node,
1707                     node->child1()->prediction(),
1708                     node->child2()->prediction(),
1709                     SpecNone));
1710             
1711             blessArrayOperation(node->child1(), node->child2(), node->child3());
1712             fixEdge<CellUse>(node->child1());
1713             fixEdge<KnownInt32Use>(node->child2());
1714             break;
1715         }
1716         case GetDirectPname: {
1717             Edge& base = m_graph.varArgChild(node, 0);
1718             Edge& property = m_graph.varArgChild(node, 1);
1719             Edge& index = m_graph.varArgChild(node, 2);
1720             Edge& enumerator = m_graph.varArgChild(node, 3);
1721             fixEdge<CellUse>(base);
1722             fixEdge<KnownCellUse>(property);
1723             fixEdge<KnownInt32Use>(index);
1724             fixEdge<KnownCellUse>(enumerator);
1725             break;
1726         }
1727         case GetPropertyEnumerator: {
1728             fixEdge<CellUse>(node->child1());
1729             break;
1730         }
1731         case GetEnumeratorStructurePname: {
1732             fixEdge<KnownCellUse>(node->child1());
1733             fixEdge<KnownInt32Use>(node->child2());
1734             break;
1735         }
1736         case GetEnumeratorGenericPname: {
1737             fixEdge<KnownCellUse>(node->child1());
1738             fixEdge<KnownInt32Use>(node->child2());
1739             break;
1740         }
1741         case ToIndexString: {
1742             fixEdge<KnownInt32Use>(node->child1());
1743             break;
1744         }
1745         case ProfileType: {
1746             // We want to insert type checks based on the instructionTypeSet of the TypeLocation, not the globalTypeSet.
1747             // Because the instructionTypeSet is contained in globalTypeSet, if we produce a type check for
1748             // type T for the instructionTypeSet, the global type set must also have information for type T.
1749             // So if it the type check succeeds for type T in the instructionTypeSet, a type check for type T 
1750             // in the globalTypeSet would've also succeeded.
1751             // (The other direction does not hold in general).
1752
1753             RefPtr<TypeSet> typeSet = node->typeLocation()->m_instructionTypeSet;
1754             RuntimeTypeMask seenTypes = typeSet->seenTypes();
1755             if (typeSet->doesTypeConformTo(TypeAnyInt)) {
1756                 if (node->child1()->shouldSpeculateInt32()) {
1757                     fixEdge<Int32Use>(node->child1());
1758                     node->remove();
1759                     break;
1760                 }
1761
1762                 if (enableInt52()) {
1763                     fixEdge<AnyIntUse>(node->child1());
1764                     node->remove();
1765                     break;
1766                 }
1767
1768                 // Must not perform fixEdge<NumberUse> here since the type set only includes TypeAnyInt. Double values should be logged.
1769             }
1770
1771             if (typeSet->doesTypeConformTo(TypeNumber | TypeAnyInt)) {
1772                 fixEdge<NumberUse>(node->child1());
1773                 node->remove();
1774             } else if (typeSet->doesTypeConformTo(TypeString)) {
1775                 fixEdge<StringUse>(node->child1());
1776                 node->remove();
1777             } else if (typeSet->doesTypeConformTo(TypeBoolean)) {
1778                 fixEdge<BooleanUse>(node->child1());
1779                 node->remove();
1780             } else if (typeSet->doesTypeConformTo(TypeUndefined | TypeNull) && (seenTypes & TypeUndefined) && (seenTypes & TypeNull)) {
1781                 fixEdge<OtherUse>(node->child1());
1782                 node->remove();
1783             } else if (typeSet->doesTypeConformTo(TypeObject)) {
1784                 StructureSet set;
1785                 {
1786                     ConcurrentJSLocker locker(typeSet->m_lock);
1787                     set = typeSet->structureSet(locker);
1788                 }
1789                 if (!set.isEmpty()) {
1790                     fixEdge<CellUse>(node->child1());
1791                     node->convertToCheckStructure(m_graph.addStructureSet(set));
1792                 }
1793             }
1794
1795             break;
1796         }
1797
1798         case CreateClonedArguments: {
1799             watchHavingABadTime(node);
1800             break;
1801         }
1802
1803         case CreateScopedArguments:
1804         case CreateActivation:
1805         case NewFunction:
1806         case NewGeneratorFunction:
1807         case NewAsyncGeneratorFunction:
1808         case NewAsyncFunction: {
1809             // Child 1 is always the current scope, which is guaranteed to be an object
1810             // FIXME: should be KnownObjectUse once that exists (https://bugs.webkit.org/show_bug.cgi?id=175689)
1811             fixEdge<KnownCellUse>(node->child1());
1812             break;
1813         }
1814
1815         case PushWithScope: {
1816             // Child 1 is always the current scope, which is guaranteed to be an object
1817             // FIXME: should be KnownObjectUse once that exists (https://bugs.webkit.org/show_bug.cgi?id=175689)
1818             fixEdge<KnownCellUse>(node->child1());
1819             if (node->child2()->shouldSpeculateObject())
1820                 fixEdge<ObjectUse>(node->child2());
1821             break;
1822         }
1823
1824         case SetFunctionName: {
1825             // The first child is guaranteed to be a cell because op_set_function_name is only used
1826             // on a newly instantiated function object (the first child).
1827             fixEdge<KnownCellUse>(node->child1());
1828             fixEdge<UntypedUse>(node->child2());
1829             break;
1830         }
1831
1832         case CreateRest: {
1833             watchHavingABadTime(node);
1834             fixEdge<KnownInt32Use>(node->child1());
1835             break;
1836         }
1837
1838         case ResolveScopeForHoistingFuncDeclInEval: {
1839             fixEdge<KnownCellUse>(node->child1());
1840             break;
1841         }
1842         case ResolveScope:
1843         case GetDynamicVar:
1844         case PutDynamicVar: {
1845             fixEdge<KnownCellUse>(node->child1());
1846             break;
1847         }
1848
1849         case LogShadowChickenPrologue: {
1850             fixEdge<KnownCellUse>(node->child1());
1851             break;
1852         }
1853         case LogShadowChickenTail: {
1854             fixEdge<UntypedUse>(node->child1());
1855             fixEdge<KnownCellUse>(node->child2());
1856             break;
1857         }
1858
1859         case GetMapBucket:
1860             if (node->child1().useKind() == MapObjectUse)
1861                 fixEdge<MapObjectUse>(node->child1());
1862             else if (node->child1().useKind() == SetObjectUse)
1863                 fixEdge<SetObjectUse>(node->child1());
1864             else
1865                 RELEASE_ASSERT_NOT_REACHED();
1866
1867 #if USE(JSVALUE64)
1868             if (node->child2()->shouldSpeculateBoolean())
1869                 fixEdge<BooleanUse>(node->child2());
1870             else if (node->child2()->shouldSpeculateInt32())
1871                 fixEdge<Int32Use>(node->child2());
1872             else if (node->child2()->shouldSpeculateSymbol())
1873                 fixEdge<SymbolUse>(node->child2());
1874             else if (node->child2()->shouldSpeculateObject())
1875                 fixEdge<ObjectUse>(node->child2());
1876             else if (node->child2()->shouldSpeculateString())
1877                 fixEdge<StringUse>(node->child2());
1878             else if (node->child2()->shouldSpeculateCell())
1879                 fixEdge<CellUse>(node->child2());
1880             else
1881                 fixEdge<UntypedUse>(node->child2());
1882 #else
1883             fixEdge<UntypedUse>(node->child2());
1884 #endif // USE(JSVALUE64)
1885
1886             fixEdge<Int32Use>(node->child3());
1887             break;
1888
1889         case GetMapBucketHead:
1890             if (node->child1().useKind() == MapObjectUse)
1891                 fixEdge<MapObjectUse>(node->child1());
1892             else if (node->child1().useKind() == SetObjectUse)
1893                 fixEdge<SetObjectUse>(node->child1());
1894             else
1895                 RELEASE_ASSERT_NOT_REACHED();
1896             break;
1897
1898         case GetMapBucketNext:
1899         case LoadKeyFromMapBucket:
1900         case LoadValueFromMapBucket:
1901             fixEdge<CellUse>(node->child1());
1902             break;
1903
1904         case MapHash: {
1905 #if USE(JSVALUE64)
1906             if (node->child1()->shouldSpeculateBoolean()) {
1907                 fixEdge<BooleanUse>(node->child1());
1908                 break;
1909             }
1910
1911             if (node->child1()->shouldSpeculateInt32()) {
1912                 fixEdge<Int32Use>(node->child1());
1913                 break;
1914             }
1915
1916             if (node->child1()->shouldSpeculateSymbol()) {
1917                 fixEdge<SymbolUse>(node->child1());
1918                 break;
1919             }
1920
1921             if (node->child1()->shouldSpeculateObject()) {
1922                 fixEdge<ObjectUse>(node->child1());
1923                 break;
1924             }
1925
1926             if (node->child1()->shouldSpeculateString()) {
1927                 fixEdge<StringUse>(node->child1());
1928                 break;
1929             }
1930
1931             if (node->child1()->shouldSpeculateCell()) {
1932                 fixEdge<CellUse>(node->child1());
1933                 break;
1934             }
1935
1936             fixEdge<UntypedUse>(node->child1());
1937 #else
1938             fixEdge<UntypedUse>(node->child1());
1939 #endif // USE(JSVALUE64)
1940             break;
1941         }
1942
1943         case WeakMapGet: {
1944             fixEdge<WeakMapObjectUse>(node->child1());
1945             fixEdge<ObjectUse>(node->child2());
1946             fixEdge<Int32Use>(node->child3());
1947             break;
1948         }
1949
1950         case DefineDataProperty: {
1951             fixEdge<CellUse>(m_graph.varArgChild(node, 0));
1952             Edge& propertyEdge = m_graph.varArgChild(node, 1);
1953             if (propertyEdge->shouldSpeculateSymbol())
1954                 fixEdge<SymbolUse>(propertyEdge);
1955             else if (propertyEdge->shouldSpeculateStringIdent())
1956                 fixEdge<StringIdentUse>(propertyEdge);
1957             else if (propertyEdge->shouldSpeculateString())
1958                 fixEdge<StringUse>(propertyEdge);
1959             else
1960                 fixEdge<UntypedUse>(propertyEdge);
1961             fixEdge<UntypedUse>(m_graph.varArgChild(node, 2));
1962             fixEdge<KnownInt32Use>(m_graph.varArgChild(node, 3));
1963             break;
1964         }
1965
1966         case StringSlice: {
1967             fixEdge<StringUse>(node->child1());
1968             fixEdge<Int32Use>(node->child2());
1969             if (node->child3())
1970                 fixEdge<Int32Use>(node->child3());
1971             break;
1972         }
1973
1974         case ToLowerCase: {
1975             // We currently only support StringUse since that will ensure that
1976             // ToLowerCase is a pure operation. If we decide to update this with
1977             // more types in the future, we need to ensure that the clobberize rules
1978             // are correct.
1979             fixEdge<StringUse>(node->child1());
1980             break;
1981         }
1982
1983         case NumberToStringWithRadix: {
1984             if (node->child1()->shouldSpeculateInt32())
1985                 fixEdge<Int32Use>(node->child1());
1986             else if (enableInt52() && node->child1()->shouldSpeculateAnyInt())
1987                 fixEdge<Int52RepUse>(node->child1());
1988             else
1989                 fixEdge<DoubleRepUse>(node->child1());
1990             fixEdge<Int32Use>(node->child2());
1991             break;
1992         }
1993
1994         case DefineAccessorProperty: {
1995             fixEdge<CellUse>(m_graph.varArgChild(node, 0));
1996             Edge& propertyEdge = m_graph.varArgChild(node, 1);
1997             if (propertyEdge->shouldSpeculateSymbol())
1998                 fixEdge<SymbolUse>(propertyEdge);
1999             else if (propertyEdge->shouldSpeculateStringIdent())
2000                 fixEdge<StringIdentUse>(propertyEdge);
2001             else if (propertyEdge->shouldSpeculateString())
2002                 fixEdge<StringUse>(propertyEdge);
2003             else
2004                 fixEdge<UntypedUse>(propertyEdge);
2005             fixEdge<CellUse>(m_graph.varArgChild(node, 2));
2006             fixEdge<CellUse>(m_graph.varArgChild(node, 3));
2007             fixEdge<KnownInt32Use>(m_graph.varArgChild(node, 4));
2008             break;
2009         }
2010
2011         case CheckSubClass: {
2012             fixupCheckSubClass(node);
2013             break;
2014         }
2015
2016         case CallDOMGetter: {
2017             DOMJIT::CallDOMGetterSnippet* snippet = node->callDOMGetterData()->snippet;
2018             fixEdge<CellUse>(node->child1()); // DOM.
2019             if (snippet && snippet->requireGlobalObject)
2020                 fixEdge<KnownCellUse>(node->child2()); // GlobalObject.
2021             break;
2022         }
2023
2024         case CallDOM: {
2025             fixupCallDOM(node);
2026             break;
2027         }
2028
2029         case Call: {
2030             attemptToMakeCallDOM(node);
2031             break;
2032         }
2033
2034         case ParseInt: {
2035             if (node->child1()->shouldSpeculateInt32() && !node->child2()) {
2036                 fixEdge<Int32Use>(node->child1());
2037                 node->convertToIdentity();
2038                 break;
2039             }
2040
2041             if (node->child1()->shouldSpeculateString()) {
2042                 fixEdge<StringUse>(node->child1());
2043                 node->clearFlags(NodeMustGenerate);
2044             }
2045
2046             if (node->child2())
2047                 fixEdge<Int32Use>(node->child2());
2048
2049             break;
2050         }
2051
2052         case IdentityWithProfile: {
2053             node->clearFlags(NodeMustGenerate);
2054             break;
2055         }
2056
2057         case ThrowStaticError:
2058             fixEdge<StringUse>(node->child1());
2059             break;
2060
2061 #if !ASSERT_DISABLED
2062         // Have these no-op cases here to ensure that nobody forgets to add handlers for new opcodes.
2063         case SetArgument:
2064         case JSConstant:
2065         case LazyJSConstant:
2066         case DoubleConstant:
2067         case GetLocal:
2068         case GetCallee:
2069         case GetArgumentCountIncludingThis:
2070         case GetRestLength:
2071         case GetArgument:
2072         case Flush:
2073         case PhantomLocal:
2074         case GetLocalUnlinked:
2075         case GetGlobalVar:
2076         case GetGlobalLexicalVariable:
2077         case NotifyWrite:
2078         case DirectCall:
2079         case CheckTypeInfoFlags:
2080         case TailCallInlinedCaller:
2081         case DirectTailCallInlinedCaller:
2082         case Construct:
2083         case DirectConstruct:
2084         case CallVarargs:
2085         case CallEval:
2086         case TailCallVarargsInlinedCaller:
2087         case ConstructVarargs:
2088         case CallForwardVarargs:
2089         case ConstructForwardVarargs:
2090         case TailCallForwardVarargs:
2091         case TailCallForwardVarargsInlinedCaller:
2092         case LoadVarargs:
2093         case ForwardVarargs:
2094         case ProfileControlFlow:
2095         case NewObject:
2096         case NewRegexp:
2097         case DeleteById:
2098         case DeleteByVal:
2099         case IsTypedArrayView:
2100         case IsEmpty:
2101         case IsUndefined:
2102         case IsBoolean:
2103         case IsNumber:
2104         case IsObjectOrNull:
2105         case IsFunction:
2106         case CreateDirectArguments:
2107         case Jump:
2108         case Return:
2109         case TailCall:
2110         case DirectTailCall:
2111         case TailCallVarargs:
2112         case Throw:
2113         case CountExecution:
2114         case SuperSamplerBegin:
2115         case SuperSamplerEnd:
2116         case ForceOSRExit:
2117         case CheckBadCell:
2118         case CheckNotEmpty:
2119         case CheckTraps:
2120         case Unreachable:
2121         case ExtractOSREntryLocal:
2122         case ExtractCatchLocal:
2123         case LoopHint:
2124         case MovHint:
2125         case InitializeEntrypointArguments:
2126         case ZombieHint:
2127         case ExitOK:
2128         case BottomValue:
2129         case TypeOf:
2130         case PutByIdWithThis:
2131         case PutByValWithThis:
2132         case GetByValWithThis:
2133         case CompareEqPtr:
2134         case NumberToStringWithValidRadixConstant:
2135         case GetGlobalThis:
2136         case CPUIntrinsic:
2137             break;
2138 #else
2139         default:
2140             break;
2141 #endif
2142         }
2143     }
2144
2145     void watchHavingABadTime(Node* node)
2146     {
2147         JSGlobalObject* globalObject = m_graph.globalObjectFor(node->origin.semantic);
2148
2149         // If this global object is not having a bad time, watch it. We go down this path anytime the code
2150         // does an array allocation. The types of array allocations may change if we start to have a bad
2151         // time. It's easier to reason about this if we know that whenever the types change after we start
2152         // optimizing, the code just gets thrown out. Doing this at FixupPhase is just early enough, since
2153         // prior to this point nobody should have been doing optimizations based on the indexing type of
2154         // the allocation.
2155         if (!globalObject->isHavingABadTime()) {
2156             m_graph.watchpoints().addLazily(globalObject->havingABadTimeWatchpoint());
2157             m_graph.freeze(globalObject);
2158         }
2159     }
2160     
2161     template<UseKind useKind>
2162     void createToString(Node* node, Edge& edge)
2163     {
2164         Node* toString = m_insertionSet.insertNode(
2165             m_indexInBlock, SpecString, ToString, node->origin,
2166             Edge(edge.node(), useKind));
2167         switch (useKind) {
2168         case Int32Use:
2169         case Int52RepUse:
2170         case DoubleRepUse:
2171         case NotCellUse:
2172             toString->clearFlags(NodeMustGenerate);
2173             break;
2174         default:
2175             break;
2176         }
2177         edge.setNode(toString);
2178     }
2179     
2180     template<UseKind useKind>
2181     void attemptToForceStringArrayModeByToStringConversion(ArrayMode& arrayMode, Node* node)
2182     {
2183         ASSERT(arrayMode == ArrayMode(Array::Generic));
2184         
2185         if (!m_graph.canOptimizeStringObjectAccess(node->origin.semantic))
2186             return;
2187         
2188         createToString<useKind>(node, node->child1());
2189         arrayMode = ArrayMode(Array::String);
2190     }
2191     
2192     template<UseKind useKind>
2193     bool isStringObjectUse()
2194     {
2195         switch (useKind) {
2196         case StringObjectUse:
2197         case StringOrStringObjectUse:
2198             return true;
2199         default:
2200             return false;
2201         }
2202     }
2203     
2204     template<UseKind useKind>
2205     void convertStringAddUse(Node* node, Edge& edge)
2206     {
2207         if (useKind == StringUse) {
2208             observeUseKindOnNode<StringUse>(edge.node());
2209             m_insertionSet.insertNode(
2210                 m_indexInBlock, SpecNone, Check, node->origin,
2211                 Edge(edge.node(), StringUse));
2212             edge.setUseKind(KnownStringUse);
2213             return;
2214         }
2215         
2216         observeUseKindOnNode<useKind>(edge.node());
2217         createToString<useKind>(node, edge);
2218     }
2219     
2220     void convertToMakeRope(Node* node)
2221     {
2222         node->setOpAndDefaultFlags(MakeRope);
2223         fixupMakeRope(node);
2224     }
2225     
2226     void fixupMakeRope(Node* node)
2227     {
2228         for (unsigned i = 0; i < AdjacencyList::Size; ++i) {
2229             Edge& edge = node->children.child(i);
2230             if (!edge)
2231                 break;
2232             edge.setUseKind(KnownStringUse);
2233             JSString* string = edge->dynamicCastConstant<JSString*>(vm());
2234             if (!string)
2235                 continue;
2236             if (string->length())
2237                 continue;
2238             
2239             // Don't allow the MakeRope to have zero children.
2240             if (!i && !node->child2())
2241                 break;
2242             
2243             node->children.removeEdge(i--);
2244         }
2245         
2246         if (!node->child2()) {
2247             ASSERT(!node->child3());
2248             node->convertToIdentity();
2249         }
2250     }
2251
2252     void fixupIsCellWithType(Node* node)
2253     {
2254         switch (node->speculatedTypeForQuery()) {
2255         case SpecString:
2256             if (node->child1()->shouldSpeculateString()) {
2257                 m_insertionSet.insertNode(
2258                     m_indexInBlock, SpecNone, Check, node->origin,
2259                     Edge(node->child1().node(), StringUse));
2260                 m_graph.convertToConstant(node, jsBoolean(true));
2261                 observeUseKindOnNode<StringUse>(node);
2262                 return;
2263             }
2264             break;
2265
2266         case SpecProxyObject:
2267             if (node->child1()->shouldSpeculateProxyObject()) {
2268                 m_insertionSet.insertNode(
2269                     m_indexInBlock, SpecNone, Check, node->origin,
2270                     Edge(node->child1().node(), ProxyObjectUse));
2271                 m_graph.convertToConstant(node, jsBoolean(true));
2272                 observeUseKindOnNode<ProxyObjectUse>(node);
2273                 return;
2274             }
2275             break;
2276
2277         case SpecRegExpObject:
2278             if (node->child1()->shouldSpeculateRegExpObject()) {
2279                 m_insertionSet.insertNode(
2280                     m_indexInBlock, SpecNone, Check, node->origin,
2281                     Edge(node->child1().node(), RegExpObjectUse));
2282                 m_graph.convertToConstant(node, jsBoolean(true));
2283                 observeUseKindOnNode<RegExpObjectUse>(node);
2284                 return;
2285             }
2286             break;
2287
2288         case SpecArray:
2289             if (node->child1()->shouldSpeculateArray()) {
2290                 m_insertionSet.insertNode(
2291                     m_indexInBlock, SpecNone, Check, node->origin,
2292                     Edge(node->child1().node(), ArrayUse));
2293                 m_graph.convertToConstant(node, jsBoolean(true));
2294                 observeUseKindOnNode<ArrayUse>(node);
2295                 return;
2296             }
2297             break;
2298
2299         case SpecDerivedArray:
2300             if (node->child1()->shouldSpeculateDerivedArray()) {
2301                 m_insertionSet.insertNode(
2302                     m_indexInBlock, SpecNone, Check, node->origin,
2303                     Edge(node->child1().node(), DerivedArrayUse));
2304                 m_graph.convertToConstant(node, jsBoolean(true));
2305                 observeUseKindOnNode<DerivedArrayUse>(node);
2306                 return;
2307             }
2308             break;
2309         }
2310
2311         if (node->child1()->shouldSpeculateCell()) {
2312             fixEdge<CellUse>(node->child1());
2313             return;
2314         }
2315
2316         if (node->child1()->shouldSpeculateNotCell()) {
2317             m_insertionSet.insertNode(
2318                 m_indexInBlock, SpecNone, Check, node->origin,
2319                 Edge(node->child1().node(), NotCellUse));
2320             m_graph.convertToConstant(node, jsBoolean(false));
2321             observeUseKindOnNode<NotCellUse>(node);
2322             return;
2323         }
2324     }
2325
2326     void fixupGetPrototypeOf(Node* node)
2327     {
2328         // Reflect.getPrototypeOf only accepts Objects. For Reflect.getPrototypeOf, ByteCodeParser attaches ObjectUse edge filter before fixup phase.
2329         if (node->child1().useKind() != ObjectUse) {
2330             if (node->child1()->shouldSpeculateString()) {
2331                 insertCheck<StringUse>(node->child1().node());
2332                 m_graph.convertToConstant(node, m_graph.freeze(m_graph.globalObjectFor(node->origin.semantic)->stringPrototype()));
2333                 return;
2334             }
2335             if (node->child1()->shouldSpeculateInt32()) {
2336                 insertCheck<Int32Use>(node->child1().node());
2337                 m_graph.convertToConstant(node, m_graph.freeze(m_graph.globalObjectFor(node->origin.semantic)->numberPrototype()));
2338                 return;
2339             }
2340             if (enableInt52() && node->child1()->shouldSpeculateAnyInt()) {
2341                 insertCheck<Int52RepUse>(node->child1().node());
2342                 m_graph.convertToConstant(node, m_graph.freeze(m_graph.globalObjectFor(node->origin.semantic)->numberPrototype()));
2343                 return;
2344             }
2345             if (node->child1()->shouldSpeculateNumber()) {
2346                 insertCheck<NumberUse>(node->child1().node());
2347                 m_graph.convertToConstant(node, m_graph.freeze(m_graph.globalObjectFor(node->origin.semantic)->numberPrototype()));
2348                 return;
2349             }
2350             if (node->child1()->shouldSpeculateSymbol()) {
2351                 insertCheck<SymbolUse>(node->child1().node());
2352                 m_graph.convertToConstant(node, m_graph.freeze(m_graph.globalObjectFor(node->origin.semantic)->symbolPrototype()));
2353                 return;
2354             }
2355             if (node->child1()->shouldSpeculateBoolean()) {
2356                 insertCheck<BooleanUse>(node->child1().node());
2357                 m_graph.convertToConstant(node, m_graph.freeze(m_graph.globalObjectFor(node->origin.semantic)->booleanPrototype()));
2358                 return;
2359             }
2360         }
2361
2362         if (node->child1()->shouldSpeculateFinalObject()) {
2363             fixEdge<FinalObjectUse>(node->child1());
2364             node->clearFlags(NodeMustGenerate);
2365             return;
2366         }
2367         if (node->child1()->shouldSpeculateArray()) {
2368             fixEdge<ArrayUse>(node->child1());
2369             node->clearFlags(NodeMustGenerate);
2370             return;
2371         }
2372         if (node->child1()->shouldSpeculateFunction()) {
2373             fixEdge<FunctionUse>(node->child1());
2374             node->clearFlags(NodeMustGenerate);
2375             return;
2376         }
2377     }
2378
2379     void fixupToThis(Node* node)
2380     {
2381         ECMAMode ecmaMode = m_graph.executableFor(node->origin.semantic)->isStrictMode() ? StrictMode : NotStrictMode;
2382
2383         if (ecmaMode == StrictMode) {
2384             if (node->child1()->shouldSpeculateBoolean()) {
2385                 fixEdge<BooleanUse>(node->child1());
2386                 node->convertToIdentity();
2387                 return;
2388             }
2389
2390             if (node->child1()->shouldSpeculateInt32()) {
2391                 fixEdge<Int32Use>(node->child1());
2392                 node->convertToIdentity();
2393                 return;
2394             }
2395
2396             if (enableInt52() && node->child1()->shouldSpeculateAnyInt()) {
2397                 fixEdge<Int52RepUse>(node->child1());
2398                 node->convertToIdentity();
2399                 node->setResult(NodeResultInt52);
2400                 return;
2401             }
2402
2403             if (node->child1()->shouldSpeculateNumber()) {
2404                 fixEdge<DoubleRepUse>(node->child1());
2405                 node->convertToIdentity();
2406                 node->setResult(NodeResultDouble);
2407                 return;
2408             }
2409
2410             if (node->child1()->shouldSpeculateSymbol()) {
2411                 fixEdge<SymbolUse>(node->child1());
2412                 node->convertToIdentity();
2413                 return;
2414             }
2415
2416             if (node->child1()->shouldSpeculateStringIdent()) {
2417                 fixEdge<StringIdentUse>(node->child1());
2418                 node->convertToIdentity();
2419                 return;
2420             }
2421
2422             if (node->child1()->shouldSpeculateString()) {
2423                 fixEdge<StringUse>(node->child1());
2424                 node->convertToIdentity();
2425                 return;
2426             }
2427         }
2428
2429         if (node->child1()->shouldSpeculateOther()) {
2430             if (ecmaMode == StrictMode) {
2431                 fixEdge<OtherUse>(node->child1());
2432                 node->convertToIdentity();
2433                 return;
2434             }
2435
2436             m_insertionSet.insertNode(
2437                 m_indexInBlock, SpecNone, Check, node->origin,
2438                 Edge(node->child1().node(), OtherUse));
2439             observeUseKindOnNode<OtherUse>(node->child1().node());
2440             m_graph.convertToConstant(
2441                 node, m_graph.globalThisObjectFor(node->origin.semantic));
2442             return;
2443         }
2444
2445         // FIXME: This should cover other use cases but we don't have use kinds for them. It's not critical,
2446         // however, since we cover all the missing cases in constant folding.
2447         // https://bugs.webkit.org/show_bug.cgi?id=157213
2448         if (node->child1()->shouldSpeculateStringObject()) {
2449             fixEdge<StringObjectUse>(node->child1());
2450             node->convertToIdentity();
2451             return;
2452         }
2453
2454         if (isFinalObjectSpeculation(node->child1()->prediction())) {
2455             fixEdge<FinalObjectUse>(node->child1());
2456             node->convertToIdentity();
2457             return;
2458         }
2459     }
2460     
2461     void fixupToPrimitive(Node* node)
2462     {
2463         if (node->child1()->shouldSpeculateInt32()) {
2464             fixEdge<Int32Use>(node->child1());
2465             node->convertToIdentity();
2466             return;
2467         }
2468         
2469         if (node->child1()->shouldSpeculateString()) {
2470             fixEdge<StringUse>(node->child1());
2471             node->convertToIdentity();
2472             return;
2473         }
2474         
2475         if (node->child1()->shouldSpeculateStringObject()
2476             && m_graph.canOptimizeStringObjectAccess(node->origin.semantic)) {
2477             fixEdge<StringObjectUse>(node->child1());
2478             node->convertToToString();
2479             return;
2480         }
2481         
2482         if (node->child1()->shouldSpeculateStringOrStringObject()
2483             && m_graph.canOptimizeStringObjectAccess(node->origin.semantic)) {
2484             fixEdge<StringOrStringObjectUse>(node->child1());
2485             node->convertToToString();
2486             return;
2487         }
2488     }
2489
2490     void fixupToNumber(Node* node)
2491     {
2492         // If the prediction of the child is Number, we attempt to convert ToNumber to Identity.
2493         if (node->child1()->shouldSpeculateNumber()) {
2494             if (isInt32Speculation(node->getHeapPrediction())) {
2495                 // If the both predictions of this node and the child is Int32, we just convert ToNumber to Identity, that's simple.
2496                 if (node->child1()->shouldSpeculateInt32()) {
2497                     fixEdge<Int32Use>(node->child1());
2498                     node->convertToIdentity();
2499                     return;
2500                 }
2501
2502                 // The another case is that the predicted type of the child is Int32, but the heap prediction tell the users that this will produce non Int32 values.
2503                 // In that case, let's receive the child value as a Double value and convert it to Int32. This case happens in misc-bugs-847389-jpeg2000.
2504                 fixEdge<DoubleRepUse>(node->child1());
2505                 node->setOp(DoubleAsInt32);
2506                 if (bytecodeCanIgnoreNegativeZero(node->arithNodeFlags()))
2507                     node->setArithMode(Arith::CheckOverflow);
2508                 else
2509                     node->setArithMode(Arith::CheckOverflowAndNegativeZero);
2510                 return;
2511             }
2512
2513             fixEdge<DoubleRepUse>(node->child1());
2514             node->convertToIdentity();
2515             node->setResult(NodeResultDouble);
2516             return;
2517         }
2518
2519         fixEdge<UntypedUse>(node->child1());
2520         node->setResult(NodeResultJS);
2521     }
2522
2523     void fixupToObject(Node* node)
2524     {
2525         if (node->child1()->shouldSpeculateObject()) {
2526             fixEdge<ObjectUse>(node->child1());
2527             node->convertToIdentity();
2528             return;
2529         }
2530
2531         // ToObject(Null/Undefined) can throw an error. We can emit filters to convert ToObject to CallObjectConstructor.
2532
2533         JSGlobalObject* globalObject = m_graph.globalObjectFor(node->origin.semantic);
2534
2535         if (node->child1()->shouldSpeculateString()) {
2536             insertCheck<StringUse>(node->child1().node());
2537             fixEdge<KnownStringUse>(node->child1());
2538             node->convertToNewStringObject(m_graph.registerStructure(globalObject->stringObjectStructure()));
2539             return;
2540         }
2541
2542         if (node->child1()->shouldSpeculateSymbol()) {
2543             insertCheck<SymbolUse>(node->child1().node());
2544             node->convertToCallObjectConstructor(m_graph.freeze(globalObject));
2545             return;
2546         }
2547
2548         if (node->child1()->shouldSpeculateNumber()) {
2549             insertCheck<NumberUse>(node->child1().node());
2550             node->convertToCallObjectConstructor(m_graph.freeze(globalObject));
2551             return;
2552         }
2553
2554         if (node->child1()->shouldSpeculateBoolean()) {
2555             insertCheck<BooleanUse>(node->child1().node());
2556             node->convertToCallObjectConstructor(m_graph.freeze(globalObject));
2557             return;
2558         }
2559
2560         fixEdge<UntypedUse>(node->child1());
2561     }
2562
2563     void fixupCallObjectConstructor(Node* node)
2564     {
2565         if (node->child1()->shouldSpeculateObject()) {
2566             fixEdge<ObjectUse>(node->child1());
2567             node->convertToIdentity();
2568             return;
2569         }
2570
2571         if (node->child1()->shouldSpeculateString()) {
2572             auto* globalObject = jsCast<JSGlobalObject*>(node->cellOperand()->cell());
2573             insertCheck<StringUse>(node->child1().node());
2574             fixEdge<KnownStringUse>(node->child1());
2575             node->convertToNewStringObject(m_graph.registerStructure(globalObject->stringObjectStructure()));
2576             return;
2577         }
2578
2579         // While ToObject(Null/Undefined) throws an error, CallObjectConstructor(Null/Undefined) generates a new empty object.
2580         if (node->child1()->shouldSpeculateOther()) {
2581             insertCheck<OtherUse>(node->child1().node());
2582             node->convertToNewObject(m_graph.registerStructure(jsCast<JSGlobalObject*>(node->cellOperand()->cell())->objectStructureForObjectConstructor()));
2583             return;
2584         }
2585
2586         fixEdge<UntypedUse>(node->child1());
2587     }
2588     
2589     void fixupToStringOrCallStringConstructor(Node* node)
2590     {
2591         if (node->child1()->shouldSpeculateString()) {
2592             fixEdge<StringUse>(node->child1());
2593             node->convertToIdentity();
2594             return;
2595         }
2596         
2597         if (node->child1()->shouldSpeculateStringObject()
2598             && m_graph.canOptimizeStringObjectAccess(node->origin.semantic)) {
2599             fixEdge<StringObjectUse>(node->child1());
2600             return;
2601         }
2602         
2603         if (node->child1()->shouldSpeculateStringOrStringObject()
2604             && m_graph.canOptimizeStringObjectAccess(node->origin.semantic)) {
2605             fixEdge<StringOrStringObjectUse>(node->child1());
2606             return;
2607         }
2608         
2609         if (node->child1()->shouldSpeculateCell()) {
2610             fixEdge<CellUse>(node->child1());
2611             return;
2612         }
2613
2614         if (node->child1()->shouldSpeculateInt32()) {
2615             fixEdge<Int32Use>(node->child1());
2616             node->clearFlags(NodeMustGenerate);
2617             return;
2618         }
2619
2620         if (enableInt52() && node->child1()->shouldSpeculateAnyInt()) {
2621             fixEdge<Int52RepUse>(node->child1());
2622             node->clearFlags(NodeMustGenerate);
2623             return;
2624         }
2625
2626         if (node->child1()->shouldSpeculateNumber()) {
2627             fixEdge<DoubleRepUse>(node->child1());
2628             node->clearFlags(NodeMustGenerate);
2629             return;
2630         }
2631
2632         // ToString(Symbol) throws an error. So if the child1 can include Symbols,
2633         // we need to care about it in the clobberize. In the following case,
2634         // since NotCellUse edge filter is used and this edge filters Symbols,
2635         // we can say that ToString never throws an error!
2636         if (node->child1()->shouldSpeculateNotCell()) {
2637             fixEdge<NotCellUse>(node->child1());
2638             node->clearFlags(NodeMustGenerate);
2639             return;
2640         }
2641     }
2642
2643     bool attemptToMakeFastStringAdd(Node* node)
2644     {
2645         bool goodToGo = true;
2646         m_graph.doToChildren(
2647             node,
2648             [&] (Edge& edge) {
2649                 if (edge->shouldSpeculateString())
2650                     return;
2651                 if (m_graph.canOptimizeStringObjectAccess(node->origin.semantic)) {
2652                     if (edge->shouldSpeculateStringObject())
2653                         return;
2654                     if (edge->shouldSpeculateStringOrStringObject())
2655                         return;
2656                 }
2657                 goodToGo = false;
2658             });
2659         if (!goodToGo)
2660             return false;
2661
2662         m_graph.doToChildren(
2663             node,
2664             [&] (Edge& edge) {
2665                 if (edge->shouldSpeculateString()) {
2666                     convertStringAddUse<StringUse>(node, edge);
2667                     return;
2668                 }
2669                 ASSERT(m_graph.canOptimizeStringObjectAccess(node->origin.semantic));
2670                 if (edge->shouldSpeculateStringObject()) {
2671                     convertStringAddUse<StringObjectUse>(node, edge);
2672                     return;
2673                 }
2674                 if (edge->shouldSpeculateStringOrStringObject()) {
2675                     convertStringAddUse<StringOrStringObjectUse>(node, edge);
2676                     return;
2677                 }
2678                 RELEASE_ASSERT_NOT_REACHED();
2679             });
2680         
2681         convertToMakeRope(node);
2682         return true;
2683     }
2684
2685     void fixupGetAndSetLocalsInBlock(BasicBlock* block)
2686     {
2687         if (!block)
2688             return;
2689         ASSERT(block->isReachable);
2690         m_block = block;
2691         for (m_indexInBlock = 0; m_indexInBlock < block->size(); ++m_indexInBlock) {
2692             Node* node = m_currentNode = block->at(m_indexInBlock);
2693             if (node->op() != SetLocal && node->op() != GetLocal)
2694                 continue;
2695             
2696             VariableAccessData* variable = node->variableAccessData();
2697             switch (node->op()) {
2698             case GetLocal:
2699                 switch (variable->flushFormat()) {
2700                 case FlushedDouble:
2701                     node->setResult(NodeResultDouble);
2702                     break;
2703                 case FlushedInt52:
2704                     node->setResult(NodeResultInt52);
2705                     break;
2706                 default:
2707                     break;
2708                 }
2709                 break;
2710                 
2711             case SetLocal:
2712                 // NOTE: Any type checks we put here may get hoisted by fixupChecksInBlock(). So, if we
2713                 // add new type checking use kind for SetLocals, we need to modify that code as well.
2714                 
2715                 switch (variable->flushFormat()) {
2716                 case FlushedJSValue:
2717                     break;
2718                 case FlushedDouble:
2719                     fixEdge<DoubleRepUse>(node->child1());
2720                     break;
2721                 case FlushedInt32:
2722                     fixEdge<Int32Use>(node->child1());
2723                     break;
2724                 case FlushedInt52:
2725                     fixEdge<Int52RepUse>(node->child1());
2726                     break;
2727                 case FlushedCell:
2728                     fixEdge<CellUse>(node->child1());
2729                     break;
2730                 case FlushedBoolean:
2731                     fixEdge<BooleanUse>(node->child1());
2732                     break;
2733                 default:
2734                     RELEASE_ASSERT_NOT_REACHED();
2735                     break;
2736                 }
2737                 break;
2738                 
2739             default:
2740                 RELEASE_ASSERT_NOT_REACHED();
2741                 break;
2742             }
2743         }
2744         m_insertionSet.execute(block);
2745     }
2746     
2747     void addStringReplacePrimordialChecks(Node* searchRegExp)
2748     {
2749         Node* node = m_currentNode;
2750
2751         // Check that structure of searchRegExp is RegExp object
2752         m_insertionSet.insertNode(
2753             m_indexInBlock, SpecNone, Check, node->origin,
2754             Edge(searchRegExp, RegExpObjectUse));
2755
2756         auto emitPrimordialCheckFor = [&] (JSValue primordialProperty, UniquedStringImpl* propertyUID) {
2757             unsigned index = m_graph.identifiers().ensure(propertyUID);
2758
2759             Node* actualProperty = m_insertionSet.insertNode(
2760                 m_indexInBlock, SpecNone, TryGetById, node->origin,
2761                 OpInfo(index), OpInfo(SpecFunction), Edge(searchRegExp, CellUse));
2762
2763             m_insertionSet.insertNode(
2764                 m_indexInBlock, SpecNone, CheckCell, node->origin,
2765                 OpInfo(m_graph.freeze(primordialProperty)), Edge(actualProperty, CellUse));
2766         };
2767
2768         JSGlobalObject* globalObject = m_graph.globalObjectFor(node->origin.semantic);
2769
2770         // Check that searchRegExp.exec is the primordial RegExp.prototype.exec
2771         emitPrimordialCheckFor(globalObject->regExpProtoExecFunction(), vm().propertyNames->exec.impl());
2772         // Check that searchRegExp.global is the primordial RegExp.prototype.global
2773         emitPrimordialCheckFor(globalObject->regExpProtoGlobalGetter(), vm().propertyNames->global.impl());
2774         // Check that searchRegExp.unicode is the primordial RegExp.prototype.unicode
2775         emitPrimordialCheckFor(globalObject->regExpProtoUnicodeGetter(), vm().propertyNames->unicode.impl());
2776         // Check that searchRegExp[Symbol.match] is the primordial RegExp.prototype[Symbol.replace]
2777         emitPrimordialCheckFor(globalObject->regExpProtoSymbolReplaceFunction(), vm().propertyNames->replaceSymbol.impl());
2778     }
2779
2780     Node* checkArray(ArrayMode arrayMode, const NodeOrigin& origin, Node* array, Node* index, bool (*storageCheck)(const ArrayMode&) = canCSEStorage)
2781     {
2782         ASSERT(arrayMode.isSpecific());
2783         
2784         if (arrayMode.type() == Array::String) {
2785             m_insertionSet.insertNode(
2786                 m_indexInBlock, SpecNone, Check, origin, Edge(array, StringUse));
2787         } else {
2788             // Note that we only need to be using a structure check if we opt for SaneChain, since
2789             // that needs to protect against JSArray's __proto__ being changed.
2790             Structure* structure = arrayMode.originalArrayStructure(m_graph, origin.semantic);
2791         
2792             Edge indexEdge = index ? Edge(index, Int32Use) : Edge();
2793             
2794             if (arrayMode.doesConversion()) {
2795                 if (structure) {
2796                     m_insertionSet.insertNode(
2797                         m_indexInBlock, SpecNone, ArrayifyToStructure, origin,
2798                         OpInfo(m_graph.registerStructure(structure)), OpInfo(arrayMode.asWord()), Edge(array, CellUse), indexEdge);
2799                 } else {
2800                     m_insertionSet.insertNode(
2801                         m_indexInBlock, SpecNone, Arrayify, origin,
2802                         OpInfo(arrayMode.asWord()), Edge(array, CellUse), indexEdge);
2803                 }
2804             } else {
2805                 if (structure) {
2806                     m_insertionSet.insertNode(
2807                         m_indexInBlock, SpecNone, CheckStructure, origin,
2808                         OpInfo(m_graph.addStructureSet(structure)), Edge(array, CellUse));
2809                 } else {
2810                     m_insertionSet.insertNode(
2811                         m_indexInBlock, SpecNone, CheckArray, origin,
2812                         OpInfo(arrayMode.asWord()), Edge(array, CellUse));
2813                 }
2814             }
2815         }
2816         
2817         if (!storageCheck(arrayMode))
2818             return nullptr;
2819         
2820         if (arrayMode.usesButterfly()) {
2821             return m_insertionSet.insertNode(
2822                 m_indexInBlock, SpecNone, GetButterfly, origin, Edge(array, CellUse));
2823         }
2824         
2825         return m_insertionSet.insertNode(
2826             m_indexInBlock, SpecNone, GetIndexedPropertyStorage, origin,
2827             OpInfo(arrayMode.asWord()), Edge(array, KnownCellUse));
2828     }
2829     
2830     void blessArrayOperation(Edge base, Edge index, Edge& storageChild)
2831     {
2832         Node* node = m_currentNode;
2833         
2834         switch (node->arrayMode().type()) {
2835         case Array::ForceExit: {
2836             m_insertionSet.insertNode(
2837                 m_indexInBlock, SpecNone, ForceOSRExit, node->origin);
2838             return;
2839         }
2840             
2841         case Array::SelectUsingPredictions:
2842         case Array::Unprofiled:
2843             RELEASE_ASSERT_NOT_REACHED();
2844             return;
2845             
2846         case Array::Generic:
2847             return;
2848             
2849         default: {
2850             Node* storage = checkArray(node->arrayMode(), node->origin, base.node(), index.node());
2851             if (!storage)
2852                 return;
2853             
2854             storageChild = Edge(storage);
2855             return;
2856         } }
2857     }
2858     
2859     bool alwaysUnboxSimplePrimitives()
2860     {
2861 #if USE(JSVALUE64)
2862         return false;
2863 #else
2864         // Any boolean, int, or cell value is profitable to unbox on 32-bit because it
2865         // reduces traffic.
2866         return true;
2867 #endif
2868     }
2869
2870     template<UseKind useKind>
2871     void observeUseKindOnNode(Node* node)
2872     {
2873         if (useKind == UntypedUse)
2874             return;
2875         observeUseKindOnNode(node, useKind);
2876     }
2877
2878     void observeUseKindOnEdge(Edge edge)
2879     {
2880         observeUseKindOnNode(edge.node(), edge.useKind());
2881     }
2882
2883     void observeUseKindOnNode(Node* node, UseKind useKind)
2884     {
2885         if (node->op() != GetLocal)
2886             return;
2887         
2888         // FIXME: The way this uses alwaysUnboxSimplePrimitives() is suspicious.
2889         // https://bugs.webkit.org/show_bug.cgi?id=121518
2890         
2891         VariableAccessData* variable = node->variableAccessData();
2892         switch (useKind) {
2893         case Int32Use:
2894         case KnownInt32Use:
2895             if (alwaysUnboxSimplePrimitives()
2896                 || isInt32Speculation(variable->prediction()))
2897                 m_profitabilityChanged |= variable->mergeIsProfitableToUnbox(true);
2898             break;
2899         case NumberUse:
2900         case RealNumberUse:
2901         case DoubleRepUse:
2902         case DoubleRepRealUse:
2903             if (variable->doubleFormatState() == UsingDoubleFormat)
2904                 m_profitabilityChanged |= variable->mergeIsProfitableToUnbox(true);
2905             break;
2906         case BooleanUse:
2907         case KnownBooleanUse:
2908             if (alwaysUnboxSimplePrimitives()
2909                 || isBooleanSpeculation(variable->prediction()))
2910                 m_profitabilityChanged |= variable->mergeIsProfitableToUnbox(true);
2911             break;
2912         case Int52RepUse:
2913             if (isAnyIntSpeculation(variable->prediction()))
2914                 m_profitabilityChanged |= variable->mergeIsProfitableToUnbox(true);
2915             break;
2916         case CellUse:
2917         case KnownCellUse:
2918         case ObjectUse:
2919         case FunctionUse:
2920         case StringUse:
2921         case KnownStringUse:
2922         case SymbolUse:
2923         case StringObjectUse:
2924         case StringOrStringObjectUse:
2925             if (alwaysUnboxSimplePrimitives()
2926                 || isCellSpeculation(variable->prediction()))
2927                 m_profitabilityChanged |= variable->mergeIsProfitableToUnbox(true);
2928             break;
2929         default:
2930             break;
2931         }
2932     }
2933     
2934     template<UseKind useKind>
2935     void fixEdge(Edge& edge)
2936     {
2937         observeUseKindOnNode<useKind>(edge.node());
2938         edge.setUseKind(useKind);
2939     }
2940     
2941     unsigned indexForChecks()
2942     {
2943         unsigned index = m_indexInBlock;
2944         while (!m_block->at(index)->origin.exitOK)
2945             index--;
2946         return index;
2947     }
2948     
2949     NodeOrigin originForCheck(unsigned index)
2950     {
2951         return m_block->at(index)->origin.withSemantic(m_currentNode->origin.semantic);
2952     }
2953     
2954     void speculateForBarrier(Edge value)
2955     {
2956         // Currently, the DFG won't take advantage of this speculation. But, we want to do it in
2957         // the DFG anyway because if such a speculation would be wrong, we want to know before
2958         // we do an expensive compile.
2959         
2960         if (value->shouldSpeculateInt32()) {
2961             insertCheck<Int32Use>(value.node());
2962             return;
2963         }
2964             
2965         if (value->shouldSpeculateBoolean()) {
2966             insertCheck<BooleanUse>(value.node());
2967             return;
2968         }
2969             
2970         if (value->shouldSpeculateOther()) {
2971             insertCheck<OtherUse>(value.node());
2972             return;
2973         }
2974             
2975         if (value->shouldSpeculateNumber()) {
2976             insertCheck<NumberUse>(value.node());
2977             return;
2978         }
2979             
2980         if (value->shouldSpeculateNotCell()) {
2981             insertCheck<NotCellUse>(value.node());
2982             return;
2983         }
2984     }
2985     
2986     template<UseKind useKind>
2987     void insertCheck(Node* node)
2988     {
2989         observeUseKindOnNode<useKind>(node);
2990         unsigned index = indexForChecks();
2991         m_insertionSet.insertNode(index, SpecNone, Check, originForCheck(index), Edge(node, useKind));
2992     }
2993
2994     void fixIntConvertingEdge(Edge& edge)
2995     {
2996         Node* node = edge.node();
2997         if (node->shouldSpeculateInt32OrBoolean()) {
2998             fixIntOrBooleanEdge(edge);
2999             return;
3000         }
3001         
3002         UseKind useKind;
3003         if (node->shouldSpeculateAnyInt())
3004             useKind = Int52RepUse;
3005         else if (node->shouldSpeculateNumber())
3006             useKind = DoubleRepUse;
3007         else
3008             useKind = NotCellUse;
3009         Node* newNode = m_insertionSet.insertNode(
3010             m_indexInBlock, SpecInt32Only, ValueToInt32, m_currentNode->origin,
3011             Edge(node, useKind));
3012         observeUseKindOnNode(node, useKind);
3013         
3014         edge = Edge(newNode, KnownInt32Use);
3015     }
3016     
3017     void fixIntOrBooleanEdge(Edge& edge)
3018     {
3019         Node* node = edge.node();
3020         if (!node->sawBooleans()) {
3021             fixEdge<Int32Use>(edge);
3022             return;
3023         }
3024         
3025         UseKind useKind;
3026         if (node->shouldSpeculateBoolean())
3027             useKind = BooleanUse;
3028         else
3029             useKind = UntypedUse;
3030         Node* newNode = m_insertionSet.insertNode(
3031             m_indexInBlock, SpecInt32Only, BooleanToNumber, m_currentNode->origin,
3032             Edge(node, useKind));
3033         observeUseKindOnNode(node, useKind);
3034         
3035         edge = Edge(newNode, Int32Use);
3036     }
3037     
3038     void fixDoubleOrBooleanEdge(Edge& edge)
3039     {
3040         Node* node = edge.node();
3041         if (!node->sawBooleans()) {
3042             fixEdge<DoubleRepUse>(edge);
3043             return;
3044         }
3045         
3046         UseKind useKind;
3047         if (node->shouldSpeculateBoolean())
3048             useKind = BooleanUse;
3049         else
3050             useKind = UntypedUse;
3051         Node* newNode = m_insertionSet.insertNode(
3052             m_indexInBlock, SpecInt32Only, BooleanToNumber, m_currentNode->origin,
3053             Edge(node, useKind));
3054         observeUseKindOnNode(node, useKind);
3055         
3056         edge = Edge(newNode, DoubleRepUse);
3057     }
3058     
3059     void truncateConstantToInt32(Edge& edge)
3060     {
3061         Node* oldNode = edge.node();
3062         
3063         JSValue value = oldNode->asJSValue();
3064         if (value.isInt32())
3065             return;
3066         
3067         value = jsNumber(JSC::toInt32(value.asNumber()));
3068         ASSERT(value.isInt32());
3069         edge.setNode(m_insertionSet.insertNode(
3070             m_indexInBlock, SpecInt32Only, JSConstant, m_currentNode->origin,
3071             OpInfo(m_graph.freeze(value))));
3072     }
3073     
3074     void truncateConstantsIfNecessary(Node* node, AddSpeculationMode mode)
3075     {
3076         if (mode != SpeculateInt32AndTruncateConstants)
3077             return;
3078         
3079         ASSERT(node->child1()->hasConstant() || node->child2()->hasConstant());
3080         if (node->child1()->hasConstant())
3081             truncateConstantToInt32(node->child1());
3082         else
3083             truncateConstantToInt32(node->child2());
3084     }
3085
3086     bool attemptToMakeIntegerAdd(Node* node)
3087     {
3088         AddSpeculationMode mode = m_graph.addSpeculationMode(node, FixupPass);
3089         if (mode != DontSpeculateInt32) {
3090             truncateConstantsIfNecessary(node, mode);
3091             fixIntOrBooleanEdge(node->child1());
3092             fixIntOrBooleanEdge(node->child2());
3093             if (bytecodeCanTruncateInteger(node->arithNodeFlags()))
3094                 node->setArithMode(Arith::Unchecked);
3095             else
3096                 node->setArithMode(Arith::CheckOverflow);
3097             return true;
3098         }
3099         
3100         if (m_graph.addShouldSpeculateAnyInt(node)) {
3101             fixEdge<Int52RepUse>(node->child1());
3102             fixEdge<Int52RepUse>(node->child2());
3103             node->setArithMode(Arith::CheckOverflow);
3104             node->setResult(NodeResultInt52);
3105             return true;
3106         }
3107         
3108         return false;
3109     }
3110     
3111     bool attemptToMakeGetArrayLength(Node* node)
3112     {
3113         if (!isInt32Speculation(node->prediction()))
3114             return false;
3115         CodeBlock* profiledBlock = m_graph.baselineCodeBlockFor(node->origin.semantic);
3116         ArrayProfile* arrayProfile = 
3117             profiledBlock->getArrayProfile(node->origin.semantic.bytecodeIndex);
3118         ArrayMode arrayMode = ArrayMode(Array::SelectUsingPredictions);
3119         if (arrayProfile) {
3120             ConcurrentJSLocker locker(profiledBlock->m_lock);
3121             arrayProfile->computeUpdatedPrediction(locker, profiledBlock);
3122             arrayMode = ArrayMode::fromObserved(locker, arrayProfile, Array::Read, false);
3123             if (arrayMode.type() == Array::Unprofiled) {
3124                 // For normal array operations, it makes sense to treat Unprofiled
3125                 // accesses as ForceExit and get more data rather than using
3126                 // predictions and then possibly ending up with a Generic. But here,
3127                 // we treat anything that is Unprofiled as Generic and keep the
3128                 // GetById. I.e. ForceExit = Generic. So, there is no harm - and only
3129                 // profit - from treating the Unprofiled case as
3130                 // SelectUsingPredictions.
3131                 arrayMode = ArrayMode(Array::SelectUsingPredictions);
3132             }
3133         }
3134             
3135         arrayMode = arrayMode.refine(
3136             m_graph, node, node->child1()->prediction(), node->prediction());
3137             
3138         if (arrayMode.type() == Array::Generic) {
3139             // Check if the input is something that we can't get array length for, but for which we
3140             // could insert some conversions in order to transform it into something that we can do it
3141             // for.
3142             if (node->child1()->shouldSpeculateStringObject())
3143                 attemptToForceStringArrayModeByToStringConversion<StringObjectUse>(arrayMode, node);
3144             else if (node->child1()->shouldSpeculateStringOrStringObject())
3145                 attemptToForceStringArrayModeByToStringConversion<StringOrStringObjectUse>(arrayMode, node);
3146         }
3147             
3148         if (!arrayMode.supportsSelfLength())
3149             return false;
3150         
3151         convertToGetArrayLength(node, arrayMode);
3152         return true;
3153     }
3154
3155     void convertToGetArrayLength(Node* node, ArrayMode arrayMode)
3156     {
3157         node->setOp(GetArrayLength);
3158         node->clearFlags(NodeMustGenerate);
3159         fixEdge<KnownCellUse>(node->child1());
3160         node->setArrayMode(arrayMode);
3161             
3162         Node* storage = checkArray(arrayMode, node->origin, node->child1().node(), 0, lengthNeedsStorage);
3163         if (!storage)
3164             return;
3165             
3166         node->child2() = Edge(storage);
3167     }
3168     
3169     Node* prependGetArrayLength(NodeOrigin origin, Node* child, ArrayMode arrayMode)
3170     {
3171         Node* storage = checkArray(arrayMode, origin, child, 0, lengthNeedsStorage);
3172         return m_insertionSet.insertNode(
3173             m_indexInBlock, SpecInt32Only, GetArrayLength, origin,
3174             OpInfo(arrayMode.asWord()), Edge(child, KnownCellUse), Edge(storage));
3175     }
3176
3177     void convertToHasIndexedProperty(Node* node)
3178     {
3179         node->setOp(HasIndexedProperty);
3180         node->clearFlags(NodeMustGenerate);
3181         node->setArrayMode(
3182             node->arrayMode().refine(
3183                 m_graph, node,
3184                 node->child1()->prediction(),
3185                 node->child2()->prediction(),
3186                 SpecNone));
3187         node->setInternalMethodType(PropertySlot::InternalMethodType::HasProperty);
3188
3189         blessArrayOperation(node->child1(), node->child2(), node->child3());
3190
3191         fixEdge<CellUse>(node->child1());
3192         fixEdge<Int32Use>(node->child2());
3193     }
3194
3195     bool attemptToMakeCallDOM(Node* node)
3196     {
3197         if (m_graph.hasExitSite(node->origin.semantic, BadType))
3198             return false;
3199
3200         const DOMJIT::Signature* signature = node->signature();
3201         if (!signature)
3202             return false;
3203
3204         {
3205             unsigned index = 0;
3206             bool shouldConvertToCallDOM = true;
3207             m_graph.doToChildren(node, [&](Edge& edge) {
3208                 // Callee. Ignore this. DFGByteCodeParser already emit appropriate checks.
3209                 if (!index)
3210                     return;
3211
3212                 if (index == 1) {
3213                     // DOM node case.
3214                     if (edge->shouldSpeculateNotCell())
3215                         shouldConvertToCallDOM = false;
3216                 } else {
3217                     switch (signature->arguments[index - 2]) {
3218                     case SpecString:
3219                         if (edge->shouldSpeculateNotString())
3220                             shouldConvertToCallDOM = false;
3221                         break;
3222                     case SpecInt32Only:
3223                         if (edge->shouldSpeculateNotInt32())
3224                             shouldConvertToCallDOM = false;
3225                         break;
3226                     case SpecBoolean:
3227                         if (edge->shouldSpeculateNotBoolean())
3228                             shouldConvertToCallDOM = false;
3229                         break;
3230                     default:
3231                         RELEASE_ASSERT_NOT_REACHED();
3232                         break;
3233                     }
3234                 }
3235                 ++index;
3236             });
3237             if (!shouldConvertToCallDOM)
3238                 return false;
3239         }
3240
3241         Node* thisNode = m_graph.varArgChild(node, 1).node();
3242         Node* checkSubClass = m_insertionSet.insertNode(m_indexInBlock, SpecNone, CheckSubClass, node->origin, OpInfo(signature->classInfo), Edge(thisNode));
3243         node->convertToCallDOM(m_graph);
3244         fixupCheckSubClass(checkSubClass);
3245         fixupCallDOM(node);
3246         return true;
3247     }
3248
3249     void fixupCheckSubClass(Node* node)
3250     {
3251         fixEdge<CellUse>(node->child1());
3252     }
3253
3254     void fixupCallDOM(Node* node)
3255     {
3256         const DOMJIT::Signature* signature = node->signature();
3257         auto fixup = [&](Edge& edge, unsigned argumentIndex) {
3258             if (!edge)
3259                 return;
3260             switch (signature->arguments[argumentIndex]) {
3261             case SpecString:
3262                 fixEdge<StringUse>(edge);
3263                 break;
3264             case SpecInt32Only:
3265                 fixEdge<Int32Use>(edge);
3266                 break;
3267             case SpecBoolean:
3268                 fixEdge<BooleanUse>(edge);
3269                 break;
3270             default:
3271                 RELEASE_ASSERT_NOT_REACHED();
3272                 break;
3273             }
3274         };
3275         fixEdge<CellUse>(node->child1()); // DOM.
3276         fixup(node->child2(), 0);
3277         fixup(node->child3(), 1);
3278     }
3279
3280     void fixupArrayIndexOf(Node* node)
3281     {
3282         Edge& array = m_graph.varArgChild(node, 0);
3283         Edge& storage = m_graph.varArgChild(node, node->numChildren() == 3 ? 2 : 3);
3284         blessArrayOperation(array, Edge(), storage);
3285         ASSERT_WITH_MESSAGE(storage.node(), "blessArrayOperation for ArrayIndexOf must set Butterfly for storage edge.");
3286
3287         Edge& searchElement = m_graph.varArgChild(node, 1);
3288
3289         // Constant folding.
3290         switch (node->arrayMode().type()) {
3291         case Array::Double:
3292         case Array::Int32: {
3293             if (searchElement->shouldSpeculateCell()) {
3294                 m_insertionSet.insertNode(m_indexInBlock, SpecNone, Check, node->origin, Edge(searchElement.node(), CellUse));
3295                 m_graph.convertToConstant(node, jsNumber(-1));
3296                 observeUseKindOnNode<CellUse>(searchElement.node());
3297                 return;
3298             }
3299
3300             if (searchElement->shouldSpeculateOther()) {
3301                 m_insertionSet.insertNode(m_indexInBlock, SpecNone, Check, node->origin, Edge(searchElement.node(), OtherUse));
3302                 m_graph.convertToConstant(node, jsNumber(-1));
3303                 observeUseKindOnNode<OtherUse>(searchElement.node());
3304                 return;
3305             }
3306
3307             if (searchElement->shouldSpeculateBoolean()) {
3308                 m_insertionSet.insertNode(m_indexInBlock, SpecNone, Check, node->origin, Edge(searchElement.node(), BooleanUse));
3309                 m_graph.convertToConstant(node, jsNumber(-1));
3310                 observeUseKindOnNode<BooleanUse>(searchElement.node());
3311                 return;
3312             }
3313             break;
3314         }
3315         default:
3316             break;
3317         }
3318
3319         fixEdge<KnownCellUse>(array);
3320         if (node->numChildren() == 4)
3321             fixEdge<Int32Use>(m_graph.varArgChild(node, 2));
3322
3323         switch (node->arrayMode().type()) {
3324         case Array::Double: {
3325             if (searchElement->shouldSpeculateNumber())
3326                 fixEdge<DoubleRepUse>(searchElement);
3327             return;
3328         }
3329         case Array::Int32: {
3330             if (searchElement->shouldSpeculateInt32())
3331                 fixEdge<Int32Use>(searchElement);
3332             return;
3333         }
3334         case Array::Contiguous: {
3335             if (searchElement->shouldSpeculateString())
3336                 fixEdge<StringUse>(searchElement);
3337             else if (searchElement->shouldSpeculateSymbol())
3338                 fixEdge<SymbolUse>(searchElement);
3339             else if (searchElement->shouldSpeculateOther())
3340                 fixEdge<OtherUse>(searchElement);
3341             else if (searchElement->shouldSpeculateObject())
3342                 fixEdge<ObjectUse>(searchElement);
3343             return;
3344         }
3345         default:
3346             RELEASE_ASSERT_NOT_REACHED();
3347             return;
3348         }
3349     }
3350
3351     void fixupChecksInBlock(BasicBlock* block)
3352     {
3353         if (!block)
3354             return;
3355         ASSERT(block->isReachable);
3356         m_block = block;
3357         unsigned indexForChecks = UINT_MAX;
3358         NodeOrigin originForChecks;
3359         for (unsigned indexInBlock = 0; indexInBlock < block->size(); ++indexInBlock) {
3360             Node* node = block->at(indexInBlock);
3361
3362             // If this is a node at which we could exit, then save its index. If nodes after this one
3363             // cannot exit, then we will hoist checks to here.
3364             if (node->origin.exitOK) {
3365                 indexForChecks = indexInBlock;
3366                 originForChecks = node->origin;
3367             }
3368
3369             originForChecks = originForChecks.withSemantic(node->origin.semantic);
3370             
3371             // First, try to relax the representational demands of each node, in order to have
3372             // fewer conversions.
3373             switch (node->op()) {
3374             case MovHint:
3375             case Check:
3376                 m_graph.doToChildren(
3377                     node,
3378                     [&] (Edge& edge) {
3379                         switch (edge.useKind()) {
3380                         case DoubleRepUse:
3381                         case DoubleRepRealUse:
3382                             if (edge->hasDoubleResult())
3383                                 break;
3384             
3385                             if (edge->hasInt52Result())
3386                                 edge.setUseKind(Int52RepUse);
3387                             else if (edge.useKind() == DoubleRepUse)
3388                                 edge.setUseKind(NumberUse);
3389                             break;
3390             
3391                         case Int52RepUse:
3392                             // Nothing we can really do.
3393                             break;
3394             
3395                         case UntypedUse:
3396                         case NumberUse:
3397                             if (edge->hasDoubleResult())
3398                                 edge.setUseKind(DoubleRepUse);
3399                             else if (edge->hasInt52Result())
3400                                 edge.setUseKind(Int52RepUse);
3401                             break;
3402             
3403                         case RealNumberUse:
3404                             if (edge->hasDoubleResult())
3405                                 edge.setUseKind(DoubleRepRealUse);
3406                             else if (edge->hasInt52Result())
3407                                 edge.setUseKind(Int52RepUse);
3408                             break;
3409             
3410                         default:
3411                             break;
3412                         }
3413                     });
3414                 break;
3415                 
3416             case ValueToInt32:
3417                 if (node->child1().useKind() == DoubleRepUse
3418                     && !node->child1()->hasDoubleResult()) {
3419                     node->child1().setUseKind(NumberUse);
3420                     break;
3421                 }
3422                 break;
3423                 
3424             default:
3425                 break;
3426             }
3427
3428             // Now, insert type conversions if necessary.
3429             m_graph.doToChildren(
3430                 node,
3431                 [&] (Edge& edge) {
3432                     Node* result = nullptr;
3433
3434                     switch (edge.useKind()) {
3435                     case DoubleRepUse:
3436                     case DoubleRepRealUse:
3437                     case DoubleRepAnyIntUse: {
3438                         if (edge->hasDoubleResult())
3439                             break;
3440             
3441                         ASSERT(indexForChecks != UINT_MAX);
3442                         if (edge->isNumberConstant()) {
3443                             result = m_insertionSet.insertNode(
3444                                 indexForChecks, SpecBytecodeDouble, DoubleConstant, originForChecks,
3445                                 OpInfo(m_graph.freeze(jsDoubleNumber(edge->asNumber()))));
3446                         } else if (edge->hasInt52Result()) {
3447                             result = m_insertionSet.insertNode(
3448                                 indexForChecks, SpecAnyIntAsDouble, DoubleRep, originForChecks,
3449                                 Edge(edge.node(), Int52RepUse));
3450                         } else {
3451                             UseKind useKind;
3452                             if (edge->shouldSpeculateDoubleReal())
3453                                 useKind = RealNumberUse;
3454                             else if (edge->shouldSpeculateNumber())
3455                                 useKind = NumberUse;
3456                             else
3457                                 useKind = NotCellUse;
3458
3459                             result = m_insertionSet.insertNode(
3460                                 indexForChecks, SpecBytecodeDouble, DoubleRep, originForChecks,
3461                                 Edge(edge.node(), useKind));
3462                         }
3463
3464                         edge.setNode(result);
3465                         break;
3466                     }
3467             
3468                     case Int52RepUse: {
3469                         if (edge->hasInt52Result())
3470                             break;
3471             
3472                         ASSERT(indexForChecks != UINT_MAX);
3473                         if (edge->isAnyIntConstant()) {
3474                             result = m_insertionSet.insertNode(
3475                                 indexForChecks, SpecAnyInt, Int52Constant, originForChecks,
3476                                 OpInfo(edge->constant()));
3477                         } else if (edge->hasDoubleResult()) {
3478                             result = m_insertionSet.insertNode(
3479                                 indexForChecks, SpecAnyInt, Int52Rep, originForChecks,
3480                                 Edge(edge.node(), DoubleRepAnyIntUse));
3481                         } else if (edge->shouldSpeculateInt32ForArithmetic()) {
3482                             result = m_insertionSet.insertNode(
3483                                 indexForChecks, SpecInt32Only, Int52Rep, originForChecks,
3484                                 Edge(edge.node(), Int32Use));
3485                         } else {
3486                             result = m_insertionSet.insertNode(
3487                                 indexForChecks, SpecAnyInt, Int52Rep, originForChecks,
3488                                 Edge(edge.node(), AnyIntUse));
3489                         }
3490
3491                         edge.setNode(result);
3492                         break;
3493                     }
3494
3495                     default: {
3496                         if (!edge->hasDoubleResult() && !edge->hasInt52Result())
3497 &