annotate lib/CodeGen/SafeStackLayout.cpp @ 134:3a76565eade5 LLVM5.0.1

update 5.0.1
author mir3636
date Sat, 17 Feb 2018 09:57:20 +0900
parents 803732b1fca8
children c2174574ed3a
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
121
803732b1fca8 LLVM 5.0
kono
parents: 120
diff changeset
1 //===- SafeStackLayout.cpp - SafeStack frame layout -----------------------===//
120
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
2 //
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
3 // The LLVM Compiler Infrastructure
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
4 //
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
5 // This file is distributed under the University of Illinois Open Source
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
6 // License. See LICENSE.TXT for details.
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
7 //
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
8 //===----------------------------------------------------------------------===//
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
9
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
10 #include "SafeStackLayout.h"
121
803732b1fca8 LLVM 5.0
kono
parents: 120
diff changeset
11 #include "SafeStackColoring.h"
803732b1fca8 LLVM 5.0
kono
parents: 120
diff changeset
12 #include "llvm/IR/Value.h"
803732b1fca8 LLVM 5.0
kono
parents: 120
diff changeset
13 #include "llvm/Support/CommandLine.h"
803732b1fca8 LLVM 5.0
kono
parents: 120
diff changeset
14 #include "llvm/Support/Compiler.h"
120
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
15 #include "llvm/Support/Debug.h"
121
803732b1fca8 LLVM 5.0
kono
parents: 120
diff changeset
16 #include "llvm/Support/MathExtras.h"
803732b1fca8 LLVM 5.0
kono
parents: 120
diff changeset
17 #include "llvm/Support/raw_ostream.h"
803732b1fca8 LLVM 5.0
kono
parents: 120
diff changeset
18 #include <algorithm>
803732b1fca8 LLVM 5.0
kono
parents: 120
diff changeset
19 #include <cassert>
120
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
20
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
21 using namespace llvm;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
22 using namespace llvm::safestack;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
23
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
24 #define DEBUG_TYPE "safestacklayout"
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
25
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
26 static cl::opt<bool> ClLayout("safe-stack-layout",
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
27 cl::desc("enable safe stack layout"), cl::Hidden,
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
28 cl::init(true));
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
29
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
30 LLVM_DUMP_METHOD void StackLayout::print(raw_ostream &OS) {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
31 OS << "Stack regions:\n";
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
32 for (unsigned i = 0; i < Regions.size(); ++i) {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
33 OS << " " << i << ": [" << Regions[i].Start << ", " << Regions[i].End
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
34 << "), range " << Regions[i].Range << "\n";
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
35 }
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
36 OS << "Stack objects:\n";
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
37 for (auto &IT : ObjectOffsets) {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
38 OS << " at " << IT.getSecond() << ": " << *IT.getFirst() << "\n";
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
39 }
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
40 }
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
41
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
42 void StackLayout::addObject(const Value *V, unsigned Size, unsigned Alignment,
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
43 const StackColoring::LiveRange &Range) {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
44 StackObjects.push_back({V, Size, Alignment, Range});
134
3a76565eade5 update 5.0.1
mir3636
parents: 121
diff changeset
45 ObjectAlignments[V] = Alignment;
120
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
46 MaxAlignment = std::max(MaxAlignment, Alignment);
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
47 }
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
48
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
49 static unsigned AdjustStackOffset(unsigned Offset, unsigned Size,
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
50 unsigned Alignment) {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
51 return alignTo(Offset + Size, Alignment) - Size;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
52 }
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
53
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
54 void StackLayout::layoutObject(StackObject &Obj) {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
55 if (!ClLayout) {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
56 // If layout is disabled, just grab the next aligned address.
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
57 // This effectively disables stack coloring as well.
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
58 unsigned LastRegionEnd = Regions.empty() ? 0 : Regions.back().End;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
59 unsigned Start = AdjustStackOffset(LastRegionEnd, Obj.Size, Obj.Alignment);
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
60 unsigned End = Start + Obj.Size;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
61 Regions.emplace_back(Start, End, Obj.Range);
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
62 ObjectOffsets[Obj.Handle] = End;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
63 return;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
64 }
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
65
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
66 DEBUG(dbgs() << "Layout: size " << Obj.Size << ", align " << Obj.Alignment
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
67 << ", range " << Obj.Range << "\n");
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
68 assert(Obj.Alignment <= MaxAlignment);
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
69 unsigned Start = AdjustStackOffset(0, Obj.Size, Obj.Alignment);
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
70 unsigned End = Start + Obj.Size;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
71 DEBUG(dbgs() << " First candidate: " << Start << " .. " << End << "\n");
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
72 for (const StackRegion &R : Regions) {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
73 DEBUG(dbgs() << " Examining region: " << R.Start << " .. " << R.End
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
74 << ", range " << R.Range << "\n");
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
75 assert(End >= R.Start);
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
76 if (Start >= R.End) {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
77 DEBUG(dbgs() << " Does not intersect, skip.\n");
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
78 continue;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
79 }
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
80 if (Obj.Range.Overlaps(R.Range)) {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
81 // Find the next appropriate location.
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
82 Start = AdjustStackOffset(R.End, Obj.Size, Obj.Alignment);
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
83 End = Start + Obj.Size;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
84 DEBUG(dbgs() << " Overlaps. Next candidate: " << Start << " .. " << End
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
85 << "\n");
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
86 continue;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
87 }
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
88 if (End <= R.End) {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
89 DEBUG(dbgs() << " Reusing region(s).\n");
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
90 break;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
91 }
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
92 }
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
93
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
94 unsigned LastRegionEnd = Regions.empty() ? 0 : Regions.back().End;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
95 if (End > LastRegionEnd) {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
96 // Insert a new region at the end. Maybe two.
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
97 if (Start > LastRegionEnd) {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
98 DEBUG(dbgs() << " Creating gap region: " << LastRegionEnd << " .. "
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
99 << Start << "\n");
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
100 Regions.emplace_back(LastRegionEnd, Start, StackColoring::LiveRange());
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
101 LastRegionEnd = Start;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
102 }
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
103 DEBUG(dbgs() << " Creating new region: " << LastRegionEnd << " .. " << End
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
104 << ", range " << Obj.Range << "\n");
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
105 Regions.emplace_back(LastRegionEnd, End, Obj.Range);
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
106 LastRegionEnd = End;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
107 }
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
108
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
109 // Split starting and ending regions if necessary.
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
110 for (unsigned i = 0; i < Regions.size(); ++i) {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
111 StackRegion &R = Regions[i];
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
112 if (Start > R.Start && Start < R.End) {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
113 StackRegion R0 = R;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
114 R.Start = R0.End = Start;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
115 Regions.insert(&R, R0);
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
116 continue;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
117 }
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
118 if (End > R.Start && End < R.End) {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
119 StackRegion R0 = R;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
120 R0.End = R.Start = End;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
121 Regions.insert(&R, R0);
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
122 break;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
123 }
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
124 }
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
125
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
126 // Update live ranges for all affected regions.
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
127 for (StackRegion &R : Regions) {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
128 if (Start < R.End && End > R.Start)
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
129 R.Range.Join(Obj.Range);
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
130 if (End <= R.End)
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
131 break;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
132 }
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
133
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
134 ObjectOffsets[Obj.Handle] = End;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
135 }
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
136
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
137 void StackLayout::computeLayout() {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
138 // Simple greedy algorithm.
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
139 // If this is replaced with something smarter, it must preserve the property
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
140 // that the first object is always at the offset 0 in the stack frame (for
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
141 // StackProtectorSlot), or handle stack protector in some other way.
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
142
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
143 // Sort objects by size (largest first) to reduce fragmentation.
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
144 if (StackObjects.size() > 2)
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
145 std::stable_sort(StackObjects.begin() + 1, StackObjects.end(),
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
146 [](const StackObject &a, const StackObject &b) {
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
147 return a.Size > b.Size;
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
148 });
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
149
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
150 for (auto &Obj : StackObjects)
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
151 layoutObject(Obj);
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
152
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
153 DEBUG(print(dbgs()));
1172e4bd9c6f update 4.0.0
mir3636
parents:
diff changeset
154 }