1*b1cdbd2cSJim Jagielski /**************************************************************
2*b1cdbd2cSJim Jagielski *
3*b1cdbd2cSJim Jagielski * Licensed to the Apache Software Foundation (ASF) under one
4*b1cdbd2cSJim Jagielski * or more contributor license agreements. See the NOTICE file
5*b1cdbd2cSJim Jagielski * distributed with this work for additional information
6*b1cdbd2cSJim Jagielski * regarding copyright ownership. The ASF licenses this file
7*b1cdbd2cSJim Jagielski * to you under the Apache License, Version 2.0 (the
8*b1cdbd2cSJim Jagielski * "License"); you may not use this file except in compliance
9*b1cdbd2cSJim Jagielski * with the License. You may obtain a copy of the License at
10*b1cdbd2cSJim Jagielski *
11*b1cdbd2cSJim Jagielski * http://www.apache.org/licenses/LICENSE-2.0
12*b1cdbd2cSJim Jagielski *
13*b1cdbd2cSJim Jagielski * Unless required by applicable law or agreed to in writing,
14*b1cdbd2cSJim Jagielski * software distributed under the License is distributed on an
15*b1cdbd2cSJim Jagielski * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16*b1cdbd2cSJim Jagielski * KIND, either express or implied. See the License for the
17*b1cdbd2cSJim Jagielski * specific language governing permissions and limitations
18*b1cdbd2cSJim Jagielski * under the License.
19*b1cdbd2cSJim Jagielski *
20*b1cdbd2cSJim Jagielski *************************************************************/
21*b1cdbd2cSJim Jagielski
22*b1cdbd2cSJim Jagielski
23*b1cdbd2cSJim Jagielski
24*b1cdbd2cSJim Jagielski #define _BSD_SOURCE /* sys/mman.h: MAP_ANON */
25*b1cdbd2cSJim Jagielski #include "alloc_arena.h"
26*b1cdbd2cSJim Jagielski
27*b1cdbd2cSJim Jagielski #include "alloc_impl.h"
28*b1cdbd2cSJim Jagielski #include "internal/once.h"
29*b1cdbd2cSJim Jagielski #include "sal/macros.h"
30*b1cdbd2cSJim Jagielski #include "osl/diagnose.h"
31*b1cdbd2cSJim Jagielski
32*b1cdbd2cSJim Jagielski #include <string.h>
33*b1cdbd2cSJim Jagielski #include <stdio.h>
34*b1cdbd2cSJim Jagielski
35*b1cdbd2cSJim Jagielski #ifdef OS2
36*b1cdbd2cSJim Jagielski #undef OSL_TRACE
37*b1cdbd2cSJim Jagielski #define OSL_TRACE 1 ? ((void)0) : _OSL_GLOBAL osl_trace
38*b1cdbd2cSJim Jagielski #define INCL_DOS
39*b1cdbd2cSJim Jagielski #include <os2.h>
40*b1cdbd2cSJim Jagielski #endif
41*b1cdbd2cSJim Jagielski
42*b1cdbd2cSJim Jagielski /* ================================================================= *
43*b1cdbd2cSJim Jagielski *
44*b1cdbd2cSJim Jagielski * arena internals.
45*b1cdbd2cSJim Jagielski *
46*b1cdbd2cSJim Jagielski * ================================================================= */
47*b1cdbd2cSJim Jagielski
48*b1cdbd2cSJim Jagielski /** g_arena_list
49*b1cdbd2cSJim Jagielski * @internal
50*b1cdbd2cSJim Jagielski */
51*b1cdbd2cSJim Jagielski struct rtl_arena_list_st
52*b1cdbd2cSJim Jagielski {
53*b1cdbd2cSJim Jagielski rtl_memory_lock_type m_lock;
54*b1cdbd2cSJim Jagielski rtl_arena_type m_arena_head;
55*b1cdbd2cSJim Jagielski };
56*b1cdbd2cSJim Jagielski
57*b1cdbd2cSJim Jagielski static struct rtl_arena_list_st g_arena_list;
58*b1cdbd2cSJim Jagielski
59*b1cdbd2cSJim Jagielski
60*b1cdbd2cSJim Jagielski /** gp_arena_arena
61*b1cdbd2cSJim Jagielski * provided for arena_type allocations, and hash_table resizing.
62*b1cdbd2cSJim Jagielski *
63*b1cdbd2cSJim Jagielski * @internal
64*b1cdbd2cSJim Jagielski */
65*b1cdbd2cSJim Jagielski static rtl_arena_type * gp_arena_arena = 0;
66*b1cdbd2cSJim Jagielski
67*b1cdbd2cSJim Jagielski
68*b1cdbd2cSJim Jagielski /** gp_machdep_arena
69*b1cdbd2cSJim Jagielski *
70*b1cdbd2cSJim Jagielski * Low level virtual memory (pseudo) arena
71*b1cdbd2cSJim Jagielski * (platform dependent implementation)
72*b1cdbd2cSJim Jagielski *
73*b1cdbd2cSJim Jagielski * @internal
74*b1cdbd2cSJim Jagielski */
75*b1cdbd2cSJim Jagielski static rtl_arena_type * gp_machdep_arena = 0;
76*b1cdbd2cSJim Jagielski
77*b1cdbd2cSJim Jagielski
78*b1cdbd2cSJim Jagielski static void *
79*b1cdbd2cSJim Jagielski SAL_CALL rtl_machdep_alloc (
80*b1cdbd2cSJim Jagielski rtl_arena_type * pArena,
81*b1cdbd2cSJim Jagielski sal_Size * pSize
82*b1cdbd2cSJim Jagielski );
83*b1cdbd2cSJim Jagielski
84*b1cdbd2cSJim Jagielski static void
85*b1cdbd2cSJim Jagielski SAL_CALL rtl_machdep_free (
86*b1cdbd2cSJim Jagielski rtl_arena_type * pArena,
87*b1cdbd2cSJim Jagielski void * pAddr,
88*b1cdbd2cSJim Jagielski sal_Size nSize
89*b1cdbd2cSJim Jagielski );
90*b1cdbd2cSJim Jagielski
91*b1cdbd2cSJim Jagielski static sal_Size
92*b1cdbd2cSJim Jagielski rtl_machdep_pagesize (void);
93*b1cdbd2cSJim Jagielski
94*b1cdbd2cSJim Jagielski
95*b1cdbd2cSJim Jagielski /** gp_default_arena
96*b1cdbd2cSJim Jagielski */
97*b1cdbd2cSJim Jagielski rtl_arena_type * gp_default_arena = 0;
98*b1cdbd2cSJim Jagielski
99*b1cdbd2cSJim Jagielski
100*b1cdbd2cSJim Jagielski /** rtl_arena_init()
101*b1cdbd2cSJim Jagielski * @internal
102*b1cdbd2cSJim Jagielski */
103*b1cdbd2cSJim Jagielski static int
104*b1cdbd2cSJim Jagielski rtl_arena_init (void);
105*b1cdbd2cSJim Jagielski
106*b1cdbd2cSJim Jagielski
107*b1cdbd2cSJim Jagielski /* ================================================================= */
108*b1cdbd2cSJim Jagielski
109*b1cdbd2cSJim Jagielski /** rtl_arena_segment_constructor()
110*b1cdbd2cSJim Jagielski */
111*b1cdbd2cSJim Jagielski static int
rtl_arena_segment_constructor(void * obj)112*b1cdbd2cSJim Jagielski rtl_arena_segment_constructor (void * obj)
113*b1cdbd2cSJim Jagielski {
114*b1cdbd2cSJim Jagielski rtl_arena_segment_type * segment = (rtl_arena_segment_type*)(obj);
115*b1cdbd2cSJim Jagielski
116*b1cdbd2cSJim Jagielski QUEUE_START_NAMED(segment, s);
117*b1cdbd2cSJim Jagielski QUEUE_START_NAMED(segment, f);
118*b1cdbd2cSJim Jagielski
119*b1cdbd2cSJim Jagielski return (1);
120*b1cdbd2cSJim Jagielski }
121*b1cdbd2cSJim Jagielski
122*b1cdbd2cSJim Jagielski
123*b1cdbd2cSJim Jagielski /** rtl_arena_segment_destructor()
124*b1cdbd2cSJim Jagielski */
125*b1cdbd2cSJim Jagielski static void
rtl_arena_segment_destructor(void * obj)126*b1cdbd2cSJim Jagielski rtl_arena_segment_destructor (void * obj)
127*b1cdbd2cSJim Jagielski {
128*b1cdbd2cSJim Jagielski #if OSL_DEBUG_LEVEL == 0
129*b1cdbd2cSJim Jagielski (void) obj; /* unused */
130*b1cdbd2cSJim Jagielski #else /* OSL_DEBUG_LEVEL */
131*b1cdbd2cSJim Jagielski rtl_arena_segment_type * segment = (rtl_arena_segment_type*)(obj);
132*b1cdbd2cSJim Jagielski
133*b1cdbd2cSJim Jagielski OSL_ASSERT(QUEUE_STARTED_NAMED(segment, s));
134*b1cdbd2cSJim Jagielski OSL_ASSERT(QUEUE_STARTED_NAMED(segment, f));
135*b1cdbd2cSJim Jagielski #endif /* OSL_DEBUG_LEVEL */
136*b1cdbd2cSJim Jagielski }
137*b1cdbd2cSJim Jagielski
138*b1cdbd2cSJim Jagielski /* ================================================================= */
139*b1cdbd2cSJim Jagielski
140*b1cdbd2cSJim Jagielski /** rtl_arena_segment_populate()
141*b1cdbd2cSJim Jagielski *
142*b1cdbd2cSJim Jagielski * @precond arena->m_lock acquired.
143*b1cdbd2cSJim Jagielski */
144*b1cdbd2cSJim Jagielski static int
rtl_arena_segment_populate(rtl_arena_type * arena)145*b1cdbd2cSJim Jagielski rtl_arena_segment_populate (
146*b1cdbd2cSJim Jagielski rtl_arena_type * arena
147*b1cdbd2cSJim Jagielski )
148*b1cdbd2cSJim Jagielski {
149*b1cdbd2cSJim Jagielski rtl_arena_segment_type *span;
150*b1cdbd2cSJim Jagielski sal_Size size = rtl_machdep_pagesize();
151*b1cdbd2cSJim Jagielski
152*b1cdbd2cSJim Jagielski span = rtl_machdep_alloc(gp_machdep_arena, &size);
153*b1cdbd2cSJim Jagielski if (span != 0)
154*b1cdbd2cSJim Jagielski {
155*b1cdbd2cSJim Jagielski rtl_arena_segment_type *first, *last, *head;
156*b1cdbd2cSJim Jagielski sal_Size count = size / sizeof(rtl_arena_segment_type);
157*b1cdbd2cSJim Jagielski
158*b1cdbd2cSJim Jagielski /* insert onto reserve span list */
159*b1cdbd2cSJim Jagielski QUEUE_INSERT_TAIL_NAMED(&(arena->m_segment_reserve_span_head), span, s);
160*b1cdbd2cSJim Jagielski QUEUE_START_NAMED(span, f);
161*b1cdbd2cSJim Jagielski span->m_addr = (sal_uIntPtr)(span);
162*b1cdbd2cSJim Jagielski span->m_size = size;
163*b1cdbd2cSJim Jagielski span->m_type = RTL_ARENA_SEGMENT_TYPE_SPAN;
164*b1cdbd2cSJim Jagielski
165*b1cdbd2cSJim Jagielski /* insert onto reserve list */
166*b1cdbd2cSJim Jagielski head = &(arena->m_segment_reserve_head);
167*b1cdbd2cSJim Jagielski for (first = span + 1, last = span + count; first < last; ++first)
168*b1cdbd2cSJim Jagielski {
169*b1cdbd2cSJim Jagielski QUEUE_INSERT_TAIL_NAMED(head, first, s);
170*b1cdbd2cSJim Jagielski QUEUE_START_NAMED(first, f);
171*b1cdbd2cSJim Jagielski first->m_addr = 0;
172*b1cdbd2cSJim Jagielski first->m_size = 0;
173*b1cdbd2cSJim Jagielski first->m_type = 0;
174*b1cdbd2cSJim Jagielski }
175*b1cdbd2cSJim Jagielski }
176*b1cdbd2cSJim Jagielski return (span != 0);
177*b1cdbd2cSJim Jagielski }
178*b1cdbd2cSJim Jagielski
179*b1cdbd2cSJim Jagielski
180*b1cdbd2cSJim Jagielski /** rtl_arena_segment_get()
181*b1cdbd2cSJim Jagielski *
182*b1cdbd2cSJim Jagielski * @precond arena->m_lock acquired.
183*b1cdbd2cSJim Jagielski * @precond (*ppSegment == 0)
184*b1cdbd2cSJim Jagielski */
185*b1cdbd2cSJim Jagielski static RTL_MEMORY_INLINE void
rtl_arena_segment_get(rtl_arena_type * arena,rtl_arena_segment_type ** ppSegment)186*b1cdbd2cSJim Jagielski rtl_arena_segment_get (
187*b1cdbd2cSJim Jagielski rtl_arena_type * arena,
188*b1cdbd2cSJim Jagielski rtl_arena_segment_type ** ppSegment
189*b1cdbd2cSJim Jagielski )
190*b1cdbd2cSJim Jagielski {
191*b1cdbd2cSJim Jagielski rtl_arena_segment_type * head;
192*b1cdbd2cSJim Jagielski
193*b1cdbd2cSJim Jagielski OSL_ASSERT(*ppSegment == 0);
194*b1cdbd2cSJim Jagielski
195*b1cdbd2cSJim Jagielski head = &(arena->m_segment_reserve_head);
196*b1cdbd2cSJim Jagielski if ((head->m_snext != head) || rtl_arena_segment_populate (arena))
197*b1cdbd2cSJim Jagielski {
198*b1cdbd2cSJim Jagielski (*ppSegment) = head->m_snext;
199*b1cdbd2cSJim Jagielski QUEUE_REMOVE_NAMED((*ppSegment), s);
200*b1cdbd2cSJim Jagielski }
201*b1cdbd2cSJim Jagielski }
202*b1cdbd2cSJim Jagielski
203*b1cdbd2cSJim Jagielski #if defined(__SUNPRO_C) || defined(__SUNPRO_CC)
204*b1cdbd2cSJim Jagielski #pragma inline(rtl_arena_segment_get)
205*b1cdbd2cSJim Jagielski #endif
206*b1cdbd2cSJim Jagielski
207*b1cdbd2cSJim Jagielski
208*b1cdbd2cSJim Jagielski /** rtl_arena_segment_put()
209*b1cdbd2cSJim Jagielski *
210*b1cdbd2cSJim Jagielski * @precond arena->m_lock acquired.
211*b1cdbd2cSJim Jagielski * @postcond (*ppSegment == 0)
212*b1cdbd2cSJim Jagielski */
213*b1cdbd2cSJim Jagielski static RTL_MEMORY_INLINE void
rtl_arena_segment_put(rtl_arena_type * arena,rtl_arena_segment_type ** ppSegment)214*b1cdbd2cSJim Jagielski rtl_arena_segment_put (
215*b1cdbd2cSJim Jagielski rtl_arena_type * arena,
216*b1cdbd2cSJim Jagielski rtl_arena_segment_type ** ppSegment
217*b1cdbd2cSJim Jagielski )
218*b1cdbd2cSJim Jagielski {
219*b1cdbd2cSJim Jagielski rtl_arena_segment_type * head;
220*b1cdbd2cSJim Jagielski
221*b1cdbd2cSJim Jagielski OSL_ASSERT(QUEUE_STARTED_NAMED((*ppSegment), s));
222*b1cdbd2cSJim Jagielski OSL_ASSERT(QUEUE_STARTED_NAMED((*ppSegment), f));
223*b1cdbd2cSJim Jagielski
224*b1cdbd2cSJim Jagielski (*ppSegment)->m_addr = 0;
225*b1cdbd2cSJim Jagielski (*ppSegment)->m_size = 0;
226*b1cdbd2cSJim Jagielski
227*b1cdbd2cSJim Jagielski OSL_ASSERT((*ppSegment)->m_type != RTL_ARENA_SEGMENT_TYPE_HEAD);
228*b1cdbd2cSJim Jagielski (*ppSegment)->m_type = 0;
229*b1cdbd2cSJim Jagielski
230*b1cdbd2cSJim Jagielski /* keep as reserve */
231*b1cdbd2cSJim Jagielski head = &(arena->m_segment_reserve_head);
232*b1cdbd2cSJim Jagielski QUEUE_INSERT_HEAD_NAMED(head, (*ppSegment), s);
233*b1cdbd2cSJim Jagielski
234*b1cdbd2cSJim Jagielski /* clear */
235*b1cdbd2cSJim Jagielski (*ppSegment) = 0;
236*b1cdbd2cSJim Jagielski }
237*b1cdbd2cSJim Jagielski
238*b1cdbd2cSJim Jagielski #if defined(__SUNPRO_C) || defined(__SUNPRO_CC)
239*b1cdbd2cSJim Jagielski #pragma inline(rtl_arena_segment_put)
240*b1cdbd2cSJim Jagielski #endif
241*b1cdbd2cSJim Jagielski
242*b1cdbd2cSJim Jagielski /* ================================================================= */
243*b1cdbd2cSJim Jagielski
244*b1cdbd2cSJim Jagielski /** rtl_arena_freelist_insert()
245*b1cdbd2cSJim Jagielski *
246*b1cdbd2cSJim Jagielski * @precond arena->m_lock acquired.
247*b1cdbd2cSJim Jagielski */
248*b1cdbd2cSJim Jagielski static RTL_MEMORY_INLINE void
rtl_arena_freelist_insert(rtl_arena_type * arena,rtl_arena_segment_type * segment)249*b1cdbd2cSJim Jagielski rtl_arena_freelist_insert (
250*b1cdbd2cSJim Jagielski rtl_arena_type * arena,
251*b1cdbd2cSJim Jagielski rtl_arena_segment_type * segment
252*b1cdbd2cSJim Jagielski )
253*b1cdbd2cSJim Jagielski {
254*b1cdbd2cSJim Jagielski rtl_arena_segment_type * head;
255*b1cdbd2cSJim Jagielski
256*b1cdbd2cSJim Jagielski head = &(arena->m_freelist_head[highbit(segment->m_size) - 1]);
257*b1cdbd2cSJim Jagielski QUEUE_INSERT_TAIL_NAMED(head, segment, f);
258*b1cdbd2cSJim Jagielski
259*b1cdbd2cSJim Jagielski arena->m_freelist_bitmap |= head->m_size;
260*b1cdbd2cSJim Jagielski }
261*b1cdbd2cSJim Jagielski
262*b1cdbd2cSJim Jagielski #if defined(__SUNPRO_C) || defined(__SUNPRO_CC)
263*b1cdbd2cSJim Jagielski #pragma inline(rtl_arena_freelist_insert)
264*b1cdbd2cSJim Jagielski #endif /* __SUNPRO_C */
265*b1cdbd2cSJim Jagielski
266*b1cdbd2cSJim Jagielski
267*b1cdbd2cSJim Jagielski /** rtl_arena_freelist_remove()
268*b1cdbd2cSJim Jagielski *
269*b1cdbd2cSJim Jagielski * @precond arena->m_lock acquired.
270*b1cdbd2cSJim Jagielski */
271*b1cdbd2cSJim Jagielski static RTL_MEMORY_INLINE void
rtl_arena_freelist_remove(rtl_arena_type * arena,rtl_arena_segment_type * segment)272*b1cdbd2cSJim Jagielski rtl_arena_freelist_remove (
273*b1cdbd2cSJim Jagielski rtl_arena_type * arena,
274*b1cdbd2cSJim Jagielski rtl_arena_segment_type * segment
275*b1cdbd2cSJim Jagielski )
276*b1cdbd2cSJim Jagielski {
277*b1cdbd2cSJim Jagielski if ((segment->m_fnext->m_type == RTL_ARENA_SEGMENT_TYPE_HEAD) &&
278*b1cdbd2cSJim Jagielski (segment->m_fprev->m_type == RTL_ARENA_SEGMENT_TYPE_HEAD) )
279*b1cdbd2cSJim Jagielski {
280*b1cdbd2cSJim Jagielski rtl_arena_segment_type * head;
281*b1cdbd2cSJim Jagielski
282*b1cdbd2cSJim Jagielski head = segment->m_fprev;
283*b1cdbd2cSJim Jagielski OSL_ASSERT(arena->m_freelist_bitmap & head->m_size);
284*b1cdbd2cSJim Jagielski arena->m_freelist_bitmap ^= head->m_size;
285*b1cdbd2cSJim Jagielski }
286*b1cdbd2cSJim Jagielski QUEUE_REMOVE_NAMED(segment, f);
287*b1cdbd2cSJim Jagielski }
288*b1cdbd2cSJim Jagielski
289*b1cdbd2cSJim Jagielski #if defined(__SUNPRO_C) || defined(__SUNPRO_CC)
290*b1cdbd2cSJim Jagielski #pragma inline(rtl_arena_freelist_remove)
291*b1cdbd2cSJim Jagielski #endif /* __SUNPRO_C */
292*b1cdbd2cSJim Jagielski
293*b1cdbd2cSJim Jagielski
294*b1cdbd2cSJim Jagielski /* ================================================================= */
295*b1cdbd2cSJim Jagielski
296*b1cdbd2cSJim Jagielski /** RTL_ARENA_HASH_INDEX()
297*b1cdbd2cSJim Jagielski */
298*b1cdbd2cSJim Jagielski #define RTL_ARENA_HASH_INDEX_IMPL(a, s, q, m) \
299*b1cdbd2cSJim Jagielski ((((a) + ((a) >> (s)) + ((a) >> ((s) << 1))) >> (q)) & (m))
300*b1cdbd2cSJim Jagielski
301*b1cdbd2cSJim Jagielski #define RTL_ARENA_HASH_INDEX(arena, addr) \
302*b1cdbd2cSJim Jagielski RTL_ARENA_HASH_INDEX_IMPL((addr), (arena)->m_hash_shift, (arena)->m_quantum_shift, ((arena)->m_hash_size - 1))
303*b1cdbd2cSJim Jagielski
304*b1cdbd2cSJim Jagielski /** rtl_arena_hash_rescale()
305*b1cdbd2cSJim Jagielski *
306*b1cdbd2cSJim Jagielski * @precond arena->m_lock released.
307*b1cdbd2cSJim Jagielski */
308*b1cdbd2cSJim Jagielski static void
rtl_arena_hash_rescale(rtl_arena_type * arena,sal_Size new_size)309*b1cdbd2cSJim Jagielski rtl_arena_hash_rescale (
310*b1cdbd2cSJim Jagielski rtl_arena_type * arena,
311*b1cdbd2cSJim Jagielski sal_Size new_size
312*b1cdbd2cSJim Jagielski )
313*b1cdbd2cSJim Jagielski {
314*b1cdbd2cSJim Jagielski rtl_arena_segment_type ** new_table;
315*b1cdbd2cSJim Jagielski sal_Size new_bytes;
316*b1cdbd2cSJim Jagielski
317*b1cdbd2cSJim Jagielski new_bytes = new_size * sizeof(rtl_arena_segment_type*);
318*b1cdbd2cSJim Jagielski new_table = (rtl_arena_segment_type **)rtl_arena_alloc (gp_arena_arena, &new_bytes);
319*b1cdbd2cSJim Jagielski
320*b1cdbd2cSJim Jagielski if (new_table != 0)
321*b1cdbd2cSJim Jagielski {
322*b1cdbd2cSJim Jagielski rtl_arena_segment_type ** old_table;
323*b1cdbd2cSJim Jagielski sal_Size old_size, i;
324*b1cdbd2cSJim Jagielski
325*b1cdbd2cSJim Jagielski memset (new_table, 0, new_bytes);
326*b1cdbd2cSJim Jagielski
327*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_ACQUIRE(&(arena->m_lock));
328*b1cdbd2cSJim Jagielski
329*b1cdbd2cSJim Jagielski old_table = arena->m_hash_table;
330*b1cdbd2cSJim Jagielski old_size = arena->m_hash_size;
331*b1cdbd2cSJim Jagielski
332*b1cdbd2cSJim Jagielski OSL_TRACE(
333*b1cdbd2cSJim Jagielski "rtl_arena_hash_rescale(\"%s\"): "
334*b1cdbd2cSJim Jagielski "nseg: %"PRIu64" (ave: %"PRIu64"), frees: %"PRIu64" "
335*b1cdbd2cSJim Jagielski "[old_size: %lu, new_size: %lu]",
336*b1cdbd2cSJim Jagielski arena->m_name,
337*b1cdbd2cSJim Jagielski arena->m_stats.m_alloc - arena->m_stats.m_free,
338*b1cdbd2cSJim Jagielski (arena->m_stats.m_alloc - arena->m_stats.m_free) >> arena->m_hash_shift,
339*b1cdbd2cSJim Jagielski arena->m_stats.m_free,
340*b1cdbd2cSJim Jagielski old_size, new_size
341*b1cdbd2cSJim Jagielski );
342*b1cdbd2cSJim Jagielski
343*b1cdbd2cSJim Jagielski #if 0 /* DBG */
344*b1cdbd2cSJim Jagielski for (i = 0; i < arena->m_hash_size; i++)
345*b1cdbd2cSJim Jagielski {
346*b1cdbd2cSJim Jagielski sal_Size k = 0; rtl_arena_segment_type ** segpp = &(arena->m_hash_table[i]);
347*b1cdbd2cSJim Jagielski while (*segpp)
348*b1cdbd2cSJim Jagielski {
349*b1cdbd2cSJim Jagielski k += 1;
350*b1cdbd2cSJim Jagielski segpp = &((*segpp)->m_fnext);
351*b1cdbd2cSJim Jagielski }
352*b1cdbd2cSJim Jagielski fprintf(stdout, "%d, ", k);
353*b1cdbd2cSJim Jagielski }
354*b1cdbd2cSJim Jagielski fprintf(stdout, "\n");
355*b1cdbd2cSJim Jagielski #endif /* DBG */
356*b1cdbd2cSJim Jagielski
357*b1cdbd2cSJim Jagielski arena->m_hash_table = new_table;
358*b1cdbd2cSJim Jagielski arena->m_hash_size = new_size;
359*b1cdbd2cSJim Jagielski arena->m_hash_shift = highbit(arena->m_hash_size) - 1;
360*b1cdbd2cSJim Jagielski
361*b1cdbd2cSJim Jagielski for (i = 0; i < old_size; i++)
362*b1cdbd2cSJim Jagielski {
363*b1cdbd2cSJim Jagielski rtl_arena_segment_type * curr = old_table[i];
364*b1cdbd2cSJim Jagielski while (curr != 0)
365*b1cdbd2cSJim Jagielski {
366*b1cdbd2cSJim Jagielski rtl_arena_segment_type * next = curr->m_fnext;
367*b1cdbd2cSJim Jagielski rtl_arena_segment_type ** head;
368*b1cdbd2cSJim Jagielski
369*b1cdbd2cSJim Jagielski head = &(arena->m_hash_table[RTL_ARENA_HASH_INDEX(arena, curr->m_addr)]);
370*b1cdbd2cSJim Jagielski curr->m_fnext = (*head);
371*b1cdbd2cSJim Jagielski (*head) = curr;
372*b1cdbd2cSJim Jagielski
373*b1cdbd2cSJim Jagielski curr = next;
374*b1cdbd2cSJim Jagielski }
375*b1cdbd2cSJim Jagielski old_table[i] = 0;
376*b1cdbd2cSJim Jagielski }
377*b1cdbd2cSJim Jagielski
378*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_RELEASE(&(arena->m_lock));
379*b1cdbd2cSJim Jagielski
380*b1cdbd2cSJim Jagielski if (old_table != arena->m_hash_table_0)
381*b1cdbd2cSJim Jagielski {
382*b1cdbd2cSJim Jagielski sal_Size old_bytes = old_size * sizeof(rtl_arena_segment_type*);
383*b1cdbd2cSJim Jagielski rtl_arena_free (gp_arena_arena, old_table, old_bytes);
384*b1cdbd2cSJim Jagielski }
385*b1cdbd2cSJim Jagielski }
386*b1cdbd2cSJim Jagielski }
387*b1cdbd2cSJim Jagielski
388*b1cdbd2cSJim Jagielski
389*b1cdbd2cSJim Jagielski /** rtl_arena_hash_insert()
390*b1cdbd2cSJim Jagielski * ...and update stats.
391*b1cdbd2cSJim Jagielski */
392*b1cdbd2cSJim Jagielski static RTL_MEMORY_INLINE void
rtl_arena_hash_insert(rtl_arena_type * arena,rtl_arena_segment_type * segment)393*b1cdbd2cSJim Jagielski rtl_arena_hash_insert (
394*b1cdbd2cSJim Jagielski rtl_arena_type * arena,
395*b1cdbd2cSJim Jagielski rtl_arena_segment_type * segment
396*b1cdbd2cSJim Jagielski )
397*b1cdbd2cSJim Jagielski {
398*b1cdbd2cSJim Jagielski rtl_arena_segment_type ** ppSegment;
399*b1cdbd2cSJim Jagielski
400*b1cdbd2cSJim Jagielski ppSegment = &(arena->m_hash_table[RTL_ARENA_HASH_INDEX(arena, segment->m_addr)]);
401*b1cdbd2cSJim Jagielski
402*b1cdbd2cSJim Jagielski segment->m_fnext = (*ppSegment);
403*b1cdbd2cSJim Jagielski (*ppSegment) = segment;
404*b1cdbd2cSJim Jagielski
405*b1cdbd2cSJim Jagielski arena->m_stats.m_alloc += 1;
406*b1cdbd2cSJim Jagielski arena->m_stats.m_mem_alloc += segment->m_size;
407*b1cdbd2cSJim Jagielski }
408*b1cdbd2cSJim Jagielski
409*b1cdbd2cSJim Jagielski #if defined(__SUNPRO_C) || defined(__SUNPRO_CC)
410*b1cdbd2cSJim Jagielski #pragma inline(rtl_arena_hash_insert)
411*b1cdbd2cSJim Jagielski #endif /* __SUNPRO_C */
412*b1cdbd2cSJim Jagielski
413*b1cdbd2cSJim Jagielski
414*b1cdbd2cSJim Jagielski /** rtl_arena_hash_remove()
415*b1cdbd2cSJim Jagielski * ...and update stats.
416*b1cdbd2cSJim Jagielski */
417*b1cdbd2cSJim Jagielski static rtl_arena_segment_type *
rtl_arena_hash_remove(rtl_arena_type * arena,sal_uIntPtr addr,sal_Size size)418*b1cdbd2cSJim Jagielski rtl_arena_hash_remove (
419*b1cdbd2cSJim Jagielski rtl_arena_type * arena,
420*b1cdbd2cSJim Jagielski sal_uIntPtr addr,
421*b1cdbd2cSJim Jagielski sal_Size size
422*b1cdbd2cSJim Jagielski )
423*b1cdbd2cSJim Jagielski {
424*b1cdbd2cSJim Jagielski rtl_arena_segment_type *segment, **segpp;
425*b1cdbd2cSJim Jagielski sal_Size lookups = 0;
426*b1cdbd2cSJim Jagielski
427*b1cdbd2cSJim Jagielski #if OSL_DEBUG_LEVEL == 0
428*b1cdbd2cSJim Jagielski (void) size; /* unused */
429*b1cdbd2cSJim Jagielski #endif /* OSL_DEBUG_LEVEL */
430*b1cdbd2cSJim Jagielski
431*b1cdbd2cSJim Jagielski segpp = &(arena->m_hash_table[RTL_ARENA_HASH_INDEX(arena, addr)]);
432*b1cdbd2cSJim Jagielski while ((segment = *segpp) != 0)
433*b1cdbd2cSJim Jagielski {
434*b1cdbd2cSJim Jagielski if (segment->m_addr == addr)
435*b1cdbd2cSJim Jagielski {
436*b1cdbd2cSJim Jagielski *segpp = segment->m_fnext, segment->m_fnext = segment->m_fprev = segment;
437*b1cdbd2cSJim Jagielski break;
438*b1cdbd2cSJim Jagielski }
439*b1cdbd2cSJim Jagielski
440*b1cdbd2cSJim Jagielski /* update lookup miss stats */
441*b1cdbd2cSJim Jagielski lookups += 1;
442*b1cdbd2cSJim Jagielski segpp = &(segment->m_fnext);
443*b1cdbd2cSJim Jagielski }
444*b1cdbd2cSJim Jagielski
445*b1cdbd2cSJim Jagielski OSL_POSTCOND(segment != 0, "rtl_arena_hash_remove(): bad free.");
446*b1cdbd2cSJim Jagielski if (segment != 0)
447*b1cdbd2cSJim Jagielski {
448*b1cdbd2cSJim Jagielski OSL_POSTCOND(segment->m_size == size, "rtl_arena_hash_remove(): wrong size.");
449*b1cdbd2cSJim Jagielski
450*b1cdbd2cSJim Jagielski arena->m_stats.m_free += 1;
451*b1cdbd2cSJim Jagielski arena->m_stats.m_mem_alloc -= segment->m_size;
452*b1cdbd2cSJim Jagielski
453*b1cdbd2cSJim Jagielski if (lookups > 1)
454*b1cdbd2cSJim Jagielski {
455*b1cdbd2cSJim Jagielski sal_Size nseg = (sal_Size)(arena->m_stats.m_alloc - arena->m_stats.m_free);
456*b1cdbd2cSJim Jagielski if (nseg > 4 * arena->m_hash_size)
457*b1cdbd2cSJim Jagielski {
458*b1cdbd2cSJim Jagielski if (!(arena->m_flags & RTL_ARENA_FLAG_RESCALE))
459*b1cdbd2cSJim Jagielski {
460*b1cdbd2cSJim Jagielski sal_Size ave = nseg >> arena->m_hash_shift;
461*b1cdbd2cSJim Jagielski sal_Size new_size = arena->m_hash_size << (highbit(ave) - 1);
462*b1cdbd2cSJim Jagielski
463*b1cdbd2cSJim Jagielski arena->m_flags |= RTL_ARENA_FLAG_RESCALE;
464*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_RELEASE(&(arena->m_lock));
465*b1cdbd2cSJim Jagielski rtl_arena_hash_rescale (arena, new_size);
466*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_ACQUIRE(&(arena->m_lock));
467*b1cdbd2cSJim Jagielski arena->m_flags &= ~RTL_ARENA_FLAG_RESCALE;
468*b1cdbd2cSJim Jagielski }
469*b1cdbd2cSJim Jagielski }
470*b1cdbd2cSJim Jagielski }
471*b1cdbd2cSJim Jagielski }
472*b1cdbd2cSJim Jagielski
473*b1cdbd2cSJim Jagielski return (segment);
474*b1cdbd2cSJim Jagielski }
475*b1cdbd2cSJim Jagielski
476*b1cdbd2cSJim Jagielski /* ================================================================= */
477*b1cdbd2cSJim Jagielski
478*b1cdbd2cSJim Jagielski /** rtl_arena_segment_alloc()
479*b1cdbd2cSJim Jagielski * allocate (and remove) segment from freelist
480*b1cdbd2cSJim Jagielski *
481*b1cdbd2cSJim Jagielski * @precond arena->m_lock acquired
482*b1cdbd2cSJim Jagielski * @precond (*ppSegment == 0)
483*b1cdbd2cSJim Jagielski */
484*b1cdbd2cSJim Jagielski static int
rtl_arena_segment_alloc(rtl_arena_type * arena,sal_Size size,rtl_arena_segment_type ** ppSegment)485*b1cdbd2cSJim Jagielski rtl_arena_segment_alloc (
486*b1cdbd2cSJim Jagielski rtl_arena_type * arena,
487*b1cdbd2cSJim Jagielski sal_Size size,
488*b1cdbd2cSJim Jagielski rtl_arena_segment_type ** ppSegment
489*b1cdbd2cSJim Jagielski )
490*b1cdbd2cSJim Jagielski {
491*b1cdbd2cSJim Jagielski int index = 0;
492*b1cdbd2cSJim Jagielski
493*b1cdbd2cSJim Jagielski OSL_ASSERT(*ppSegment == 0);
494*b1cdbd2cSJim Jagielski if (!RTL_MEMORY_ISP2(size))
495*b1cdbd2cSJim Jagielski {
496*b1cdbd2cSJim Jagielski int msb = highbit(size);
497*b1cdbd2cSJim Jagielski if (RTL_ARENA_FREELIST_SIZE == SAL_INT_CAST(size_t, msb))
498*b1cdbd2cSJim Jagielski {
499*b1cdbd2cSJim Jagielski /* highest possible freelist: fall back to first fit */
500*b1cdbd2cSJim Jagielski rtl_arena_segment_type *head, *segment;
501*b1cdbd2cSJim Jagielski
502*b1cdbd2cSJim Jagielski head = &(arena->m_freelist_head[msb - 1]);
503*b1cdbd2cSJim Jagielski for (segment = head->m_fnext; segment != head; segment = segment->m_fnext)
504*b1cdbd2cSJim Jagielski {
505*b1cdbd2cSJim Jagielski if (segment->m_size >= size)
506*b1cdbd2cSJim Jagielski {
507*b1cdbd2cSJim Jagielski /* allocate first fit segment */
508*b1cdbd2cSJim Jagielski (*ppSegment) = segment;
509*b1cdbd2cSJim Jagielski break;
510*b1cdbd2cSJim Jagielski }
511*b1cdbd2cSJim Jagielski }
512*b1cdbd2cSJim Jagielski goto dequeue_and_leave;
513*b1cdbd2cSJim Jagielski }
514*b1cdbd2cSJim Jagielski
515*b1cdbd2cSJim Jagielski /* roundup to next power of 2 */
516*b1cdbd2cSJim Jagielski size = (1UL << msb);
517*b1cdbd2cSJim Jagielski }
518*b1cdbd2cSJim Jagielski
519*b1cdbd2cSJim Jagielski index = lowbit(RTL_MEMORY_P2ALIGN(arena->m_freelist_bitmap, size));
520*b1cdbd2cSJim Jagielski if (index > 0)
521*b1cdbd2cSJim Jagielski {
522*b1cdbd2cSJim Jagielski /* instant fit: allocate first free segment */
523*b1cdbd2cSJim Jagielski rtl_arena_segment_type *head;
524*b1cdbd2cSJim Jagielski
525*b1cdbd2cSJim Jagielski head = &(arena->m_freelist_head[index - 1]);
526*b1cdbd2cSJim Jagielski (*ppSegment) = head->m_fnext;
527*b1cdbd2cSJim Jagielski OSL_ASSERT((*ppSegment) != head);
528*b1cdbd2cSJim Jagielski }
529*b1cdbd2cSJim Jagielski
530*b1cdbd2cSJim Jagielski dequeue_and_leave:
531*b1cdbd2cSJim Jagielski if (*ppSegment != 0)
532*b1cdbd2cSJim Jagielski {
533*b1cdbd2cSJim Jagielski /* remove from freelist */
534*b1cdbd2cSJim Jagielski rtl_arena_freelist_remove (arena, (*ppSegment));
535*b1cdbd2cSJim Jagielski }
536*b1cdbd2cSJim Jagielski return (*ppSegment != 0);
537*b1cdbd2cSJim Jagielski }
538*b1cdbd2cSJim Jagielski
539*b1cdbd2cSJim Jagielski
540*b1cdbd2cSJim Jagielski /** rtl_arena_segment_create()
541*b1cdbd2cSJim Jagielski * import new (span) segment from source arena
542*b1cdbd2cSJim Jagielski *
543*b1cdbd2cSJim Jagielski * @precond arena->m_lock acquired
544*b1cdbd2cSJim Jagielski * @precond (*ppSegment == 0)
545*b1cdbd2cSJim Jagielski */
546*b1cdbd2cSJim Jagielski static int
rtl_arena_segment_create(rtl_arena_type * arena,sal_Size size,rtl_arena_segment_type ** ppSegment)547*b1cdbd2cSJim Jagielski rtl_arena_segment_create (
548*b1cdbd2cSJim Jagielski rtl_arena_type * arena,
549*b1cdbd2cSJim Jagielski sal_Size size,
550*b1cdbd2cSJim Jagielski rtl_arena_segment_type ** ppSegment
551*b1cdbd2cSJim Jagielski )
552*b1cdbd2cSJim Jagielski {
553*b1cdbd2cSJim Jagielski OSL_ASSERT((*ppSegment) == 0);
554*b1cdbd2cSJim Jagielski if (arena->m_source_alloc != 0)
555*b1cdbd2cSJim Jagielski {
556*b1cdbd2cSJim Jagielski rtl_arena_segment_get (arena, ppSegment);
557*b1cdbd2cSJim Jagielski if (*ppSegment != 0)
558*b1cdbd2cSJim Jagielski {
559*b1cdbd2cSJim Jagielski rtl_arena_segment_type * span = 0;
560*b1cdbd2cSJim Jagielski rtl_arena_segment_get (arena, &span);
561*b1cdbd2cSJim Jagielski if (span != 0)
562*b1cdbd2cSJim Jagielski {
563*b1cdbd2cSJim Jagielski /* import new span from source arena */
564*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_RELEASE(&(arena->m_lock));
565*b1cdbd2cSJim Jagielski
566*b1cdbd2cSJim Jagielski span->m_size = size;
567*b1cdbd2cSJim Jagielski span->m_addr = (sal_uIntPtr)(arena->m_source_alloc)(
568*b1cdbd2cSJim Jagielski arena->m_source_arena, &(span->m_size));
569*b1cdbd2cSJim Jagielski
570*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_ACQUIRE(&(arena->m_lock));
571*b1cdbd2cSJim Jagielski if (span->m_addr != 0)
572*b1cdbd2cSJim Jagielski {
573*b1cdbd2cSJim Jagielski /* insert onto segment list, update stats */
574*b1cdbd2cSJim Jagielski span->m_type = RTL_ARENA_SEGMENT_TYPE_SPAN;
575*b1cdbd2cSJim Jagielski QUEUE_INSERT_HEAD_NAMED(&(arena->m_segment_head), span, s);
576*b1cdbd2cSJim Jagielski arena->m_stats.m_mem_total += span->m_size;
577*b1cdbd2cSJim Jagielski
578*b1cdbd2cSJim Jagielski (*ppSegment)->m_addr = span->m_addr;
579*b1cdbd2cSJim Jagielski (*ppSegment)->m_size = span->m_size;
580*b1cdbd2cSJim Jagielski (*ppSegment)->m_type = RTL_ARENA_SEGMENT_TYPE_FREE;
581*b1cdbd2cSJim Jagielski QUEUE_INSERT_HEAD_NAMED(span, (*ppSegment), s);
582*b1cdbd2cSJim Jagielski
583*b1cdbd2cSJim Jagielski /* report success */
584*b1cdbd2cSJim Jagielski return (1);
585*b1cdbd2cSJim Jagielski }
586*b1cdbd2cSJim Jagielski rtl_arena_segment_put (arena, &span);
587*b1cdbd2cSJim Jagielski }
588*b1cdbd2cSJim Jagielski rtl_arena_segment_put (arena, ppSegment);
589*b1cdbd2cSJim Jagielski }
590*b1cdbd2cSJim Jagielski }
591*b1cdbd2cSJim Jagielski return (0);
592*b1cdbd2cSJim Jagielski }
593*b1cdbd2cSJim Jagielski
594*b1cdbd2cSJim Jagielski
595*b1cdbd2cSJim Jagielski /** rtl_arena_segment_coalesce()
596*b1cdbd2cSJim Jagielski * mark as free and join with adjacent free segment(s)
597*b1cdbd2cSJim Jagielski *
598*b1cdbd2cSJim Jagielski * @precond arena->m_lock acquired
599*b1cdbd2cSJim Jagielski * @precond segment marked 'used'
600*b1cdbd2cSJim Jagielski */
601*b1cdbd2cSJim Jagielski static void
rtl_arena_segment_coalesce(rtl_arena_type * arena,rtl_arena_segment_type * segment)602*b1cdbd2cSJim Jagielski rtl_arena_segment_coalesce (
603*b1cdbd2cSJim Jagielski rtl_arena_type * arena,
604*b1cdbd2cSJim Jagielski rtl_arena_segment_type * segment
605*b1cdbd2cSJim Jagielski )
606*b1cdbd2cSJim Jagielski {
607*b1cdbd2cSJim Jagielski rtl_arena_segment_type *next, *prev;
608*b1cdbd2cSJim Jagielski
609*b1cdbd2cSJim Jagielski /* mark segment free */
610*b1cdbd2cSJim Jagielski OSL_ASSERT(segment->m_type == RTL_ARENA_SEGMENT_TYPE_USED);
611*b1cdbd2cSJim Jagielski segment->m_type = RTL_ARENA_SEGMENT_TYPE_FREE;
612*b1cdbd2cSJim Jagielski
613*b1cdbd2cSJim Jagielski /* try to merge w/ next segment */
614*b1cdbd2cSJim Jagielski next = segment->m_snext;
615*b1cdbd2cSJim Jagielski if (next->m_type == RTL_ARENA_SEGMENT_TYPE_FREE)
616*b1cdbd2cSJim Jagielski {
617*b1cdbd2cSJim Jagielski OSL_ASSERT(segment->m_addr + segment->m_size == next->m_addr);
618*b1cdbd2cSJim Jagielski segment->m_size += next->m_size;
619*b1cdbd2cSJim Jagielski
620*b1cdbd2cSJim Jagielski /* remove from freelist */
621*b1cdbd2cSJim Jagielski rtl_arena_freelist_remove (arena, next);
622*b1cdbd2cSJim Jagielski
623*b1cdbd2cSJim Jagielski /* remove from segment list */
624*b1cdbd2cSJim Jagielski QUEUE_REMOVE_NAMED(next, s);
625*b1cdbd2cSJim Jagielski
626*b1cdbd2cSJim Jagielski /* release segment descriptor */
627*b1cdbd2cSJim Jagielski rtl_arena_segment_put (arena, &next);
628*b1cdbd2cSJim Jagielski }
629*b1cdbd2cSJim Jagielski
630*b1cdbd2cSJim Jagielski /* try to merge w/ prev segment */
631*b1cdbd2cSJim Jagielski prev = segment->m_sprev;
632*b1cdbd2cSJim Jagielski if (prev->m_type == RTL_ARENA_SEGMENT_TYPE_FREE)
633*b1cdbd2cSJim Jagielski {
634*b1cdbd2cSJim Jagielski OSL_ASSERT(prev->m_addr + prev->m_size == segment->m_addr);
635*b1cdbd2cSJim Jagielski segment->m_addr = prev->m_addr;
636*b1cdbd2cSJim Jagielski segment->m_size += prev->m_size;
637*b1cdbd2cSJim Jagielski
638*b1cdbd2cSJim Jagielski /* remove from freelist */
639*b1cdbd2cSJim Jagielski rtl_arena_freelist_remove (arena, prev);
640*b1cdbd2cSJim Jagielski
641*b1cdbd2cSJim Jagielski /* remove from segment list */
642*b1cdbd2cSJim Jagielski QUEUE_REMOVE_NAMED(prev, s);
643*b1cdbd2cSJim Jagielski
644*b1cdbd2cSJim Jagielski /* release segment descriptor */
645*b1cdbd2cSJim Jagielski rtl_arena_segment_put (arena, &prev);
646*b1cdbd2cSJim Jagielski }
647*b1cdbd2cSJim Jagielski }
648*b1cdbd2cSJim Jagielski
649*b1cdbd2cSJim Jagielski /* ================================================================= */
650*b1cdbd2cSJim Jagielski
651*b1cdbd2cSJim Jagielski /** rtl_arena_constructor()
652*b1cdbd2cSJim Jagielski */
653*b1cdbd2cSJim Jagielski static void
rtl_arena_constructor(void * obj)654*b1cdbd2cSJim Jagielski rtl_arena_constructor (void * obj)
655*b1cdbd2cSJim Jagielski {
656*b1cdbd2cSJim Jagielski rtl_arena_type * arena = (rtl_arena_type*)(obj);
657*b1cdbd2cSJim Jagielski rtl_arena_segment_type * head;
658*b1cdbd2cSJim Jagielski size_t i;
659*b1cdbd2cSJim Jagielski
660*b1cdbd2cSJim Jagielski memset (arena, 0, sizeof(rtl_arena_type));
661*b1cdbd2cSJim Jagielski
662*b1cdbd2cSJim Jagielski QUEUE_START_NAMED(arena, arena_);
663*b1cdbd2cSJim Jagielski
664*b1cdbd2cSJim Jagielski (void) RTL_MEMORY_LOCK_INIT(&(arena->m_lock));
665*b1cdbd2cSJim Jagielski
666*b1cdbd2cSJim Jagielski head = &(arena->m_segment_reserve_span_head);
667*b1cdbd2cSJim Jagielski rtl_arena_segment_constructor (head);
668*b1cdbd2cSJim Jagielski head->m_type = RTL_ARENA_SEGMENT_TYPE_HEAD;
669*b1cdbd2cSJim Jagielski
670*b1cdbd2cSJim Jagielski head = &(arena->m_segment_reserve_head);
671*b1cdbd2cSJim Jagielski rtl_arena_segment_constructor (head);
672*b1cdbd2cSJim Jagielski head->m_type = RTL_ARENA_SEGMENT_TYPE_HEAD;
673*b1cdbd2cSJim Jagielski
674*b1cdbd2cSJim Jagielski head = &(arena->m_segment_head);
675*b1cdbd2cSJim Jagielski rtl_arena_segment_constructor (head);
676*b1cdbd2cSJim Jagielski head->m_type = RTL_ARENA_SEGMENT_TYPE_HEAD;
677*b1cdbd2cSJim Jagielski
678*b1cdbd2cSJim Jagielski for (i = 0; i < RTL_ARENA_FREELIST_SIZE; i++)
679*b1cdbd2cSJim Jagielski {
680*b1cdbd2cSJim Jagielski head = &(arena->m_freelist_head[i]);
681*b1cdbd2cSJim Jagielski rtl_arena_segment_constructor (head);
682*b1cdbd2cSJim Jagielski
683*b1cdbd2cSJim Jagielski head->m_size = (1UL << i);
684*b1cdbd2cSJim Jagielski head->m_type = RTL_ARENA_SEGMENT_TYPE_HEAD;
685*b1cdbd2cSJim Jagielski }
686*b1cdbd2cSJim Jagielski
687*b1cdbd2cSJim Jagielski arena->m_hash_table = arena->m_hash_table_0;
688*b1cdbd2cSJim Jagielski arena->m_hash_size = RTL_ARENA_HASH_SIZE;
689*b1cdbd2cSJim Jagielski arena->m_hash_shift = highbit(arena->m_hash_size) - 1;
690*b1cdbd2cSJim Jagielski }
691*b1cdbd2cSJim Jagielski
692*b1cdbd2cSJim Jagielski
693*b1cdbd2cSJim Jagielski /** rtl_arena_destructor()
694*b1cdbd2cSJim Jagielski */
695*b1cdbd2cSJim Jagielski static void
rtl_arena_destructor(void * obj)696*b1cdbd2cSJim Jagielski rtl_arena_destructor (void * obj)
697*b1cdbd2cSJim Jagielski {
698*b1cdbd2cSJim Jagielski rtl_arena_type * arena = (rtl_arena_type*)(obj);
699*b1cdbd2cSJim Jagielski rtl_arena_segment_type * head;
700*b1cdbd2cSJim Jagielski size_t i;
701*b1cdbd2cSJim Jagielski
702*b1cdbd2cSJim Jagielski OSL_ASSERT(QUEUE_STARTED_NAMED(arena, arena_));
703*b1cdbd2cSJim Jagielski
704*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_DESTROY(&(arena->m_lock));
705*b1cdbd2cSJim Jagielski
706*b1cdbd2cSJim Jagielski head = &(arena->m_segment_reserve_span_head);
707*b1cdbd2cSJim Jagielski OSL_ASSERT(head->m_type == RTL_ARENA_SEGMENT_TYPE_HEAD);
708*b1cdbd2cSJim Jagielski rtl_arena_segment_destructor (head);
709*b1cdbd2cSJim Jagielski
710*b1cdbd2cSJim Jagielski head = &(arena->m_segment_reserve_head);
711*b1cdbd2cSJim Jagielski OSL_ASSERT(head->m_type == RTL_ARENA_SEGMENT_TYPE_HEAD);
712*b1cdbd2cSJim Jagielski rtl_arena_segment_destructor (head);
713*b1cdbd2cSJim Jagielski
714*b1cdbd2cSJim Jagielski head = &(arena->m_segment_head);
715*b1cdbd2cSJim Jagielski OSL_ASSERT(head->m_type == RTL_ARENA_SEGMENT_TYPE_HEAD);
716*b1cdbd2cSJim Jagielski rtl_arena_segment_destructor (head);
717*b1cdbd2cSJim Jagielski
718*b1cdbd2cSJim Jagielski for (i = 0; i < RTL_ARENA_FREELIST_SIZE; i++)
719*b1cdbd2cSJim Jagielski {
720*b1cdbd2cSJim Jagielski head = &(arena->m_freelist_head[i]);
721*b1cdbd2cSJim Jagielski
722*b1cdbd2cSJim Jagielski OSL_ASSERT(head->m_size == (1UL << i));
723*b1cdbd2cSJim Jagielski OSL_ASSERT(head->m_type == RTL_ARENA_SEGMENT_TYPE_HEAD);
724*b1cdbd2cSJim Jagielski
725*b1cdbd2cSJim Jagielski rtl_arena_segment_destructor (head);
726*b1cdbd2cSJim Jagielski }
727*b1cdbd2cSJim Jagielski
728*b1cdbd2cSJim Jagielski OSL_ASSERT(arena->m_hash_table == arena->m_hash_table_0);
729*b1cdbd2cSJim Jagielski OSL_ASSERT(arena->m_hash_size == RTL_ARENA_HASH_SIZE);
730*b1cdbd2cSJim Jagielski OSL_ASSERT(
731*b1cdbd2cSJim Jagielski arena->m_hash_shift ==
732*b1cdbd2cSJim Jagielski SAL_INT_CAST(unsigned, highbit(arena->m_hash_size) - 1));
733*b1cdbd2cSJim Jagielski }
734*b1cdbd2cSJim Jagielski
735*b1cdbd2cSJim Jagielski /* ================================================================= */
736*b1cdbd2cSJim Jagielski
737*b1cdbd2cSJim Jagielski /** rtl_arena_activate()
738*b1cdbd2cSJim Jagielski */
739*b1cdbd2cSJim Jagielski static rtl_arena_type *
rtl_arena_activate(rtl_arena_type * arena,const char * name,sal_Size quantum,sal_Size quantum_cache_max,rtl_arena_type * source_arena,void * (SAL_CALL * source_alloc)(rtl_arena_type *,sal_Size *),void (SAL_CALL * source_free)(rtl_arena_type *,void *,sal_Size))740*b1cdbd2cSJim Jagielski rtl_arena_activate (
741*b1cdbd2cSJim Jagielski rtl_arena_type * arena,
742*b1cdbd2cSJim Jagielski const char * name,
743*b1cdbd2cSJim Jagielski sal_Size quantum,
744*b1cdbd2cSJim Jagielski sal_Size quantum_cache_max,
745*b1cdbd2cSJim Jagielski rtl_arena_type * source_arena,
746*b1cdbd2cSJim Jagielski void * (SAL_CALL * source_alloc)(rtl_arena_type *, sal_Size *),
747*b1cdbd2cSJim Jagielski void (SAL_CALL * source_free) (rtl_arena_type *, void *, sal_Size)
748*b1cdbd2cSJim Jagielski )
749*b1cdbd2cSJim Jagielski {
750*b1cdbd2cSJim Jagielski OSL_ASSERT(arena != 0);
751*b1cdbd2cSJim Jagielski if (arena != 0)
752*b1cdbd2cSJim Jagielski {
753*b1cdbd2cSJim Jagielski (void) snprintf (arena->m_name, sizeof(arena->m_name), "%s", name);
754*b1cdbd2cSJim Jagielski
755*b1cdbd2cSJim Jagielski if (!RTL_MEMORY_ISP2(quantum))
756*b1cdbd2cSJim Jagielski {
757*b1cdbd2cSJim Jagielski /* roundup to next power of 2 */
758*b1cdbd2cSJim Jagielski quantum = (1UL << highbit(quantum));
759*b1cdbd2cSJim Jagielski }
760*b1cdbd2cSJim Jagielski quantum_cache_max = RTL_MEMORY_P2ROUNDUP(quantum_cache_max, quantum);
761*b1cdbd2cSJim Jagielski
762*b1cdbd2cSJim Jagielski arena->m_quantum = quantum;
763*b1cdbd2cSJim Jagielski arena->m_quantum_shift = highbit(arena->m_quantum) - 1;
764*b1cdbd2cSJim Jagielski arena->m_qcache_max = quantum_cache_max;
765*b1cdbd2cSJim Jagielski
766*b1cdbd2cSJim Jagielski arena->m_source_arena = source_arena;
767*b1cdbd2cSJim Jagielski arena->m_source_alloc = source_alloc;
768*b1cdbd2cSJim Jagielski arena->m_source_free = source_free;
769*b1cdbd2cSJim Jagielski
770*b1cdbd2cSJim Jagielski if (arena->m_qcache_max > 0)
771*b1cdbd2cSJim Jagielski {
772*b1cdbd2cSJim Jagielski char name[RTL_ARENA_NAME_LENGTH + 1];
773*b1cdbd2cSJim Jagielski int i, n = (arena->m_qcache_max >> arena->m_quantum_shift);
774*b1cdbd2cSJim Jagielski
775*b1cdbd2cSJim Jagielski sal_Size size = n * sizeof(rtl_cache_type*);
776*b1cdbd2cSJim Jagielski arena->m_qcache_ptr = (rtl_cache_type**)rtl_arena_alloc (gp_arena_arena, &size);
777*b1cdbd2cSJim Jagielski if (!(arena->m_qcache_ptr))
778*b1cdbd2cSJim Jagielski {
779*b1cdbd2cSJim Jagielski /* out of memory */
780*b1cdbd2cSJim Jagielski return (0);
781*b1cdbd2cSJim Jagielski }
782*b1cdbd2cSJim Jagielski for (i = 1; i <= n; i++)
783*b1cdbd2cSJim Jagielski {
784*b1cdbd2cSJim Jagielski size = i * arena->m_quantum;
785*b1cdbd2cSJim Jagielski (void) snprintf (name, sizeof(name), "%s_%lu", arena->m_name, size);
786*b1cdbd2cSJim Jagielski arena->m_qcache_ptr[i - 1] = rtl_cache_create(name, size, 0, NULL, NULL, NULL, NULL, arena, RTL_CACHE_FLAG_QUANTUMCACHE);
787*b1cdbd2cSJim Jagielski }
788*b1cdbd2cSJim Jagielski }
789*b1cdbd2cSJim Jagielski
790*b1cdbd2cSJim Jagielski /* insert into arena list */
791*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_ACQUIRE(&(g_arena_list.m_lock));
792*b1cdbd2cSJim Jagielski QUEUE_INSERT_TAIL_NAMED(&(g_arena_list.m_arena_head), arena, arena_);
793*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_RELEASE(&(g_arena_list.m_lock));
794*b1cdbd2cSJim Jagielski }
795*b1cdbd2cSJim Jagielski return (arena);
796*b1cdbd2cSJim Jagielski }
797*b1cdbd2cSJim Jagielski
798*b1cdbd2cSJim Jagielski /** rtl_arena_deactivate()
799*b1cdbd2cSJim Jagielski */
800*b1cdbd2cSJim Jagielski static void
rtl_arena_deactivate(rtl_arena_type * arena)801*b1cdbd2cSJim Jagielski rtl_arena_deactivate (
802*b1cdbd2cSJim Jagielski rtl_arena_type * arena
803*b1cdbd2cSJim Jagielski )
804*b1cdbd2cSJim Jagielski {
805*b1cdbd2cSJim Jagielski rtl_arena_segment_type * head, * segment;
806*b1cdbd2cSJim Jagielski
807*b1cdbd2cSJim Jagielski /* remove from arena list */
808*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_ACQUIRE(&(g_arena_list.m_lock));
809*b1cdbd2cSJim Jagielski QUEUE_REMOVE_NAMED(arena, arena_);
810*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_RELEASE(&(g_arena_list.m_lock));
811*b1cdbd2cSJim Jagielski
812*b1cdbd2cSJim Jagielski /* cleanup quantum cache(s) */
813*b1cdbd2cSJim Jagielski if ((arena->m_qcache_max > 0) && (arena->m_qcache_ptr != 0))
814*b1cdbd2cSJim Jagielski {
815*b1cdbd2cSJim Jagielski int i, n = (arena->m_qcache_max >> arena->m_quantum_shift);
816*b1cdbd2cSJim Jagielski for (i = 1; i <= n; i++)
817*b1cdbd2cSJim Jagielski {
818*b1cdbd2cSJim Jagielski if (arena->m_qcache_ptr[i - 1] != 0)
819*b1cdbd2cSJim Jagielski {
820*b1cdbd2cSJim Jagielski rtl_cache_destroy (arena->m_qcache_ptr[i - 1]);
821*b1cdbd2cSJim Jagielski arena->m_qcache_ptr[i - 1] = 0;
822*b1cdbd2cSJim Jagielski }
823*b1cdbd2cSJim Jagielski }
824*b1cdbd2cSJim Jagielski rtl_arena_free (
825*b1cdbd2cSJim Jagielski gp_arena_arena,
826*b1cdbd2cSJim Jagielski arena->m_qcache_ptr,
827*b1cdbd2cSJim Jagielski n * sizeof(rtl_cache_type*));
828*b1cdbd2cSJim Jagielski
829*b1cdbd2cSJim Jagielski arena->m_qcache_ptr = 0;
830*b1cdbd2cSJim Jagielski }
831*b1cdbd2cSJim Jagielski
832*b1cdbd2cSJim Jagielski /* check for leaked segments */
833*b1cdbd2cSJim Jagielski OSL_TRACE(
834*b1cdbd2cSJim Jagielski "rtl_arena_deactivate(\"%s\"): "
835*b1cdbd2cSJim Jagielski "allocs: %"PRIu64", frees: %"PRIu64"; total: %lu, used: %lu",
836*b1cdbd2cSJim Jagielski arena->m_name,
837*b1cdbd2cSJim Jagielski arena->m_stats.m_alloc, arena->m_stats.m_free,
838*b1cdbd2cSJim Jagielski arena->m_stats.m_mem_total, arena->m_stats.m_mem_alloc
839*b1cdbd2cSJim Jagielski );
840*b1cdbd2cSJim Jagielski if (arena->m_stats.m_alloc > arena->m_stats.m_free)
841*b1cdbd2cSJim Jagielski {
842*b1cdbd2cSJim Jagielski sal_Size i, n;
843*b1cdbd2cSJim Jagielski
844*b1cdbd2cSJim Jagielski OSL_TRACE(
845*b1cdbd2cSJim Jagielski "rtl_arena_deactivate(\"%s\"): "
846*b1cdbd2cSJim Jagielski "cleaning up %"PRIu64" leaked segment(s) [%lu bytes]",
847*b1cdbd2cSJim Jagielski arena->m_name,
848*b1cdbd2cSJim Jagielski arena->m_stats.m_alloc - arena->m_stats.m_free,
849*b1cdbd2cSJim Jagielski arena->m_stats.m_mem_alloc
850*b1cdbd2cSJim Jagielski );
851*b1cdbd2cSJim Jagielski
852*b1cdbd2cSJim Jagielski /* cleanup still used segment(s) */
853*b1cdbd2cSJim Jagielski for (i = 0, n = arena->m_hash_size; i < n; i++)
854*b1cdbd2cSJim Jagielski {
855*b1cdbd2cSJim Jagielski while ((segment = arena->m_hash_table[i]) != 0)
856*b1cdbd2cSJim Jagielski {
857*b1cdbd2cSJim Jagielski /* pop from hash table */
858*b1cdbd2cSJim Jagielski arena->m_hash_table[i] = segment->m_fnext, segment->m_fnext = segment->m_fprev = segment;
859*b1cdbd2cSJim Jagielski
860*b1cdbd2cSJim Jagielski /* coalesce w/ adjacent free segment(s) */
861*b1cdbd2cSJim Jagielski rtl_arena_segment_coalesce (arena, segment);
862*b1cdbd2cSJim Jagielski
863*b1cdbd2cSJim Jagielski /* insert onto freelist */
864*b1cdbd2cSJim Jagielski rtl_arena_freelist_insert (arena, segment);
865*b1cdbd2cSJim Jagielski }
866*b1cdbd2cSJim Jagielski }
867*b1cdbd2cSJim Jagielski }
868*b1cdbd2cSJim Jagielski
869*b1cdbd2cSJim Jagielski /* cleanup hash table */
870*b1cdbd2cSJim Jagielski if (arena->m_hash_table != arena->m_hash_table_0)
871*b1cdbd2cSJim Jagielski {
872*b1cdbd2cSJim Jagielski rtl_arena_free (
873*b1cdbd2cSJim Jagielski gp_arena_arena,
874*b1cdbd2cSJim Jagielski arena->m_hash_table,
875*b1cdbd2cSJim Jagielski arena->m_hash_size * sizeof(rtl_arena_segment_type*));
876*b1cdbd2cSJim Jagielski
877*b1cdbd2cSJim Jagielski arena->m_hash_table = arena->m_hash_table_0;
878*b1cdbd2cSJim Jagielski arena->m_hash_size = RTL_ARENA_HASH_SIZE;
879*b1cdbd2cSJim Jagielski arena->m_hash_shift = highbit(arena->m_hash_size) - 1;
880*b1cdbd2cSJim Jagielski }
881*b1cdbd2cSJim Jagielski
882*b1cdbd2cSJim Jagielski /* cleanup segment list */
883*b1cdbd2cSJim Jagielski head = &(arena->m_segment_head);
884*b1cdbd2cSJim Jagielski for (segment = head->m_snext; segment != head; segment = head->m_snext)
885*b1cdbd2cSJim Jagielski {
886*b1cdbd2cSJim Jagielski if (segment->m_type == RTL_ARENA_SEGMENT_TYPE_FREE)
887*b1cdbd2cSJim Jagielski {
888*b1cdbd2cSJim Jagielski /* remove from freelist */
889*b1cdbd2cSJim Jagielski rtl_arena_freelist_remove (arena, segment);
890*b1cdbd2cSJim Jagielski }
891*b1cdbd2cSJim Jagielski else
892*b1cdbd2cSJim Jagielski {
893*b1cdbd2cSJim Jagielski /* can have only free and span segments here */
894*b1cdbd2cSJim Jagielski OSL_ASSERT(segment->m_type == RTL_ARENA_SEGMENT_TYPE_SPAN);
895*b1cdbd2cSJim Jagielski }
896*b1cdbd2cSJim Jagielski
897*b1cdbd2cSJim Jagielski /* remove from segment list */
898*b1cdbd2cSJim Jagielski QUEUE_REMOVE_NAMED(segment, s);
899*b1cdbd2cSJim Jagielski
900*b1cdbd2cSJim Jagielski /* release segment descriptor */
901*b1cdbd2cSJim Jagielski rtl_arena_segment_put (arena, &segment);
902*b1cdbd2cSJim Jagielski }
903*b1cdbd2cSJim Jagielski
904*b1cdbd2cSJim Jagielski /* cleanup segment reserve list */
905*b1cdbd2cSJim Jagielski head = &(arena->m_segment_reserve_head);
906*b1cdbd2cSJim Jagielski for (segment = head->m_snext; segment != head; segment = head->m_snext)
907*b1cdbd2cSJim Jagielski {
908*b1cdbd2cSJim Jagielski /* remove from segment list */
909*b1cdbd2cSJim Jagielski QUEUE_REMOVE_NAMED(segment, s);
910*b1cdbd2cSJim Jagielski }
911*b1cdbd2cSJim Jagielski
912*b1cdbd2cSJim Jagielski /* cleanup segment reserve span(s) */
913*b1cdbd2cSJim Jagielski head = &(arena->m_segment_reserve_span_head);
914*b1cdbd2cSJim Jagielski for (segment = head->m_snext; segment != head; segment = head->m_snext)
915*b1cdbd2cSJim Jagielski {
916*b1cdbd2cSJim Jagielski /* can have only span segments here */
917*b1cdbd2cSJim Jagielski OSL_ASSERT(segment->m_type == RTL_ARENA_SEGMENT_TYPE_SPAN);
918*b1cdbd2cSJim Jagielski
919*b1cdbd2cSJim Jagielski /* remove from segment list */
920*b1cdbd2cSJim Jagielski QUEUE_REMOVE_NAMED(segment, s);
921*b1cdbd2cSJim Jagielski
922*b1cdbd2cSJim Jagielski /* return span to g_machdep_arena */
923*b1cdbd2cSJim Jagielski rtl_machdep_free (gp_machdep_arena, (void*)(segment->m_addr), segment->m_size);
924*b1cdbd2cSJim Jagielski }
925*b1cdbd2cSJim Jagielski }
926*b1cdbd2cSJim Jagielski
927*b1cdbd2cSJim Jagielski /* ================================================================= *
928*b1cdbd2cSJim Jagielski *
929*b1cdbd2cSJim Jagielski * arena implementation.
930*b1cdbd2cSJim Jagielski *
931*b1cdbd2cSJim Jagielski * ================================================================= */
932*b1cdbd2cSJim Jagielski
933*b1cdbd2cSJim Jagielski /** rtl_arena_create()
934*b1cdbd2cSJim Jagielski */
935*b1cdbd2cSJim Jagielski rtl_arena_type *
rtl_arena_create(const char * name,sal_Size quantum,sal_Size quantum_cache_max,rtl_arena_type * source_arena,void * (SAL_CALL * source_alloc)(rtl_arena_type *,sal_Size *),void (SAL_CALL * source_free)(rtl_arena_type *,void *,sal_Size),int flags)936*b1cdbd2cSJim Jagielski SAL_CALL rtl_arena_create (
937*b1cdbd2cSJim Jagielski const char * name,
938*b1cdbd2cSJim Jagielski sal_Size quantum,
939*b1cdbd2cSJim Jagielski sal_Size quantum_cache_max,
940*b1cdbd2cSJim Jagielski rtl_arena_type * source_arena,
941*b1cdbd2cSJim Jagielski void * (SAL_CALL * source_alloc)(rtl_arena_type *, sal_Size *),
942*b1cdbd2cSJim Jagielski void (SAL_CALL * source_free) (rtl_arena_type *, void *, sal_Size),
943*b1cdbd2cSJim Jagielski int flags
944*b1cdbd2cSJim Jagielski ) SAL_THROW_EXTERN_C()
945*b1cdbd2cSJim Jagielski {
946*b1cdbd2cSJim Jagielski rtl_arena_type * result = 0;
947*b1cdbd2cSJim Jagielski sal_Size size = sizeof(rtl_arena_type);
948*b1cdbd2cSJim Jagielski
949*b1cdbd2cSJim Jagielski (void) flags; /* unused */
950*b1cdbd2cSJim Jagielski
951*b1cdbd2cSJim Jagielski try_alloc:
952*b1cdbd2cSJim Jagielski result = (rtl_arena_type*)rtl_arena_alloc (gp_arena_arena, &size);
953*b1cdbd2cSJim Jagielski if (result != 0)
954*b1cdbd2cSJim Jagielski {
955*b1cdbd2cSJim Jagielski rtl_arena_type * arena = result;
956*b1cdbd2cSJim Jagielski VALGRIND_CREATE_MEMPOOL(arena, 0, 0);
957*b1cdbd2cSJim Jagielski rtl_arena_constructor (arena);
958*b1cdbd2cSJim Jagielski
959*b1cdbd2cSJim Jagielski if (!source_arena)
960*b1cdbd2cSJim Jagielski {
961*b1cdbd2cSJim Jagielski OSL_ASSERT(gp_default_arena != 0);
962*b1cdbd2cSJim Jagielski source_arena = gp_default_arena;
963*b1cdbd2cSJim Jagielski }
964*b1cdbd2cSJim Jagielski
965*b1cdbd2cSJim Jagielski result = rtl_arena_activate (
966*b1cdbd2cSJim Jagielski arena,
967*b1cdbd2cSJim Jagielski name,
968*b1cdbd2cSJim Jagielski quantum,
969*b1cdbd2cSJim Jagielski quantum_cache_max,
970*b1cdbd2cSJim Jagielski source_arena,
971*b1cdbd2cSJim Jagielski source_alloc,
972*b1cdbd2cSJim Jagielski source_free
973*b1cdbd2cSJim Jagielski );
974*b1cdbd2cSJim Jagielski
975*b1cdbd2cSJim Jagielski if (result == 0)
976*b1cdbd2cSJim Jagielski {
977*b1cdbd2cSJim Jagielski rtl_arena_deactivate (arena);
978*b1cdbd2cSJim Jagielski rtl_arena_destructor (arena);
979*b1cdbd2cSJim Jagielski VALGRIND_DESTROY_MEMPOOL(arena);
980*b1cdbd2cSJim Jagielski rtl_arena_free (gp_arena_arena, arena, size);
981*b1cdbd2cSJim Jagielski }
982*b1cdbd2cSJim Jagielski }
983*b1cdbd2cSJim Jagielski else if (gp_arena_arena == 0)
984*b1cdbd2cSJim Jagielski {
985*b1cdbd2cSJim Jagielski if (rtl_arena_init())
986*b1cdbd2cSJim Jagielski {
987*b1cdbd2cSJim Jagielski /* try again */
988*b1cdbd2cSJim Jagielski goto try_alloc;
989*b1cdbd2cSJim Jagielski }
990*b1cdbd2cSJim Jagielski }
991*b1cdbd2cSJim Jagielski return (result);
992*b1cdbd2cSJim Jagielski }
993*b1cdbd2cSJim Jagielski
994*b1cdbd2cSJim Jagielski /** rtl_arena_destroy()
995*b1cdbd2cSJim Jagielski */
996*b1cdbd2cSJim Jagielski void
rtl_arena_destroy(rtl_arena_type * arena)997*b1cdbd2cSJim Jagielski SAL_CALL rtl_arena_destroy (
998*b1cdbd2cSJim Jagielski rtl_arena_type * arena
999*b1cdbd2cSJim Jagielski )
1000*b1cdbd2cSJim Jagielski {
1001*b1cdbd2cSJim Jagielski if (arena != 0)
1002*b1cdbd2cSJim Jagielski {
1003*b1cdbd2cSJim Jagielski rtl_arena_deactivate (arena);
1004*b1cdbd2cSJim Jagielski rtl_arena_destructor (arena);
1005*b1cdbd2cSJim Jagielski VALGRIND_DESTROY_MEMPOOL(arena);
1006*b1cdbd2cSJim Jagielski rtl_arena_free (gp_arena_arena, arena, sizeof(rtl_arena_type));
1007*b1cdbd2cSJim Jagielski }
1008*b1cdbd2cSJim Jagielski }
1009*b1cdbd2cSJim Jagielski
1010*b1cdbd2cSJim Jagielski /** rtl_arena_alloc()
1011*b1cdbd2cSJim Jagielski */
1012*b1cdbd2cSJim Jagielski void *
rtl_arena_alloc(rtl_arena_type * arena,sal_Size * pSize)1013*b1cdbd2cSJim Jagielski SAL_CALL rtl_arena_alloc (
1014*b1cdbd2cSJim Jagielski rtl_arena_type * arena,
1015*b1cdbd2cSJim Jagielski sal_Size * pSize
1016*b1cdbd2cSJim Jagielski ) SAL_THROW_EXTERN_C()
1017*b1cdbd2cSJim Jagielski {
1018*b1cdbd2cSJim Jagielski void * addr = 0;
1019*b1cdbd2cSJim Jagielski
1020*b1cdbd2cSJim Jagielski if ((arena != 0) && (pSize != 0))
1021*b1cdbd2cSJim Jagielski {
1022*b1cdbd2cSJim Jagielski sal_Size size = RTL_MEMORY_ALIGN((*pSize), arena->m_quantum);
1023*b1cdbd2cSJim Jagielski if (size > arena->m_qcache_max)
1024*b1cdbd2cSJim Jagielski {
1025*b1cdbd2cSJim Jagielski /* allocate from segment list */
1026*b1cdbd2cSJim Jagielski rtl_arena_segment_type *segment = 0;
1027*b1cdbd2cSJim Jagielski
1028*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_ACQUIRE(&(arena->m_lock));
1029*b1cdbd2cSJim Jagielski if (rtl_arena_segment_alloc (arena, size, &segment) ||
1030*b1cdbd2cSJim Jagielski rtl_arena_segment_create(arena, size, &segment) )
1031*b1cdbd2cSJim Jagielski {
1032*b1cdbd2cSJim Jagielski /* shrink to fit */
1033*b1cdbd2cSJim Jagielski sal_Size oversize;
1034*b1cdbd2cSJim Jagielski
1035*b1cdbd2cSJim Jagielski /* mark segment used */
1036*b1cdbd2cSJim Jagielski OSL_ASSERT(segment->m_type == RTL_ARENA_SEGMENT_TYPE_FREE);
1037*b1cdbd2cSJim Jagielski segment->m_type = RTL_ARENA_SEGMENT_TYPE_USED;
1038*b1cdbd2cSJim Jagielski
1039*b1cdbd2cSJim Jagielski /* resize */
1040*b1cdbd2cSJim Jagielski OSL_ASSERT(segment->m_size >= size);
1041*b1cdbd2cSJim Jagielski oversize = segment->m_size - size;
1042*b1cdbd2cSJim Jagielski if (oversize >= SAL_MAX(arena->m_quantum, arena->m_qcache_max))
1043*b1cdbd2cSJim Jagielski {
1044*b1cdbd2cSJim Jagielski rtl_arena_segment_type * remainder = 0;
1045*b1cdbd2cSJim Jagielski rtl_arena_segment_get (arena, &remainder);
1046*b1cdbd2cSJim Jagielski if (remainder != 0)
1047*b1cdbd2cSJim Jagielski {
1048*b1cdbd2cSJim Jagielski segment->m_size = size;
1049*b1cdbd2cSJim Jagielski
1050*b1cdbd2cSJim Jagielski remainder->m_addr = segment->m_addr + segment->m_size;
1051*b1cdbd2cSJim Jagielski remainder->m_size = oversize;
1052*b1cdbd2cSJim Jagielski remainder->m_type = RTL_ARENA_SEGMENT_TYPE_FREE;
1053*b1cdbd2cSJim Jagielski QUEUE_INSERT_HEAD_NAMED(segment, remainder, s);
1054*b1cdbd2cSJim Jagielski
1055*b1cdbd2cSJim Jagielski rtl_arena_freelist_insert (arena, remainder);
1056*b1cdbd2cSJim Jagielski }
1057*b1cdbd2cSJim Jagielski }
1058*b1cdbd2cSJim Jagielski
1059*b1cdbd2cSJim Jagielski rtl_arena_hash_insert (arena, segment);
1060*b1cdbd2cSJim Jagielski
1061*b1cdbd2cSJim Jagielski /* DEBUG ONLY: mark allocated, undefined */
1062*b1cdbd2cSJim Jagielski OSL_DEBUG_ONLY(memset((void*)(segment->m_addr), 0x77777777, segment->m_size));
1063*b1cdbd2cSJim Jagielski VALGRIND_MEMPOOL_ALLOC(arena, segment->m_addr, segment->m_size);
1064*b1cdbd2cSJim Jagielski
1065*b1cdbd2cSJim Jagielski (*pSize) = segment->m_size;
1066*b1cdbd2cSJim Jagielski addr = (void*)(segment->m_addr);
1067*b1cdbd2cSJim Jagielski }
1068*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_RELEASE(&(arena->m_lock));
1069*b1cdbd2cSJim Jagielski }
1070*b1cdbd2cSJim Jagielski else if (size > 0)
1071*b1cdbd2cSJim Jagielski {
1072*b1cdbd2cSJim Jagielski /* allocate from quantum cache(s) */
1073*b1cdbd2cSJim Jagielski int index = (size >> arena->m_quantum_shift) - 1;
1074*b1cdbd2cSJim Jagielski OSL_ASSERT (arena->m_qcache_ptr[index] != 0);
1075*b1cdbd2cSJim Jagielski
1076*b1cdbd2cSJim Jagielski addr = rtl_cache_alloc (arena->m_qcache_ptr[index]);
1077*b1cdbd2cSJim Jagielski if (addr != 0)
1078*b1cdbd2cSJim Jagielski (*pSize) = size;
1079*b1cdbd2cSJim Jagielski }
1080*b1cdbd2cSJim Jagielski }
1081*b1cdbd2cSJim Jagielski return (addr);
1082*b1cdbd2cSJim Jagielski }
1083*b1cdbd2cSJim Jagielski
1084*b1cdbd2cSJim Jagielski /** rtl_arena_free()
1085*b1cdbd2cSJim Jagielski */
1086*b1cdbd2cSJim Jagielski void
rtl_arena_free(rtl_arena_type * arena,void * addr,sal_Size size)1087*b1cdbd2cSJim Jagielski SAL_CALL rtl_arena_free (
1088*b1cdbd2cSJim Jagielski rtl_arena_type * arena,
1089*b1cdbd2cSJim Jagielski void * addr,
1090*b1cdbd2cSJim Jagielski sal_Size size
1091*b1cdbd2cSJim Jagielski ) SAL_THROW_EXTERN_C()
1092*b1cdbd2cSJim Jagielski {
1093*b1cdbd2cSJim Jagielski if (arena != 0)
1094*b1cdbd2cSJim Jagielski {
1095*b1cdbd2cSJim Jagielski size = RTL_MEMORY_ALIGN(size, arena->m_quantum);
1096*b1cdbd2cSJim Jagielski if (size > arena->m_qcache_max)
1097*b1cdbd2cSJim Jagielski {
1098*b1cdbd2cSJim Jagielski /* free to segment list */
1099*b1cdbd2cSJim Jagielski rtl_arena_segment_type * segment;
1100*b1cdbd2cSJim Jagielski
1101*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_ACQUIRE(&(arena->m_lock));
1102*b1cdbd2cSJim Jagielski
1103*b1cdbd2cSJim Jagielski segment = rtl_arena_hash_remove (arena, (sal_uIntPtr)(addr), size);
1104*b1cdbd2cSJim Jagielski if (segment != 0)
1105*b1cdbd2cSJim Jagielski {
1106*b1cdbd2cSJim Jagielski rtl_arena_segment_type *next, *prev;
1107*b1cdbd2cSJim Jagielski
1108*b1cdbd2cSJim Jagielski /* DEBUG ONLY: mark unallocated, undefined */
1109*b1cdbd2cSJim Jagielski VALGRIND_MEMPOOL_FREE(arena, segment->m_addr);
1110*b1cdbd2cSJim Jagielski /* OSL_DEBUG_ONLY() */ VALGRIND_MAKE_MEM_UNDEFINED(segment->m_addr, segment->m_size);
1111*b1cdbd2cSJim Jagielski OSL_DEBUG_ONLY(memset((void*)(segment->m_addr), 0x33333333, segment->m_size));
1112*b1cdbd2cSJim Jagielski
1113*b1cdbd2cSJim Jagielski /* coalesce w/ adjacent free segment(s) */
1114*b1cdbd2cSJim Jagielski rtl_arena_segment_coalesce (arena, segment);
1115*b1cdbd2cSJim Jagielski
1116*b1cdbd2cSJim Jagielski /* determine (new) next and prev segment */
1117*b1cdbd2cSJim Jagielski next = segment->m_snext, prev = segment->m_sprev;
1118*b1cdbd2cSJim Jagielski
1119*b1cdbd2cSJim Jagielski /* entire span free when prev is a span, and next is either a span or a list head */
1120*b1cdbd2cSJim Jagielski if (((prev->m_type == RTL_ARENA_SEGMENT_TYPE_SPAN)) &&
1121*b1cdbd2cSJim Jagielski ((next->m_type == RTL_ARENA_SEGMENT_TYPE_SPAN) ||
1122*b1cdbd2cSJim Jagielski (next->m_type == RTL_ARENA_SEGMENT_TYPE_HEAD)) )
1123*b1cdbd2cSJim Jagielski {
1124*b1cdbd2cSJim Jagielski OSL_ASSERT((prev->m_addr == segment->m_addr) &&
1125*b1cdbd2cSJim Jagielski (prev->m_size == segment->m_size) );
1126*b1cdbd2cSJim Jagielski
1127*b1cdbd2cSJim Jagielski if (arena->m_source_free)
1128*b1cdbd2cSJim Jagielski {
1129*b1cdbd2cSJim Jagielski addr = (void*)(prev->m_addr);
1130*b1cdbd2cSJim Jagielski size = prev->m_size;
1131*b1cdbd2cSJim Jagielski
1132*b1cdbd2cSJim Jagielski /* remove from segment list */
1133*b1cdbd2cSJim Jagielski QUEUE_REMOVE_NAMED(segment, s);
1134*b1cdbd2cSJim Jagielski
1135*b1cdbd2cSJim Jagielski /* release segment descriptor */
1136*b1cdbd2cSJim Jagielski rtl_arena_segment_put (arena, &segment);
1137*b1cdbd2cSJim Jagielski
1138*b1cdbd2cSJim Jagielski /* remove from segment list */
1139*b1cdbd2cSJim Jagielski QUEUE_REMOVE_NAMED(prev, s);
1140*b1cdbd2cSJim Jagielski
1141*b1cdbd2cSJim Jagielski /* release (span) segment descriptor */
1142*b1cdbd2cSJim Jagielski rtl_arena_segment_put (arena, &prev);
1143*b1cdbd2cSJim Jagielski
1144*b1cdbd2cSJim Jagielski /* update stats, return span to source arena */
1145*b1cdbd2cSJim Jagielski arena->m_stats.m_mem_total -= size;
1146*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_RELEASE(&(arena->m_lock));
1147*b1cdbd2cSJim Jagielski
1148*b1cdbd2cSJim Jagielski (arena->m_source_free)(arena->m_source_arena, addr, size);
1149*b1cdbd2cSJim Jagielski return;
1150*b1cdbd2cSJim Jagielski }
1151*b1cdbd2cSJim Jagielski }
1152*b1cdbd2cSJim Jagielski
1153*b1cdbd2cSJim Jagielski /* insert onto freelist */
1154*b1cdbd2cSJim Jagielski rtl_arena_freelist_insert (arena, segment);
1155*b1cdbd2cSJim Jagielski }
1156*b1cdbd2cSJim Jagielski
1157*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_RELEASE(&(arena->m_lock));
1158*b1cdbd2cSJim Jagielski }
1159*b1cdbd2cSJim Jagielski else if (size > 0)
1160*b1cdbd2cSJim Jagielski {
1161*b1cdbd2cSJim Jagielski /* free to quantum cache(s) */
1162*b1cdbd2cSJim Jagielski int index = (size >> arena->m_quantum_shift) - 1;
1163*b1cdbd2cSJim Jagielski OSL_ASSERT (arena->m_qcache_ptr[index] != 0);
1164*b1cdbd2cSJim Jagielski
1165*b1cdbd2cSJim Jagielski rtl_cache_free (arena->m_qcache_ptr[index], addr);
1166*b1cdbd2cSJim Jagielski }
1167*b1cdbd2cSJim Jagielski }
1168*b1cdbd2cSJim Jagielski }
1169*b1cdbd2cSJim Jagielski
1170*b1cdbd2cSJim Jagielski /* ================================================================= *
1171*b1cdbd2cSJim Jagielski *
1172*b1cdbd2cSJim Jagielski * machdep internals.
1173*b1cdbd2cSJim Jagielski *
1174*b1cdbd2cSJim Jagielski * ================================================================= */
1175*b1cdbd2cSJim Jagielski
1176*b1cdbd2cSJim Jagielski #if defined(SAL_UNX)
1177*b1cdbd2cSJim Jagielski #include <sys/mman.h>
1178*b1cdbd2cSJim Jagielski #elif defined(SAL_W32) || defined(SAL_OS2)
1179*b1cdbd2cSJim Jagielski #define MAP_FAILED 0
1180*b1cdbd2cSJim Jagielski #endif /* SAL_UNX || SAL_W32 */
1181*b1cdbd2cSJim Jagielski
1182*b1cdbd2cSJim Jagielski /** rtl_machdep_alloc()
1183*b1cdbd2cSJim Jagielski */
1184*b1cdbd2cSJim Jagielski static void *
rtl_machdep_alloc(rtl_arena_type * pArena,sal_Size * pSize)1185*b1cdbd2cSJim Jagielski SAL_CALL rtl_machdep_alloc (
1186*b1cdbd2cSJim Jagielski rtl_arena_type * pArena,
1187*b1cdbd2cSJim Jagielski sal_Size * pSize
1188*b1cdbd2cSJim Jagielski )
1189*b1cdbd2cSJim Jagielski {
1190*b1cdbd2cSJim Jagielski void * addr;
1191*b1cdbd2cSJim Jagielski sal_Size size = (*pSize);
1192*b1cdbd2cSJim Jagielski
1193*b1cdbd2cSJim Jagielski OSL_PRECOND(pArena == gp_machdep_arena, "rtl_machdep_alloc(): invalid argument");
1194*b1cdbd2cSJim Jagielski
1195*b1cdbd2cSJim Jagielski #if defined(SOLARIS) && defined(SPARC)
1196*b1cdbd2cSJim Jagielski /* see @ mmap(2) man pages */
1197*b1cdbd2cSJim Jagielski size += (pArena->m_quantum + pArena->m_quantum); /* "red-zone" pages */
1198*b1cdbd2cSJim Jagielski if (size > (4 << 20))
1199*b1cdbd2cSJim Jagielski size = RTL_MEMORY_P2ROUNDUP(size, (4 << 20));
1200*b1cdbd2cSJim Jagielski else if (size > (512 << 10))
1201*b1cdbd2cSJim Jagielski size = RTL_MEMORY_P2ROUNDUP(size, (512 << 10));
1202*b1cdbd2cSJim Jagielski else
1203*b1cdbd2cSJim Jagielski size = RTL_MEMORY_P2ROUNDUP(size, (64 << 10));
1204*b1cdbd2cSJim Jagielski size -= (pArena->m_quantum + pArena->m_quantum); /* "red-zone" pages */
1205*b1cdbd2cSJim Jagielski #else
1206*b1cdbd2cSJim Jagielski /* default allocation granularity */
1207*b1cdbd2cSJim Jagielski size = RTL_MEMORY_P2ROUNDUP(size, SAL_MAX(pArena->m_quantum, 64 << 10));
1208*b1cdbd2cSJim Jagielski #endif
1209*b1cdbd2cSJim Jagielski
1210*b1cdbd2cSJim Jagielski #if defined(SAL_UNX)
1211*b1cdbd2cSJim Jagielski addr = mmap (NULL, (size_t)(size), PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANON, -1, 0);
1212*b1cdbd2cSJim Jagielski #elif defined(SAL_W32)
1213*b1cdbd2cSJim Jagielski addr = VirtualAlloc (NULL, (SIZE_T)(size), MEM_COMMIT, PAGE_READWRITE);
1214*b1cdbd2cSJim Jagielski #elif defined(SAL_OS2)
1215*b1cdbd2cSJim Jagielski /* Use valloc() to use libc 16MB chunks when allocating high memory, to reduce
1216*b1cdbd2cSJim Jagielski virtual address fragmentation. */
1217*b1cdbd2cSJim Jagielski addr = valloc( size);
1218*b1cdbd2cSJim Jagielski #endif /* (SAL_UNX || SAL_W32 || SAL_OS2) */
1219*b1cdbd2cSJim Jagielski
1220*b1cdbd2cSJim Jagielski if (addr != MAP_FAILED)
1221*b1cdbd2cSJim Jagielski {
1222*b1cdbd2cSJim Jagielski pArena->m_stats.m_alloc += 1;
1223*b1cdbd2cSJim Jagielski pArena->m_stats.m_mem_total += size;
1224*b1cdbd2cSJim Jagielski pArena->m_stats.m_mem_alloc += size;
1225*b1cdbd2cSJim Jagielski
1226*b1cdbd2cSJim Jagielski (*pSize) = size;
1227*b1cdbd2cSJim Jagielski return (addr);
1228*b1cdbd2cSJim Jagielski }
1229*b1cdbd2cSJim Jagielski return (NULL);
1230*b1cdbd2cSJim Jagielski }
1231*b1cdbd2cSJim Jagielski
1232*b1cdbd2cSJim Jagielski /** rtl_machdep_free()
1233*b1cdbd2cSJim Jagielski */
1234*b1cdbd2cSJim Jagielski static void
rtl_machdep_free(rtl_arena_type * pArena,void * pAddr,sal_Size nSize)1235*b1cdbd2cSJim Jagielski SAL_CALL rtl_machdep_free (
1236*b1cdbd2cSJim Jagielski rtl_arena_type * pArena,
1237*b1cdbd2cSJim Jagielski void * pAddr,
1238*b1cdbd2cSJim Jagielski sal_Size nSize
1239*b1cdbd2cSJim Jagielski )
1240*b1cdbd2cSJim Jagielski {
1241*b1cdbd2cSJim Jagielski OSL_PRECOND(pArena == gp_machdep_arena, "rtl_machdep_free(): invalid argument");
1242*b1cdbd2cSJim Jagielski
1243*b1cdbd2cSJim Jagielski pArena->m_stats.m_free += 1;
1244*b1cdbd2cSJim Jagielski pArena->m_stats.m_mem_total -= nSize;
1245*b1cdbd2cSJim Jagielski pArena->m_stats.m_mem_alloc -= nSize;
1246*b1cdbd2cSJim Jagielski
1247*b1cdbd2cSJim Jagielski #if defined(SAL_UNX)
1248*b1cdbd2cSJim Jagielski (void) munmap(pAddr, nSize);
1249*b1cdbd2cSJim Jagielski #elif defined(SAL_W32)
1250*b1cdbd2cSJim Jagielski (void) VirtualFree ((LPVOID)(pAddr), (SIZE_T)(0), MEM_RELEASE);
1251*b1cdbd2cSJim Jagielski #elif defined(SAL_OS2)
1252*b1cdbd2cSJim Jagielski free(pAddr);
1253*b1cdbd2cSJim Jagielski #endif /* (SAL_UNX || SAL_W32) */
1254*b1cdbd2cSJim Jagielski }
1255*b1cdbd2cSJim Jagielski
1256*b1cdbd2cSJim Jagielski /** rtl_machdep_pagesize()
1257*b1cdbd2cSJim Jagielski */
1258*b1cdbd2cSJim Jagielski static sal_Size
rtl_machdep_pagesize(void)1259*b1cdbd2cSJim Jagielski rtl_machdep_pagesize (void)
1260*b1cdbd2cSJim Jagielski {
1261*b1cdbd2cSJim Jagielski #if defined(SAL_UNX)
1262*b1cdbd2cSJim Jagielski #if defined(FREEBSD) || defined(NETBSD)
1263*b1cdbd2cSJim Jagielski return ((sal_Size)getpagesize());
1264*b1cdbd2cSJim Jagielski #else /* POSIX */
1265*b1cdbd2cSJim Jagielski return ((sal_Size)sysconf(_SC_PAGESIZE));
1266*b1cdbd2cSJim Jagielski #endif /* xBSD || POSIX */
1267*b1cdbd2cSJim Jagielski #elif defined(SAL_W32)
1268*b1cdbd2cSJim Jagielski SYSTEM_INFO info;
1269*b1cdbd2cSJim Jagielski GetSystemInfo (&info);
1270*b1cdbd2cSJim Jagielski return ((sal_Size)(info.dwPageSize));
1271*b1cdbd2cSJim Jagielski #elif defined(SAL_OS2)
1272*b1cdbd2cSJim Jagielski ULONG ulPageSize;
1273*b1cdbd2cSJim Jagielski DosQuerySysInfo(QSV_PAGE_SIZE, QSV_PAGE_SIZE, &ulPageSize, sizeof(ULONG));
1274*b1cdbd2cSJim Jagielski return ((sal_Size)ulPageSize);
1275*b1cdbd2cSJim Jagielski #endif /* (SAL_UNX || SAL_W32) */
1276*b1cdbd2cSJim Jagielski }
1277*b1cdbd2cSJim Jagielski
1278*b1cdbd2cSJim Jagielski /* ================================================================= *
1279*b1cdbd2cSJim Jagielski *
1280*b1cdbd2cSJim Jagielski * arena initialization.
1281*b1cdbd2cSJim Jagielski *
1282*b1cdbd2cSJim Jagielski * ================================================================= */
1283*b1cdbd2cSJim Jagielski
1284*b1cdbd2cSJim Jagielski static void
rtl_arena_once_init(void)1285*b1cdbd2cSJim Jagielski rtl_arena_once_init (void)
1286*b1cdbd2cSJim Jagielski {
1287*b1cdbd2cSJim Jagielski {
1288*b1cdbd2cSJim Jagielski /* list of arenas */
1289*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_INIT(&(g_arena_list.m_lock));
1290*b1cdbd2cSJim Jagielski rtl_arena_constructor (&(g_arena_list.m_arena_head));
1291*b1cdbd2cSJim Jagielski }
1292*b1cdbd2cSJim Jagielski {
1293*b1cdbd2cSJim Jagielski /* machdep (pseudo) arena */
1294*b1cdbd2cSJim Jagielski static rtl_arena_type g_machdep_arena;
1295*b1cdbd2cSJim Jagielski
1296*b1cdbd2cSJim Jagielski OSL_ASSERT(gp_machdep_arena == 0);
1297*b1cdbd2cSJim Jagielski VALGRIND_CREATE_MEMPOOL(&g_machdep_arena, 0, 0);
1298*b1cdbd2cSJim Jagielski rtl_arena_constructor (&g_machdep_arena);
1299*b1cdbd2cSJim Jagielski
1300*b1cdbd2cSJim Jagielski gp_machdep_arena = rtl_arena_activate (
1301*b1cdbd2cSJim Jagielski &g_machdep_arena,
1302*b1cdbd2cSJim Jagielski "rtl_machdep_arena",
1303*b1cdbd2cSJim Jagielski rtl_machdep_pagesize(),
1304*b1cdbd2cSJim Jagielski 0, /* no quantum caching */
1305*b1cdbd2cSJim Jagielski 0, 0, 0 /* no source */
1306*b1cdbd2cSJim Jagielski );
1307*b1cdbd2cSJim Jagielski OSL_ASSERT(gp_machdep_arena != 0);
1308*b1cdbd2cSJim Jagielski }
1309*b1cdbd2cSJim Jagielski {
1310*b1cdbd2cSJim Jagielski /* default arena */
1311*b1cdbd2cSJim Jagielski static rtl_arena_type g_default_arena;
1312*b1cdbd2cSJim Jagielski
1313*b1cdbd2cSJim Jagielski OSL_ASSERT(gp_default_arena == 0);
1314*b1cdbd2cSJim Jagielski VALGRIND_CREATE_MEMPOOL(&g_default_arena, 0, 0);
1315*b1cdbd2cSJim Jagielski rtl_arena_constructor (&g_default_arena);
1316*b1cdbd2cSJim Jagielski
1317*b1cdbd2cSJim Jagielski gp_default_arena = rtl_arena_activate (
1318*b1cdbd2cSJim Jagielski &g_default_arena,
1319*b1cdbd2cSJim Jagielski "rtl_default_arena",
1320*b1cdbd2cSJim Jagielski rtl_machdep_pagesize(),
1321*b1cdbd2cSJim Jagielski 0, /* no quantum caching */
1322*b1cdbd2cSJim Jagielski gp_machdep_arena, /* source */
1323*b1cdbd2cSJim Jagielski rtl_machdep_alloc,
1324*b1cdbd2cSJim Jagielski rtl_machdep_free
1325*b1cdbd2cSJim Jagielski );
1326*b1cdbd2cSJim Jagielski OSL_ASSERT(gp_default_arena != 0);
1327*b1cdbd2cSJim Jagielski }
1328*b1cdbd2cSJim Jagielski {
1329*b1cdbd2cSJim Jagielski /* arena internal arena */
1330*b1cdbd2cSJim Jagielski static rtl_arena_type g_arena_arena;
1331*b1cdbd2cSJim Jagielski
1332*b1cdbd2cSJim Jagielski OSL_ASSERT(gp_arena_arena == 0);
1333*b1cdbd2cSJim Jagielski VALGRIND_CREATE_MEMPOOL(&g_arena_arena, 0, 0);
1334*b1cdbd2cSJim Jagielski rtl_arena_constructor (&g_arena_arena);
1335*b1cdbd2cSJim Jagielski
1336*b1cdbd2cSJim Jagielski gp_arena_arena = rtl_arena_activate (
1337*b1cdbd2cSJim Jagielski &g_arena_arena,
1338*b1cdbd2cSJim Jagielski "rtl_arena_internal_arena",
1339*b1cdbd2cSJim Jagielski 64, /* quantum */
1340*b1cdbd2cSJim Jagielski 0, /* no quantum caching */
1341*b1cdbd2cSJim Jagielski gp_default_arena, /* source */
1342*b1cdbd2cSJim Jagielski rtl_arena_alloc,
1343*b1cdbd2cSJim Jagielski rtl_arena_free
1344*b1cdbd2cSJim Jagielski );
1345*b1cdbd2cSJim Jagielski OSL_ASSERT(gp_arena_arena != 0);
1346*b1cdbd2cSJim Jagielski }
1347*b1cdbd2cSJim Jagielski }
1348*b1cdbd2cSJim Jagielski
1349*b1cdbd2cSJim Jagielski static int
rtl_arena_init(void)1350*b1cdbd2cSJim Jagielski rtl_arena_init (void)
1351*b1cdbd2cSJim Jagielski {
1352*b1cdbd2cSJim Jagielski static sal_once_type g_once = SAL_ONCE_INIT;
1353*b1cdbd2cSJim Jagielski SAL_ONCE(&g_once, rtl_arena_once_init);
1354*b1cdbd2cSJim Jagielski return (gp_arena_arena != 0);
1355*b1cdbd2cSJim Jagielski }
1356*b1cdbd2cSJim Jagielski
1357*b1cdbd2cSJim Jagielski /* ================================================================= */
1358*b1cdbd2cSJim Jagielski
1359*b1cdbd2cSJim Jagielski /*
1360*b1cdbd2cSJim Jagielski Issue http://udk.openoffice.org/issues/show_bug.cgi?id=92388
1361*b1cdbd2cSJim Jagielski
1362*b1cdbd2cSJim Jagielski Mac OS X does not seem to support "__cxa__atexit", thus leading
1363*b1cdbd2cSJim Jagielski to the situation that "__attribute__((destructor))__" functions
1364*b1cdbd2cSJim Jagielski (in particular "rtl_{memory|cache|arena}_fini") become called
1365*b1cdbd2cSJim Jagielski _before_ global C++ object d'tors.
1366*b1cdbd2cSJim Jagielski
1367*b1cdbd2cSJim Jagielski Delegated the call to "rtl_arena_fini()" into a dummy C++ object,
1368*b1cdbd2cSJim Jagielski see alloc_fini.cxx .
1369*b1cdbd2cSJim Jagielski */
1370*b1cdbd2cSJim Jagielski #if defined(__GNUC__) && !defined(MACOSX)
1371*b1cdbd2cSJim Jagielski static void rtl_arena_fini (void) __attribute__((destructor));
1372*b1cdbd2cSJim Jagielski #elif defined(__SUNPRO_C) || defined(__SUNPRO_CC)
1373*b1cdbd2cSJim Jagielski #pragma fini(rtl_arena_fini)
1374*b1cdbd2cSJim Jagielski static void rtl_arena_fini (void);
1375*b1cdbd2cSJim Jagielski #endif /* __GNUC__ || __SUNPRO_C */
1376*b1cdbd2cSJim Jagielski
1377*b1cdbd2cSJim Jagielski void
rtl_arena_fini(void)1378*b1cdbd2cSJim Jagielski rtl_arena_fini (void)
1379*b1cdbd2cSJim Jagielski {
1380*b1cdbd2cSJim Jagielski if (gp_arena_arena != 0)
1381*b1cdbd2cSJim Jagielski {
1382*b1cdbd2cSJim Jagielski rtl_arena_type * arena, * head;
1383*b1cdbd2cSJim Jagielski
1384*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_ACQUIRE(&(g_arena_list.m_lock));
1385*b1cdbd2cSJim Jagielski head = &(g_arena_list.m_arena_head);
1386*b1cdbd2cSJim Jagielski
1387*b1cdbd2cSJim Jagielski for (arena = head->m_arena_next; arena != head; arena = arena->m_arena_next)
1388*b1cdbd2cSJim Jagielski {
1389*b1cdbd2cSJim Jagielski OSL_TRACE(
1390*b1cdbd2cSJim Jagielski "rtl_arena_fini(\"%s\"): "
1391*b1cdbd2cSJim Jagielski "allocs: %"PRIu64", frees: %"PRIu64"; total: %lu, used: %lu",
1392*b1cdbd2cSJim Jagielski arena->m_name,
1393*b1cdbd2cSJim Jagielski arena->m_stats.m_alloc, arena->m_stats.m_free,
1394*b1cdbd2cSJim Jagielski arena->m_stats.m_mem_total, arena->m_stats.m_mem_alloc
1395*b1cdbd2cSJim Jagielski );
1396*b1cdbd2cSJim Jagielski }
1397*b1cdbd2cSJim Jagielski RTL_MEMORY_LOCK_RELEASE(&(g_arena_list.m_lock));
1398*b1cdbd2cSJim Jagielski }
1399*b1cdbd2cSJim Jagielski }
1400*b1cdbd2cSJim Jagielski
1401*b1cdbd2cSJim Jagielski /* ================================================================= */
1402