Line data Source code
1 : // SPDX-License-Identifier: GPL-2.0
2 : /*
3 : * Copyright (c) 2000-2001,2005 Silicon Graphics, Inc.
4 : * All Rights Reserved.
5 : */
6 : #include "xfs.h"
7 : #include "xfs_fs.h"
8 : #include "xfs_shared.h"
9 : #include "xfs_format.h"
10 : #include "xfs_log_format.h"
11 : #include "xfs_trans_resv.h"
12 : #include "xfs_mount.h"
13 : #include "xfs_btree.h"
14 : #include "xfs_btree_staging.h"
15 : #include "xfs_alloc_btree.h"
16 : #include "xfs_alloc.h"
17 : #include "xfs_extent_busy.h"
18 : #include "xfs_error.h"
19 : #include "xfs_trace.h"
20 : #include "xfs_trans.h"
21 : #include "xfs_ag.h"
22 :
23 : static struct kmem_cache *xfs_allocbt_cur_cache;
24 :
25 : STATIC struct xfs_btree_cur *
26 4001133 : xfs_allocbt_dup_cursor(
27 : struct xfs_btree_cur *cur)
28 : {
29 4001133 : return xfs_allocbt_init_cursor(cur->bc_mp, cur->bc_tp,
30 : cur->bc_ag.agbp, cur->bc_ag.pag, cur->bc_btnum);
31 : }
32 :
33 : STATIC void
34 30804 : xfs_allocbt_set_root(
35 : struct xfs_btree_cur *cur,
36 : const union xfs_btree_ptr *ptr,
37 : int inc)
38 : {
39 30804 : struct xfs_buf *agbp = cur->bc_ag.agbp;
40 30804 : struct xfs_agf *agf = agbp->b_addr;
41 30804 : int btnum = cur->bc_btnum;
42 :
43 30804 : ASSERT(ptr->s != 0);
44 :
45 30804 : agf->agf_roots[btnum] = ptr->s;
46 30804 : be32_add_cpu(&agf->agf_levels[btnum], inc);
47 30804 : cur->bc_ag.pag->pagf_levels[btnum] += inc;
48 :
49 30804 : xfs_alloc_log_agf(cur->bc_tp, agbp, XFS_AGF_ROOTS | XFS_AGF_LEVELS);
50 30804 : }
51 :
52 : STATIC int
53 60338 : xfs_allocbt_alloc_block(
54 : struct xfs_btree_cur *cur,
55 : const union xfs_btree_ptr *start,
56 : union xfs_btree_ptr *new,
57 : int *stat)
58 : {
59 60338 : int error;
60 60338 : xfs_agblock_t bno;
61 :
62 : /* Allocate the new block from the freelist. If we can't, give up. */
63 60338 : error = xfs_alloc_get_freelist(cur->bc_ag.pag, cur->bc_tp,
64 : cur->bc_ag.agbp, &bno, 1);
65 60338 : if (error)
66 : return error;
67 :
68 60338 : if (bno == NULLAGBLOCK) {
69 0 : *stat = 0;
70 0 : return 0;
71 : }
72 :
73 60338 : atomic64_inc(&cur->bc_mp->m_allocbt_blks);
74 60338 : xfs_extent_busy_reuse(cur->bc_mp, cur->bc_ag.pag, bno, 1, false);
75 :
76 60338 : new->s = cpu_to_be32(bno);
77 :
78 60338 : *stat = 1;
79 60338 : return 0;
80 : }
81 :
82 : STATIC int
83 37267 : xfs_allocbt_free_block(
84 : struct xfs_btree_cur *cur,
85 : struct xfs_buf *bp)
86 : {
87 37267 : struct xfs_buf *agbp = cur->bc_ag.agbp;
88 37267 : xfs_agblock_t bno;
89 37267 : int error;
90 :
91 37267 : bno = xfs_daddr_to_agbno(cur->bc_mp, xfs_buf_daddr(bp));
92 37267 : error = xfs_alloc_put_freelist(cur->bc_ag.pag, cur->bc_tp, agbp, NULL,
93 : bno, 1);
94 37267 : if (error)
95 : return error;
96 :
97 37267 : atomic64_dec(&cur->bc_mp->m_allocbt_blks);
98 37267 : xfs_extent_busy_insert(cur->bc_tp, agbp->b_pag, bno, 1,
99 : XFS_EXTENT_BUSY_SKIP_DISCARD);
100 37267 : return 0;
101 : }
102 :
103 : /*
104 : * Update the longest extent in the AGF
105 : */
106 : STATIC void
107 162226098 : xfs_allocbt_update_lastrec(
108 : struct xfs_btree_cur *cur,
109 : const struct xfs_btree_block *block,
110 : const union xfs_btree_rec *rec,
111 : int ptr,
112 : int reason)
113 : {
114 162226098 : struct xfs_agf *agf = cur->bc_ag.agbp->b_addr;
115 162226098 : struct xfs_perag *pag;
116 162226098 : __be32 len;
117 162226098 : int numrecs;
118 :
119 162226098 : ASSERT(cur->bc_btnum == XFS_BTNUM_CNT);
120 :
121 162226098 : switch (reason) {
122 : case LASTREC_UPDATE:
123 : /*
124 : * If this is the last leaf block and it's the last record,
125 : * then update the size of the longest extent in the AG.
126 : */
127 0 : if (ptr != xfs_btree_get_numrecs(block))
128 : return;
129 0 : len = rec->alloc.ar_blockcount;
130 0 : break;
131 83511147 : case LASTREC_INSREC:
132 167022294 : if (be32_to_cpu(rec->alloc.ar_blockcount) <=
133 83511147 : be32_to_cpu(agf->agf_longest))
134 : return;
135 : len = rec->alloc.ar_blockcount;
136 : break;
137 : case LASTREC_DELREC:
138 78714951 : numrecs = xfs_btree_get_numrecs(block);
139 78714951 : if (ptr <= numrecs)
140 : return;
141 12545385 : ASSERT(ptr == numrecs + 1);
142 :
143 12545385 : if (numrecs) {
144 9625499 : xfs_alloc_rec_t *rrp;
145 :
146 9625499 : rrp = XFS_ALLOC_REC_ADDR(cur->bc_mp, block, numrecs);
147 9625499 : len = rrp->ar_blockcount;
148 : } else {
149 : len = 0;
150 : }
151 :
152 : break;
153 0 : default:
154 0 : ASSERT(0);
155 0 : return;
156 : }
157 :
158 25185969 : agf->agf_longest = len;
159 25185969 : pag = cur->bc_ag.agbp->b_pag;
160 25185969 : pag->pagf_longest = be32_to_cpu(len);
161 25185969 : xfs_alloc_log_agf(cur->bc_tp, cur->bc_ag.agbp, XFS_AGF_LONGEST);
162 : }
163 :
164 : STATIC int
165 44298732 : xfs_allocbt_get_minrecs(
166 : struct xfs_btree_cur *cur,
167 : int level)
168 : {
169 44298732 : return cur->bc_mp->m_alloc_mnr[level != 0];
170 : }
171 :
172 : STATIC int
173 16855949372 : xfs_allocbt_get_maxrecs(
174 : struct xfs_btree_cur *cur,
175 : int level)
176 : {
177 16855949372 : return cur->bc_mp->m_alloc_mxr[level != 0];
178 : }
179 :
180 : STATIC void
181 25946865534 : xfs_allocbt_init_key_from_rec(
182 : union xfs_btree_key *key,
183 : const union xfs_btree_rec *rec)
184 : {
185 25946865534 : key->alloc.ar_startblock = rec->alloc.ar_startblock;
186 25946865534 : key->alloc.ar_blockcount = rec->alloc.ar_blockcount;
187 25946865534 : }
188 :
189 : STATIC void
190 1265745438 : xfs_bnobt_init_high_key_from_rec(
191 : union xfs_btree_key *key,
192 : const union xfs_btree_rec *rec)
193 : {
194 1265745438 : __u32 x;
195 :
196 1265745438 : x = be32_to_cpu(rec->alloc.ar_startblock);
197 1265745438 : x += be32_to_cpu(rec->alloc.ar_blockcount) - 1;
198 1265745438 : key->alloc.ar_startblock = cpu_to_be32(x);
199 1265745438 : key->alloc.ar_blockcount = 0;
200 1265745438 : }
201 :
202 : STATIC void
203 0 : xfs_cntbt_init_high_key_from_rec(
204 : union xfs_btree_key *key,
205 : const union xfs_btree_rec *rec)
206 : {
207 0 : key->alloc.ar_blockcount = rec->alloc.ar_blockcount;
208 0 : key->alloc.ar_startblock = 0;
209 0 : }
210 :
211 : STATIC void
212 5271059695 : xfs_allocbt_init_rec_from_cur(
213 : struct xfs_btree_cur *cur,
214 : union xfs_btree_rec *rec)
215 : {
216 5271059695 : rec->alloc.ar_startblock = cpu_to_be32(cur->bc_rec.a.ar_startblock);
217 5271059695 : rec->alloc.ar_blockcount = cpu_to_be32(cur->bc_rec.a.ar_blockcount);
218 5271059695 : }
219 :
220 : STATIC void
221 2330125873 : xfs_allocbt_init_ptr_from_cur(
222 : struct xfs_btree_cur *cur,
223 : union xfs_btree_ptr *ptr)
224 : {
225 2330125873 : struct xfs_agf *agf = cur->bc_ag.agbp->b_addr;
226 :
227 4660251746 : ASSERT(cur->bc_ag.pag->pag_agno == be32_to_cpu(agf->agf_seqno));
228 :
229 2330125873 : ptr->s = agf->agf_roots[cur->bc_btnum];
230 2330125873 : }
231 :
232 : STATIC int64_t
233 17240649880 : xfs_bnobt_key_diff(
234 : struct xfs_btree_cur *cur,
235 : const union xfs_btree_key *key)
236 : {
237 17240649880 : struct xfs_alloc_rec_incore *rec = &cur->bc_rec.a;
238 17240649880 : const struct xfs_alloc_rec *kp = &key->alloc;
239 :
240 17240649880 : return (int64_t)be32_to_cpu(kp->ar_startblock) - rec->ar_startblock;
241 : }
242 :
243 : STATIC int64_t
244 6862156361 : xfs_cntbt_key_diff(
245 : struct xfs_btree_cur *cur,
246 : const union xfs_btree_key *key)
247 : {
248 6862156361 : struct xfs_alloc_rec_incore *rec = &cur->bc_rec.a;
249 6862156361 : const struct xfs_alloc_rec *kp = &key->alloc;
250 6862156361 : int64_t diff;
251 :
252 6862156361 : diff = (int64_t)be32_to_cpu(kp->ar_blockcount) - rec->ar_blockcount;
253 6862156361 : if (diff)
254 : return diff;
255 :
256 3519679175 : return (int64_t)be32_to_cpu(kp->ar_startblock) - rec->ar_startblock;
257 : }
258 :
259 : STATIC int64_t
260 4947283150 : xfs_bnobt_diff_two_keys(
261 : struct xfs_btree_cur *cur,
262 : const union xfs_btree_key *k1,
263 : const union xfs_btree_key *k2,
264 : const union xfs_btree_key *mask)
265 : {
266 4947283150 : ASSERT(!mask || mask->alloc.ar_startblock);
267 :
268 4947283150 : return (int64_t)be32_to_cpu(k1->alloc.ar_startblock) -
269 4947283150 : be32_to_cpu(k2->alloc.ar_startblock);
270 : }
271 :
272 : STATIC int64_t
273 168149059 : xfs_cntbt_diff_two_keys(
274 : struct xfs_btree_cur *cur,
275 : const union xfs_btree_key *k1,
276 : const union xfs_btree_key *k2,
277 : const union xfs_btree_key *mask)
278 : {
279 168149059 : int64_t diff;
280 :
281 168149059 : ASSERT(!mask || (mask->alloc.ar_blockcount &&
282 : mask->alloc.ar_startblock));
283 :
284 168149059 : diff = be32_to_cpu(k1->alloc.ar_blockcount) -
285 168149059 : be32_to_cpu(k2->alloc.ar_blockcount);
286 168149059 : if (diff)
287 : return diff;
288 :
289 241142470 : return be32_to_cpu(k1->alloc.ar_startblock) -
290 120571235 : be32_to_cpu(k2->alloc.ar_startblock);
291 : }
292 :
293 : static xfs_failaddr_t
294 7654733 : xfs_allocbt_verify(
295 : struct xfs_buf *bp)
296 : {
297 7654733 : struct xfs_mount *mp = bp->b_mount;
298 7654733 : struct xfs_btree_block *block = XFS_BUF_TO_BLOCK(bp);
299 7654733 : struct xfs_perag *pag = bp->b_pag;
300 7654733 : xfs_failaddr_t fa;
301 7654733 : unsigned int level;
302 7654733 : xfs_btnum_t btnum = XFS_BTNUM_BNOi;
303 :
304 7654733 : if (!xfs_verify_magic(bp, block->bb_magic))
305 0 : return __this_address;
306 :
307 7654732 : if (xfs_has_crc(mp)) {
308 7650108 : fa = xfs_btree_sblock_v5hdr_verify(bp);
309 7650114 : if (fa)
310 : return fa;
311 : }
312 :
313 : /*
314 : * The perag may not be attached during grow operations or fully
315 : * initialized from the AGF during log recovery. Therefore we can only
316 : * check against maximum tree depth from those contexts.
317 : *
318 : * Otherwise check against the per-tree limit. Peek at one of the
319 : * verifier magic values to determine the type of tree we're verifying
320 : * against.
321 : */
322 7654741 : level = be16_to_cpu(block->bb_level);
323 7654741 : if (bp->b_ops->magic[0] == cpu_to_be32(XFS_ABTC_MAGIC))
324 3878039 : btnum = XFS_BTNUM_CNTi;
325 15294131 : if (pag && xfs_perag_initialised_agf(pag)) {
326 4977211 : unsigned int maxlevel = pag->pagf_levels[btnum];
327 :
328 : #ifdef CONFIG_XFS_ONLINE_REPAIR
329 : /*
330 : * Online repair could be rewriting the free space btrees, so
331 : * we'll validate against the larger of either tree while this
332 : * is going on.
333 : */
334 4977211 : maxlevel = max_t(unsigned int, maxlevel,
335 : pag->pagf_alt_levels[btnum]);
336 : #endif
337 4977211 : if (level >= maxlevel)
338 0 : return __this_address;
339 2677539 : } else if (level >= mp->m_alloc_maxlevels)
340 0 : return __this_address;
341 :
342 7654741 : return xfs_btree_sblock_verify(bp, mp->m_alloc_mxr[level != 0]);
343 : }
344 :
345 : static void
346 379824 : xfs_allocbt_read_verify(
347 : struct xfs_buf *bp)
348 : {
349 379824 : xfs_failaddr_t fa;
350 :
351 379824 : if (!xfs_btree_sblock_verify_crc(bp))
352 256 : xfs_verifier_error(bp, -EFSBADCRC, __this_address);
353 : else {
354 379568 : fa = xfs_allocbt_verify(bp);
355 379568 : if (fa)
356 0 : xfs_verifier_error(bp, -EFSCORRUPTED, fa);
357 : }
358 :
359 379824 : if (bp->b_error)
360 256 : trace_xfs_btree_corrupt(bp, _RET_IP_);
361 379824 : }
362 :
363 : static void
364 4246648 : xfs_allocbt_write_verify(
365 : struct xfs_buf *bp)
366 : {
367 4246648 : xfs_failaddr_t fa;
368 :
369 4246648 : fa = xfs_allocbt_verify(bp);
370 4246632 : if (fa) {
371 0 : trace_xfs_btree_corrupt(bp, _RET_IP_);
372 0 : xfs_verifier_error(bp, -EFSCORRUPTED, fa);
373 0 : return;
374 : }
375 4246632 : xfs_btree_sblock_calc_crc(bp);
376 :
377 : }
378 :
379 : const struct xfs_buf_ops xfs_bnobt_buf_ops = {
380 : .name = "xfs_bnobt",
381 : .magic = { cpu_to_be32(XFS_ABTB_MAGIC),
382 : cpu_to_be32(XFS_ABTB_CRC_MAGIC) },
383 : .verify_read = xfs_allocbt_read_verify,
384 : .verify_write = xfs_allocbt_write_verify,
385 : .verify_struct = xfs_allocbt_verify,
386 : };
387 :
388 : const struct xfs_buf_ops xfs_cntbt_buf_ops = {
389 : .name = "xfs_cntbt",
390 : .magic = { cpu_to_be32(XFS_ABTC_MAGIC),
391 : cpu_to_be32(XFS_ABTC_CRC_MAGIC) },
392 : .verify_read = xfs_allocbt_read_verify,
393 : .verify_write = xfs_allocbt_write_verify,
394 : .verify_struct = xfs_allocbt_verify,
395 : };
396 :
397 : STATIC int
398 474534 : xfs_bnobt_keys_inorder(
399 : struct xfs_btree_cur *cur,
400 : const union xfs_btree_key *k1,
401 : const union xfs_btree_key *k2)
402 : {
403 474534 : return be32_to_cpu(k1->alloc.ar_startblock) <
404 474534 : be32_to_cpu(k2->alloc.ar_startblock);
405 : }
406 :
407 : STATIC int
408 271902057 : xfs_bnobt_recs_inorder(
409 : struct xfs_btree_cur *cur,
410 : const union xfs_btree_rec *r1,
411 : const union xfs_btree_rec *r2)
412 : {
413 271902057 : return be32_to_cpu(r1->alloc.ar_startblock) +
414 271902057 : be32_to_cpu(r1->alloc.ar_blockcount) <=
415 271902057 : be32_to_cpu(r2->alloc.ar_startblock);
416 : }
417 :
418 : STATIC int
419 387147 : xfs_cntbt_keys_inorder(
420 : struct xfs_btree_cur *cur,
421 : const union xfs_btree_key *k1,
422 : const union xfs_btree_key *k2)
423 : {
424 387147 : return be32_to_cpu(k1->alloc.ar_blockcount) <
425 774294 : be32_to_cpu(k2->alloc.ar_blockcount) ||
426 202365 : (k1->alloc.ar_blockcount == k2->alloc.ar_blockcount &&
427 202365 : be32_to_cpu(k1->alloc.ar_startblock) <
428 202365 : be32_to_cpu(k2->alloc.ar_startblock));
429 : }
430 :
431 : STATIC int
432 343962417 : xfs_cntbt_recs_inorder(
433 : struct xfs_btree_cur *cur,
434 : const union xfs_btree_rec *r1,
435 : const union xfs_btree_rec *r2)
436 : {
437 343962417 : return be32_to_cpu(r1->alloc.ar_blockcount) <
438 687924834 : be32_to_cpu(r2->alloc.ar_blockcount) ||
439 286123864 : (r1->alloc.ar_blockcount == r2->alloc.ar_blockcount &&
440 286123864 : be32_to_cpu(r1->alloc.ar_startblock) <
441 286123864 : be32_to_cpu(r2->alloc.ar_startblock));
442 : }
443 :
444 : STATIC enum xbtree_key_contig
445 0 : xfs_allocbt_keys_contiguous(
446 : struct xfs_btree_cur *cur,
447 : const union xfs_btree_key *key1,
448 : const union xfs_btree_key *key2,
449 : const union xfs_btree_key *mask)
450 : {
451 0 : ASSERT(!mask || mask->alloc.ar_startblock);
452 :
453 0 : return xbtree_key_contig(be32_to_cpu(key1->alloc.ar_startblock),
454 0 : be32_to_cpu(key2->alloc.ar_startblock));
455 : }
456 :
457 : const struct xfs_btree_ops xfs_bnobt_ops = {
458 : .rec_len = sizeof(xfs_alloc_rec_t),
459 : .key_len = sizeof(xfs_alloc_key_t),
460 : .lru_refs = XFS_ALLOC_BTREE_REF,
461 :
462 : .dup_cursor = xfs_allocbt_dup_cursor,
463 : .set_root = xfs_allocbt_set_root,
464 : .alloc_block = xfs_allocbt_alloc_block,
465 : .free_block = xfs_allocbt_free_block,
466 : .update_lastrec = xfs_allocbt_update_lastrec,
467 : .get_minrecs = xfs_allocbt_get_minrecs,
468 : .get_maxrecs = xfs_allocbt_get_maxrecs,
469 : .init_key_from_rec = xfs_allocbt_init_key_from_rec,
470 : .init_high_key_from_rec = xfs_bnobt_init_high_key_from_rec,
471 : .init_rec_from_cur = xfs_allocbt_init_rec_from_cur,
472 : .init_ptr_from_cur = xfs_allocbt_init_ptr_from_cur,
473 : .key_diff = xfs_bnobt_key_diff,
474 : .buf_ops = &xfs_bnobt_buf_ops,
475 : .diff_two_keys = xfs_bnobt_diff_two_keys,
476 : .keys_inorder = xfs_bnobt_keys_inorder,
477 : .recs_inorder = xfs_bnobt_recs_inorder,
478 : .keys_contiguous = xfs_allocbt_keys_contiguous,
479 : };
480 :
481 : const struct xfs_btree_ops xfs_cntbt_ops = {
482 : .rec_len = sizeof(xfs_alloc_rec_t),
483 : .key_len = sizeof(xfs_alloc_key_t),
484 : .lru_refs = XFS_ALLOC_BTREE_REF,
485 : .geom_flags = XFS_BTREE_LASTREC_UPDATE,
486 :
487 : .dup_cursor = xfs_allocbt_dup_cursor,
488 : .set_root = xfs_allocbt_set_root,
489 : .alloc_block = xfs_allocbt_alloc_block,
490 : .free_block = xfs_allocbt_free_block,
491 : .update_lastrec = xfs_allocbt_update_lastrec,
492 : .get_minrecs = xfs_allocbt_get_minrecs,
493 : .get_maxrecs = xfs_allocbt_get_maxrecs,
494 : .init_key_from_rec = xfs_allocbt_init_key_from_rec,
495 : .init_high_key_from_rec = xfs_cntbt_init_high_key_from_rec,
496 : .init_rec_from_cur = xfs_allocbt_init_rec_from_cur,
497 : .init_ptr_from_cur = xfs_allocbt_init_ptr_from_cur,
498 : .key_diff = xfs_cntbt_key_diff,
499 : .buf_ops = &xfs_cntbt_buf_ops,
500 : .diff_two_keys = xfs_cntbt_diff_two_keys,
501 : .keys_inorder = xfs_cntbt_keys_inorder,
502 : .recs_inorder = xfs_cntbt_recs_inorder,
503 : .keys_contiguous = NULL, /* not needed right now */
504 : };
505 :
506 : /* Allocate most of a new allocation btree cursor. */
507 : STATIC struct xfs_btree_cur *
508 842275485 : xfs_allocbt_init_common(
509 : struct xfs_mount *mp,
510 : struct xfs_trans *tp,
511 : struct xfs_perag *pag,
512 : xfs_btnum_t btnum)
513 : {
514 842275485 : struct xfs_btree_cur *cur;
515 :
516 842275485 : ASSERT(btnum == XFS_BTNUM_BNO || btnum == XFS_BTNUM_CNT);
517 :
518 842275485 : if (btnum == XFS_BTNUM_CNT) {
519 393575939 : cur = xfs_btree_alloc_cursor(mp, tp, btnum, &xfs_cntbt_ops,
520 393575939 : mp->m_alloc_maxlevels, xfs_allocbt_cur_cache);
521 393576120 : cur->bc_statoff = XFS_STATS_CALC_INDEX(xs_abtc_2);
522 : } else {
523 448699546 : cur = xfs_btree_alloc_cursor(mp, tp, btnum, &xfs_bnobt_ops,
524 448699546 : mp->m_alloc_maxlevels, xfs_allocbt_cur_cache);
525 448698655 : cur->bc_statoff = XFS_STATS_CALC_INDEX(xs_abtb_2);
526 : }
527 :
528 842274775 : cur->bc_ag.pag = xfs_perag_hold(pag);
529 842222263 : cur->bc_ag.abt.active = false;
530 842222263 : return cur;
531 : }
532 :
533 : /*
534 : * Allocate a new allocation btree cursor.
535 : */
536 : struct xfs_btree_cur * /* new alloc btree cursor */
537 842171603 : xfs_allocbt_init_cursor(
538 : struct xfs_mount *mp, /* file system mount point */
539 : struct xfs_trans *tp, /* transaction pointer */
540 : struct xfs_buf *agbp, /* buffer for agf structure */
541 : struct xfs_perag *pag,
542 : xfs_btnum_t btnum) /* btree identifier */
543 : {
544 842171603 : struct xfs_agf *agf = agbp->b_addr;
545 842171603 : struct xfs_btree_cur *cur;
546 :
547 842171603 : cur = xfs_allocbt_init_common(mp, tp, pag, btnum);
548 842226135 : if (btnum == XFS_BTNUM_CNT)
549 393551442 : cur->bc_nlevels = be32_to_cpu(agf->agf_levels[XFS_BTNUM_CNT]);
550 : else
551 448674693 : cur->bc_nlevels = be32_to_cpu(agf->agf_levels[XFS_BTNUM_BNO]);
552 :
553 842226135 : cur->bc_ag.agbp = agbp;
554 :
555 842226135 : return cur;
556 : }
557 :
558 : /* Create a free space btree cursor with a fake root for staging. */
559 : struct xfs_btree_cur *
560 42121 : xfs_allocbt_stage_cursor(
561 : struct xfs_mount *mp,
562 : struct xbtree_afakeroot *afake,
563 : struct xfs_perag *pag,
564 : xfs_btnum_t btnum)
565 : {
566 42121 : struct xfs_btree_cur *cur;
567 :
568 42121 : cur = xfs_allocbt_init_common(mp, NULL, pag, btnum);
569 42133 : xfs_btree_stage_afakeroot(cur, afake);
570 42102 : return cur;
571 : }
572 :
573 : /*
574 : * Install a new free space btree root. Caller is responsible for invalidating
575 : * and freeing the old btree blocks.
576 : */
577 : void
578 42229 : xfs_allocbt_commit_staged_btree(
579 : struct xfs_btree_cur *cur,
580 : struct xfs_trans *tp,
581 : struct xfs_buf *agbp)
582 : {
583 42229 : struct xfs_agf *agf = agbp->b_addr;
584 42229 : struct xbtree_afakeroot *afake = cur->bc_ag.afake;
585 :
586 42229 : ASSERT(cur->bc_flags & XFS_BTREE_STAGING);
587 :
588 42229 : agf->agf_roots[cur->bc_btnum] = cpu_to_be32(afake->af_root);
589 42229 : agf->agf_levels[cur->bc_btnum] = cpu_to_be32(afake->af_levels);
590 42229 : xfs_alloc_log_agf(tp, agbp, XFS_AGF_ROOTS | XFS_AGF_LEVELS);
591 :
592 42229 : if (cur->bc_btnum == XFS_BTNUM_BNO) {
593 21115 : xfs_btree_commit_afakeroot(cur, tp, agbp, &xfs_bnobt_ops);
594 : } else {
595 21114 : cur->bc_flags |= XFS_BTREE_LASTREC_UPDATE;
596 21114 : xfs_btree_commit_afakeroot(cur, tp, agbp, &xfs_cntbt_ops);
597 : }
598 42230 : }
599 :
600 : /* Calculate number of records in an alloc btree block. */
601 : static inline unsigned int
602 : xfs_allocbt_block_maxrecs(
603 : unsigned int blocklen,
604 : bool leaf)
605 : {
606 48250 : if (leaf)
607 24125 : return blocklen / sizeof(xfs_alloc_rec_t);
608 24125 : return blocklen / (sizeof(xfs_alloc_key_t) + sizeof(xfs_alloc_ptr_t));
609 : }
610 :
611 : /*
612 : * Calculate number of records in an alloc btree block.
613 : */
614 : int
615 48250 : xfs_allocbt_maxrecs(
616 : struct xfs_mount *mp,
617 : int blocklen,
618 : int leaf)
619 : {
620 48250 : blocklen -= XFS_ALLOC_BLOCK_LEN(mp);
621 48250 : return xfs_allocbt_block_maxrecs(blocklen, leaf);
622 : }
623 :
624 : /* Free space btrees are at their largest when every other block is free. */
625 : #define XFS_MAX_FREESP_RECORDS ((XFS_MAX_AG_BLOCKS + 1) / 2)
626 :
627 : /* Compute the max possible height for free space btrees. */
628 : unsigned int
629 24131 : xfs_allocbt_maxlevels_ondisk(void)
630 : {
631 24131 : unsigned int minrecs[2];
632 24131 : unsigned int blocklen;
633 :
634 24131 : blocklen = min(XFS_MIN_BLOCKSIZE - XFS_BTREE_SBLOCK_LEN,
635 : XFS_MIN_CRC_BLOCKSIZE - XFS_BTREE_SBLOCK_CRC_LEN);
636 :
637 24131 : minrecs[0] = xfs_allocbt_block_maxrecs(blocklen, true) / 2;
638 24131 : minrecs[1] = xfs_allocbt_block_maxrecs(blocklen, false) / 2;
639 :
640 24131 : return xfs_btree_compute_maxlevels(minrecs, XFS_MAX_FREESP_RECORDS);
641 : }
642 :
643 : /* Calculate the freespace btree size for some records. */
644 : xfs_extlen_t
645 895802 : xfs_allocbt_calc_size(
646 : struct xfs_mount *mp,
647 : unsigned long long len)
648 : {
649 895802 : return xfs_btree_calc_size(mp->m_alloc_mnr, len);
650 : }
651 :
652 : int __init
653 12 : xfs_allocbt_init_cur_cache(void)
654 : {
655 12 : xfs_allocbt_cur_cache = kmem_cache_create("xfs_bnobt_cur",
656 12 : xfs_btree_cur_sizeof(xfs_allocbt_maxlevels_ondisk()),
657 : 0, 0, NULL);
658 :
659 12 : if (!xfs_allocbt_cur_cache)
660 0 : return -ENOMEM;
661 : return 0;
662 : }
663 :
664 : void
665 12 : xfs_allocbt_destroy_cur_cache(void)
666 : {
667 12 : kmem_cache_destroy(xfs_allocbt_cur_cache);
668 12 : xfs_allocbt_cur_cache = NULL;
669 12 : }
|
