Line data Source code
1 : // SPDX-License-Identifier: GPL-2.0
2 : /*
3 : * Copyright (c) 2000-2001,2005 Silicon Graphics, Inc.
4 : * All Rights Reserved.
5 : */
6 : #include "xfs.h"
7 : #include "xfs_fs.h"
8 : #include "xfs_shared.h"
9 : #include "xfs_format.h"
10 : #include "xfs_log_format.h"
11 : #include "xfs_trans_resv.h"
12 : #include "xfs_mount.h"
13 : #include "xfs_btree.h"
14 : #include "xfs_btree_staging.h"
15 : #include "xfs_alloc_btree.h"
16 : #include "xfs_alloc.h"
17 : #include "xfs_extent_busy.h"
18 : #include "xfs_error.h"
19 : #include "xfs_trace.h"
20 : #include "xfs_trans.h"
21 : #include "xfs_ag.h"
22 :
23 : static struct kmem_cache *xfs_allocbt_cur_cache;
24 :
25 : STATIC struct xfs_btree_cur *
26 3972197 : xfs_allocbt_dup_cursor(
27 : struct xfs_btree_cur *cur)
28 : {
29 3972197 : return xfs_allocbt_init_cursor(cur->bc_mp, cur->bc_tp,
30 : cur->bc_ag.agbp, cur->bc_ag.pag, cur->bc_btnum);
31 : }
32 :
33 : STATIC void
34 14726 : xfs_allocbt_set_root(
35 : struct xfs_btree_cur *cur,
36 : const union xfs_btree_ptr *ptr,
37 : int inc)
38 : {
39 14726 : struct xfs_buf *agbp = cur->bc_ag.agbp;
40 14726 : struct xfs_agf *agf = agbp->b_addr;
41 14726 : int btnum = cur->bc_btnum;
42 :
43 14726 : ASSERT(ptr->s != 0);
44 :
45 14726 : agf->agf_roots[btnum] = ptr->s;
46 14726 : be32_add_cpu(&agf->agf_levels[btnum], inc);
47 14726 : cur->bc_ag.pag->pagf_levels[btnum] += inc;
48 :
49 14726 : xfs_alloc_log_agf(cur->bc_tp, agbp, XFS_AGF_ROOTS | XFS_AGF_LEVELS);
50 14726 : }
51 :
52 : STATIC int
53 44916 : xfs_allocbt_alloc_block(
54 : struct xfs_btree_cur *cur,
55 : const union xfs_btree_ptr *start,
56 : union xfs_btree_ptr *new,
57 : int *stat)
58 : {
59 44916 : int error;
60 44916 : xfs_agblock_t bno;
61 :
62 : /* Allocate the new block from the freelist. If we can't, give up. */
63 44916 : error = xfs_alloc_get_freelist(cur->bc_ag.pag, cur->bc_tp,
64 : cur->bc_ag.agbp, &bno, 1);
65 44916 : if (error)
66 : return error;
67 :
68 44916 : if (bno == NULLAGBLOCK) {
69 0 : *stat = 0;
70 0 : return 0;
71 : }
72 :
73 44916 : atomic64_inc(&cur->bc_mp->m_allocbt_blks);
74 44916 : xfs_extent_busy_reuse(cur->bc_mp, cur->bc_ag.pag, bno, 1, false);
75 :
76 44916 : new->s = cpu_to_be32(bno);
77 :
78 44916 : *stat = 1;
79 44916 : return 0;
80 : }
81 :
82 : STATIC int
83 21170 : xfs_allocbt_free_block(
84 : struct xfs_btree_cur *cur,
85 : struct xfs_buf *bp)
86 : {
87 21170 : struct xfs_buf *agbp = cur->bc_ag.agbp;
88 21170 : xfs_agblock_t bno;
89 21170 : int error;
90 :
91 21170 : bno = xfs_daddr_to_agbno(cur->bc_mp, xfs_buf_daddr(bp));
92 21170 : error = xfs_alloc_put_freelist(cur->bc_ag.pag, cur->bc_tp, agbp, NULL,
93 : bno, 1);
94 21170 : if (error)
95 : return error;
96 :
97 21170 : atomic64_dec(&cur->bc_mp->m_allocbt_blks);
98 21170 : xfs_extent_busy_insert(cur->bc_tp, agbp->b_pag, bno, 1,
99 : XFS_EXTENT_BUSY_SKIP_DISCARD);
100 21170 : return 0;
101 : }
102 :
103 : /*
104 : * Update the longest extent in the AGF
105 : */
106 : STATIC void
107 169313365 : xfs_allocbt_update_lastrec(
108 : struct xfs_btree_cur *cur,
109 : const struct xfs_btree_block *block,
110 : const union xfs_btree_rec *rec,
111 : int ptr,
112 : int reason)
113 : {
114 169313365 : struct xfs_agf *agf = cur->bc_ag.agbp->b_addr;
115 169313365 : struct xfs_perag *pag;
116 169313365 : __be32 len;
117 169313365 : int numrecs;
118 :
119 169313365 : ASSERT(cur->bc_btnum == XFS_BTNUM_CNT);
120 :
121 169313365 : switch (reason) {
122 : case LASTREC_UPDATE:
123 : /*
124 : * If this is the last leaf block and it's the last record,
125 : * then update the size of the longest extent in the AG.
126 : */
127 0 : if (ptr != xfs_btree_get_numrecs(block))
128 : return;
129 0 : len = rec->alloc.ar_blockcount;
130 0 : break;
131 87066905 : case LASTREC_INSREC:
132 174133810 : if (be32_to_cpu(rec->alloc.ar_blockcount) <=
133 87066905 : be32_to_cpu(agf->agf_longest))
134 : return;
135 : len = rec->alloc.ar_blockcount;
136 : break;
137 : case LASTREC_DELREC:
138 82246460 : numrecs = xfs_btree_get_numrecs(block);
139 82246460 : if (ptr <= numrecs)
140 : return;
141 13810249 : ASSERT(ptr == numrecs + 1);
142 :
143 13810249 : if (numrecs) {
144 10522604 : xfs_alloc_rec_t *rrp;
145 :
146 10522604 : rrp = XFS_ALLOC_REC_ADDR(cur->bc_mp, block, numrecs);
147 10522604 : len = rrp->ar_blockcount;
148 : } else {
149 : len = 0;
150 : }
151 :
152 : break;
153 0 : default:
154 0 : ASSERT(0);
155 0 : return;
156 : }
157 :
158 27744927 : agf->agf_longest = len;
159 27744927 : pag = cur->bc_ag.agbp->b_pag;
160 27744927 : pag->pagf_longest = be32_to_cpu(len);
161 27744927 : xfs_alloc_log_agf(cur->bc_tp, cur->bc_ag.agbp, XFS_AGF_LONGEST);
162 : }
163 :
164 : STATIC int
165 41313999 : xfs_allocbt_get_minrecs(
166 : struct xfs_btree_cur *cur,
167 : int level)
168 : {
169 41313999 : return cur->bc_mp->m_alloc_mnr[level != 0];
170 : }
171 :
172 : STATIC int
173 17240749677 : xfs_allocbt_get_maxrecs(
174 : struct xfs_btree_cur *cur,
175 : int level)
176 : {
177 17240749677 : return cur->bc_mp->m_alloc_mxr[level != 0];
178 : }
179 :
180 : STATIC void
181 29811960845 : xfs_allocbt_init_key_from_rec(
182 : union xfs_btree_key *key,
183 : const union xfs_btree_rec *rec)
184 : {
185 29811960845 : key->alloc.ar_startblock = rec->alloc.ar_startblock;
186 29811960845 : key->alloc.ar_blockcount = rec->alloc.ar_blockcount;
187 29811960845 : }
188 :
189 : STATIC void
190 1855507078 : xfs_bnobt_init_high_key_from_rec(
191 : union xfs_btree_key *key,
192 : const union xfs_btree_rec *rec)
193 : {
194 1855507078 : __u32 x;
195 :
196 1855507078 : x = be32_to_cpu(rec->alloc.ar_startblock);
197 1855507078 : x += be32_to_cpu(rec->alloc.ar_blockcount) - 1;
198 1855507078 : key->alloc.ar_startblock = cpu_to_be32(x);
199 1855507078 : key->alloc.ar_blockcount = 0;
200 1855507078 : }
201 :
202 : STATIC void
203 0 : xfs_cntbt_init_high_key_from_rec(
204 : union xfs_btree_key *key,
205 : const union xfs_btree_rec *rec)
206 : {
207 0 : key->alloc.ar_blockcount = rec->alloc.ar_blockcount;
208 0 : key->alloc.ar_startblock = 0;
209 0 : }
210 :
211 : STATIC void
212 7649222452 : xfs_allocbt_init_rec_from_cur(
213 : struct xfs_btree_cur *cur,
214 : union xfs_btree_rec *rec)
215 : {
216 7649222452 : rec->alloc.ar_startblock = cpu_to_be32(cur->bc_rec.a.ar_startblock);
217 7649222452 : rec->alloc.ar_blockcount = cpu_to_be32(cur->bc_rec.a.ar_blockcount);
218 7649222452 : }
219 :
220 : STATIC void
221 2861309116 : xfs_allocbt_init_ptr_from_cur(
222 : struct xfs_btree_cur *cur,
223 : union xfs_btree_ptr *ptr)
224 : {
225 2861309116 : struct xfs_agf *agf = cur->bc_ag.agbp->b_addr;
226 :
227 5722618232 : ASSERT(cur->bc_ag.pag->pag_agno == be32_to_cpu(agf->agf_seqno));
228 :
229 2861309116 : ptr->s = agf->agf_roots[cur->bc_btnum];
230 2861309116 : }
231 :
232 : STATIC int64_t
233 18872496408 : xfs_bnobt_key_diff(
234 : struct xfs_btree_cur *cur,
235 : const union xfs_btree_key *key)
236 : {
237 18872496408 : struct xfs_alloc_rec_incore *rec = &cur->bc_rec.a;
238 18872496408 : const struct xfs_alloc_rec *kp = &key->alloc;
239 :
240 18872496408 : return (int64_t)be32_to_cpu(kp->ar_startblock) - rec->ar_startblock;
241 : }
242 :
243 : STATIC int64_t
244 6025471591 : xfs_cntbt_key_diff(
245 : struct xfs_btree_cur *cur,
246 : const union xfs_btree_key *key)
247 : {
248 6025471591 : struct xfs_alloc_rec_incore *rec = &cur->bc_rec.a;
249 6025471591 : const struct xfs_alloc_rec *kp = &key->alloc;
250 6025471591 : int64_t diff;
251 :
252 6025471591 : diff = (int64_t)be32_to_cpu(kp->ar_blockcount) - rec->ar_blockcount;
253 6025471591 : if (diff)
254 : return diff;
255 :
256 3391446803 : return (int64_t)be32_to_cpu(kp->ar_startblock) - rec->ar_startblock;
257 : }
258 :
259 : STATIC int64_t
260 6717923185 : xfs_bnobt_diff_two_keys(
261 : struct xfs_btree_cur *cur,
262 : const union xfs_btree_key *k1,
263 : const union xfs_btree_key *k2,
264 : const union xfs_btree_key *mask)
265 : {
266 6717923185 : ASSERT(!mask || mask->alloc.ar_startblock);
267 :
268 6717923185 : return (int64_t)be32_to_cpu(k1->alloc.ar_startblock) -
269 6717923185 : be32_to_cpu(k2->alloc.ar_startblock);
270 : }
271 :
272 : STATIC int64_t
273 168639171 : xfs_cntbt_diff_two_keys(
274 : struct xfs_btree_cur *cur,
275 : const union xfs_btree_key *k1,
276 : const union xfs_btree_key *k2,
277 : const union xfs_btree_key *mask)
278 : {
279 168639171 : int64_t diff;
280 :
281 168639171 : ASSERT(!mask || (mask->alloc.ar_blockcount &&
282 : mask->alloc.ar_startblock));
283 :
284 168639171 : diff = be32_to_cpu(k1->alloc.ar_blockcount) -
285 168639171 : be32_to_cpu(k2->alloc.ar_blockcount);
286 168639171 : if (diff)
287 : return diff;
288 :
289 244089090 : return be32_to_cpu(k1->alloc.ar_startblock) -
290 122044545 : be32_to_cpu(k2->alloc.ar_startblock);
291 : }
292 :
293 : static xfs_failaddr_t
294 7819955 : xfs_allocbt_verify(
295 : struct xfs_buf *bp)
296 : {
297 7819955 : struct xfs_mount *mp = bp->b_mount;
298 7819955 : struct xfs_btree_block *block = XFS_BUF_TO_BLOCK(bp);
299 7819955 : struct xfs_perag *pag = bp->b_pag;
300 7819955 : xfs_failaddr_t fa;
301 7819955 : unsigned int level;
302 7819955 : xfs_btnum_t btnum = XFS_BTNUM_BNOi;
303 :
304 7819955 : if (!xfs_verify_magic(bp, block->bb_magic))
305 0 : return __this_address;
306 :
307 7819937 : if (xfs_has_crc(mp)) {
308 7815313 : fa = xfs_btree_sblock_v5hdr_verify(bp);
309 7815319 : if (fa)
310 : return fa;
311 : }
312 :
313 : /*
314 : * The perag may not be attached during grow operations or fully
315 : * initialized from the AGF during log recovery. Therefore we can only
316 : * check against maximum tree depth from those contexts.
317 : *
318 : * Otherwise check against the per-tree limit. Peek at one of the
319 : * verifier magic values to determine the type of tree we're verifying
320 : * against.
321 : */
322 7819944 : level = be16_to_cpu(block->bb_level);
323 7819944 : if (bp->b_ops->magic[0] == cpu_to_be32(XFS_ABTC_MAGIC))
324 3861619 : btnum = XFS_BTNUM_CNTi;
325 15624511 : if (pag && xfs_perag_initialised_agf(pag)) {
326 5496717 : unsigned int maxlevel = pag->pagf_levels[btnum];
327 :
328 : #ifdef CONFIG_XFS_ONLINE_REPAIR
329 : /*
330 : * Online repair could be rewriting the free space btrees, so
331 : * we'll validate against the larger of either tree while this
332 : * is going on.
333 : */
334 5496717 : maxlevel = max_t(unsigned int, maxlevel,
335 : pag->pagf_alt_levels[btnum]);
336 : #endif
337 5496717 : if (level >= maxlevel)
338 0 : return __this_address;
339 2323228 : } else if (level >= mp->m_alloc_maxlevels)
340 0 : return __this_address;
341 :
342 7819944 : return xfs_btree_sblock_verify(bp, mp->m_alloc_mxr[level != 0]);
343 : }
344 :
345 : static void
346 360506 : xfs_allocbt_read_verify(
347 : struct xfs_buf *bp)
348 : {
349 360506 : xfs_failaddr_t fa;
350 :
351 360506 : if (!xfs_btree_sblock_verify_crc(bp))
352 256 : xfs_verifier_error(bp, -EFSBADCRC, __this_address);
353 : else {
354 360250 : fa = xfs_allocbt_verify(bp);
355 360250 : if (fa)
356 0 : xfs_verifier_error(bp, -EFSCORRUPTED, fa);
357 : }
358 :
359 360506 : if (bp->b_error)
360 256 : trace_xfs_btree_corrupt(bp, _RET_IP_);
361 360506 : }
362 :
363 : static void
364 4239347 : xfs_allocbt_write_verify(
365 : struct xfs_buf *bp)
366 : {
367 4239347 : xfs_failaddr_t fa;
368 :
369 4239347 : fa = xfs_allocbt_verify(bp);
370 4239347 : if (fa) {
371 0 : trace_xfs_btree_corrupt(bp, _RET_IP_);
372 0 : xfs_verifier_error(bp, -EFSCORRUPTED, fa);
373 0 : return;
374 : }
375 4239347 : xfs_btree_sblock_calc_crc(bp);
376 :
377 : }
378 :
379 : const struct xfs_buf_ops xfs_bnobt_buf_ops = {
380 : .name = "xfs_bnobt",
381 : .magic = { cpu_to_be32(XFS_ABTB_MAGIC),
382 : cpu_to_be32(XFS_ABTB_CRC_MAGIC) },
383 : .verify_read = xfs_allocbt_read_verify,
384 : .verify_write = xfs_allocbt_write_verify,
385 : .verify_struct = xfs_allocbt_verify,
386 : };
387 :
388 : const struct xfs_buf_ops xfs_cntbt_buf_ops = {
389 : .name = "xfs_cntbt",
390 : .magic = { cpu_to_be32(XFS_ABTC_MAGIC),
391 : cpu_to_be32(XFS_ABTC_CRC_MAGIC) },
392 : .verify_read = xfs_allocbt_read_verify,
393 : .verify_write = xfs_allocbt_write_verify,
394 : .verify_struct = xfs_allocbt_verify,
395 : };
396 :
397 : STATIC int
398 492395 : xfs_bnobt_keys_inorder(
399 : struct xfs_btree_cur *cur,
400 : const union xfs_btree_key *k1,
401 : const union xfs_btree_key *k2)
402 : {
403 492395 : return be32_to_cpu(k1->alloc.ar_startblock) <
404 492395 : be32_to_cpu(k2->alloc.ar_startblock);
405 : }
406 :
407 : STATIC int
408 285374018 : xfs_bnobt_recs_inorder(
409 : struct xfs_btree_cur *cur,
410 : const union xfs_btree_rec *r1,
411 : const union xfs_btree_rec *r2)
412 : {
413 285374018 : return be32_to_cpu(r1->alloc.ar_startblock) +
414 285374018 : be32_to_cpu(r1->alloc.ar_blockcount) <=
415 285374018 : be32_to_cpu(r2->alloc.ar_startblock);
416 : }
417 :
418 : STATIC int
419 391649 : xfs_cntbt_keys_inorder(
420 : struct xfs_btree_cur *cur,
421 : const union xfs_btree_key *k1,
422 : const union xfs_btree_key *k2)
423 : {
424 391649 : return be32_to_cpu(k1->alloc.ar_blockcount) <
425 783298 : be32_to_cpu(k2->alloc.ar_blockcount) ||
426 212015 : (k1->alloc.ar_blockcount == k2->alloc.ar_blockcount &&
427 212015 : be32_to_cpu(k1->alloc.ar_startblock) <
428 212015 : be32_to_cpu(k2->alloc.ar_startblock));
429 : }
430 :
431 : STATIC int
432 343681974 : xfs_cntbt_recs_inorder(
433 : struct xfs_btree_cur *cur,
434 : const union xfs_btree_rec *r1,
435 : const union xfs_btree_rec *r2)
436 : {
437 343681974 : return be32_to_cpu(r1->alloc.ar_blockcount) <
438 687363948 : be32_to_cpu(r2->alloc.ar_blockcount) ||
439 284406860 : (r1->alloc.ar_blockcount == r2->alloc.ar_blockcount &&
440 284406860 : be32_to_cpu(r1->alloc.ar_startblock) <
441 284406860 : be32_to_cpu(r2->alloc.ar_startblock));
442 : }
443 :
444 : STATIC enum xbtree_key_contig
445 0 : xfs_allocbt_keys_contiguous(
446 : struct xfs_btree_cur *cur,
447 : const union xfs_btree_key *key1,
448 : const union xfs_btree_key *key2,
449 : const union xfs_btree_key *mask)
450 : {
451 0 : ASSERT(!mask || mask->alloc.ar_startblock);
452 :
453 0 : return xbtree_key_contig(be32_to_cpu(key1->alloc.ar_startblock),
454 0 : be32_to_cpu(key2->alloc.ar_startblock));
455 : }
456 :
457 : const struct xfs_btree_ops xfs_bnobt_ops = {
458 : .rec_len = sizeof(xfs_alloc_rec_t),
459 : .key_len = sizeof(xfs_alloc_key_t),
460 : .lru_refs = XFS_ALLOC_BTREE_REF,
461 :
462 : .dup_cursor = xfs_allocbt_dup_cursor,
463 : .set_root = xfs_allocbt_set_root,
464 : .alloc_block = xfs_allocbt_alloc_block,
465 : .free_block = xfs_allocbt_free_block,
466 : .update_lastrec = xfs_allocbt_update_lastrec,
467 : .get_minrecs = xfs_allocbt_get_minrecs,
468 : .get_maxrecs = xfs_allocbt_get_maxrecs,
469 : .init_key_from_rec = xfs_allocbt_init_key_from_rec,
470 : .init_high_key_from_rec = xfs_bnobt_init_high_key_from_rec,
471 : .init_rec_from_cur = xfs_allocbt_init_rec_from_cur,
472 : .init_ptr_from_cur = xfs_allocbt_init_ptr_from_cur,
473 : .key_diff = xfs_bnobt_key_diff,
474 : .buf_ops = &xfs_bnobt_buf_ops,
475 : .diff_two_keys = xfs_bnobt_diff_two_keys,
476 : .keys_inorder = xfs_bnobt_keys_inorder,
477 : .recs_inorder = xfs_bnobt_recs_inorder,
478 : .keys_contiguous = xfs_allocbt_keys_contiguous,
479 : };
480 :
481 : const struct xfs_btree_ops xfs_cntbt_ops = {
482 : .rec_len = sizeof(xfs_alloc_rec_t),
483 : .key_len = sizeof(xfs_alloc_key_t),
484 : .lru_refs = XFS_ALLOC_BTREE_REF,
485 : .geom_flags = XFS_BTREE_LASTREC_UPDATE,
486 :
487 : .dup_cursor = xfs_allocbt_dup_cursor,
488 : .set_root = xfs_allocbt_set_root,
489 : .alloc_block = xfs_allocbt_alloc_block,
490 : .free_block = xfs_allocbt_free_block,
491 : .update_lastrec = xfs_allocbt_update_lastrec,
492 : .get_minrecs = xfs_allocbt_get_minrecs,
493 : .get_maxrecs = xfs_allocbt_get_maxrecs,
494 : .init_key_from_rec = xfs_allocbt_init_key_from_rec,
495 : .init_high_key_from_rec = xfs_cntbt_init_high_key_from_rec,
496 : .init_rec_from_cur = xfs_allocbt_init_rec_from_cur,
497 : .init_ptr_from_cur = xfs_allocbt_init_ptr_from_cur,
498 : .key_diff = xfs_cntbt_key_diff,
499 : .buf_ops = &xfs_cntbt_buf_ops,
500 : .diff_two_keys = xfs_cntbt_diff_two_keys,
501 : .keys_inorder = xfs_cntbt_keys_inorder,
502 : .recs_inorder = xfs_cntbt_recs_inorder,
503 : .keys_contiguous = NULL, /* not needed right now */
504 : };
505 :
506 : /* Allocate most of a new allocation btree cursor. */
507 : STATIC struct xfs_btree_cur *
508 1476308967 : xfs_allocbt_init_common(
509 : struct xfs_mount *mp,
510 : struct xfs_trans *tp,
511 : struct xfs_perag *pag,
512 : xfs_btnum_t btnum)
513 : {
514 1476308967 : struct xfs_btree_cur *cur;
515 :
516 1476308967 : ASSERT(btnum == XFS_BTNUM_BNO || btnum == XFS_BTNUM_CNT);
517 :
518 1476308967 : if (btnum == XFS_BTNUM_CNT) {
519 707757840 : cur = xfs_btree_alloc_cursor(mp, tp, btnum, &xfs_cntbt_ops,
520 707757840 : mp->m_alloc_maxlevels, xfs_allocbt_cur_cache);
521 707763386 : cur->bc_statoff = XFS_STATS_CALC_INDEX(xs_abtc_2);
522 : } else {
523 768551127 : cur = xfs_btree_alloc_cursor(mp, tp, btnum, &xfs_bnobt_ops,
524 768551127 : mp->m_alloc_maxlevels, xfs_allocbt_cur_cache);
525 768555546 : cur->bc_statoff = XFS_STATS_CALC_INDEX(xs_abtb_2);
526 : }
527 :
528 1476318932 : cur->bc_ag.pag = xfs_perag_hold(pag);
529 1476300400 : cur->bc_ag.abt.active = false;
530 1476300400 : return cur;
531 : }
532 :
533 : /*
534 : * Allocate a new allocation btree cursor.
535 : */
536 : struct xfs_btree_cur * /* new alloc btree cursor */
537 1476089157 : xfs_allocbt_init_cursor(
538 : struct xfs_mount *mp, /* file system mount point */
539 : struct xfs_trans *tp, /* transaction pointer */
540 : struct xfs_buf *agbp, /* buffer for agf structure */
541 : struct xfs_perag *pag,
542 : xfs_btnum_t btnum) /* btree identifier */
543 : {
544 1476089157 : struct xfs_agf *agf = agbp->b_addr;
545 1476089157 : struct xfs_btree_cur *cur;
546 :
547 1476089157 : cur = xfs_allocbt_init_common(mp, tp, pag, btnum);
548 1476131764 : if (btnum == XFS_BTNUM_CNT)
549 707669066 : cur->bc_nlevels = be32_to_cpu(agf->agf_levels[XFS_BTNUM_CNT]);
550 : else
551 768462698 : cur->bc_nlevels = be32_to_cpu(agf->agf_levels[XFS_BTNUM_BNO]);
552 :
553 1476131764 : cur->bc_ag.agbp = agbp;
554 :
555 1476131764 : return cur;
556 : }
557 :
558 : /* Create a free space btree cursor with a fake root for staging. */
559 : struct xfs_btree_cur *
560 174628 : xfs_allocbt_stage_cursor(
561 : struct xfs_mount *mp,
562 : struct xbtree_afakeroot *afake,
563 : struct xfs_perag *pag,
564 : xfs_btnum_t btnum)
565 : {
566 174628 : struct xfs_btree_cur *cur;
567 :
568 174628 : cur = xfs_allocbt_init_common(mp, NULL, pag, btnum);
569 174627 : xfs_btree_stage_afakeroot(cur, afake);
570 174627 : return cur;
571 : }
572 :
573 : /*
574 : * Install a new free space btree root. Caller is responsible for invalidating
575 : * and freeing the old btree blocks.
576 : */
577 : void
578 174630 : xfs_allocbt_commit_staged_btree(
579 : struct xfs_btree_cur *cur,
580 : struct xfs_trans *tp,
581 : struct xfs_buf *agbp)
582 : {
583 174630 : struct xfs_agf *agf = agbp->b_addr;
584 174630 : struct xbtree_afakeroot *afake = cur->bc_ag.afake;
585 :
586 174630 : ASSERT(cur->bc_flags & XFS_BTREE_STAGING);
587 :
588 174630 : agf->agf_roots[cur->bc_btnum] = cpu_to_be32(afake->af_root);
589 174630 : agf->agf_levels[cur->bc_btnum] = cpu_to_be32(afake->af_levels);
590 174630 : xfs_alloc_log_agf(tp, agbp, XFS_AGF_ROOTS | XFS_AGF_LEVELS);
591 :
592 174630 : if (cur->bc_btnum == XFS_BTNUM_BNO) {
593 87315 : xfs_btree_commit_afakeroot(cur, tp, agbp, &xfs_bnobt_ops);
594 : } else {
595 87315 : cur->bc_flags |= XFS_BTREE_LASTREC_UPDATE;
596 87315 : xfs_btree_commit_afakeroot(cur, tp, agbp, &xfs_cntbt_ops);
597 : }
598 174631 : }
599 :
600 : /* Calculate number of records in an alloc btree block. */
601 : static inline unsigned int
602 : xfs_allocbt_block_maxrecs(
603 : unsigned int blocklen,
604 : bool leaf)
605 : {
606 48686 : if (leaf)
607 24343 : return blocklen / sizeof(xfs_alloc_rec_t);
608 24343 : return blocklen / (sizeof(xfs_alloc_key_t) + sizeof(xfs_alloc_ptr_t));
609 : }
610 :
611 : /*
612 : * Calculate number of records in an alloc btree block.
613 : */
614 : unsigned int
615 48686 : xfs_allocbt_maxrecs(
616 : struct xfs_mount *mp,
617 : unsigned int blocklen,
618 : bool leaf)
619 : {
620 48686 : blocklen -= XFS_ALLOC_BLOCK_LEN(mp);
621 48686 : return xfs_allocbt_block_maxrecs(blocklen, leaf);
622 : }
623 :
624 : /* Free space btrees are at their largest when every other block is free. */
625 : #define XFS_MAX_FREESP_RECORDS ((XFS_MAX_AG_BLOCKS + 1) / 2)
626 :
627 : /* Compute the max possible height for free space btrees. */
628 : unsigned int
629 24349 : xfs_allocbt_maxlevels_ondisk(void)
630 : {
631 24349 : unsigned int minrecs[2];
632 24349 : unsigned int blocklen;
633 :
634 24349 : blocklen = min(XFS_MIN_BLOCKSIZE - XFS_BTREE_SBLOCK_LEN,
635 : XFS_MIN_CRC_BLOCKSIZE - XFS_BTREE_SBLOCK_CRC_LEN);
636 :
637 24349 : minrecs[0] = xfs_allocbt_block_maxrecs(blocklen, true) / 2;
638 24349 : minrecs[1] = xfs_allocbt_block_maxrecs(blocklen, false) / 2;
639 :
640 24349 : return xfs_btree_compute_maxlevels(minrecs, XFS_MAX_FREESP_RECORDS);
641 : }
642 :
643 : /* Calculate the freespace btree size for some records. */
644 : xfs_extlen_t
645 1570326 : xfs_allocbt_calc_size(
646 : struct xfs_mount *mp,
647 : unsigned long long len)
648 : {
649 1570326 : return xfs_btree_calc_size(mp->m_alloc_mnr, len);
650 : }
651 :
652 : int __init
653 12 : xfs_allocbt_init_cur_cache(void)
654 : {
655 12 : xfs_allocbt_cur_cache = kmem_cache_create("xfs_bnobt_cur",
656 12 : xfs_btree_cur_sizeof(xfs_allocbt_maxlevels_ondisk()),
657 : 0, 0, NULL);
658 :
659 12 : if (!xfs_allocbt_cur_cache)
660 0 : return -ENOMEM;
661 : return 0;
662 : }
663 :
664 : void
665 12 : xfs_allocbt_destroy_cur_cache(void)
666 : {
667 12 : kmem_cache_destroy(xfs_allocbt_cur_cache);
668 12 : xfs_allocbt_cur_cache = NULL;
669 12 : }
|
