/linux/drivers/iommu/amd/ |
A D | io_pgtable.c | 82 freelist = freelist->freelist; in free_page_list() 91 p->freelist = freelist; in free_pt_page() 116 freelist = FN(p, freelist); \ 136 freelist = free_pt_page(root, freelist); in DEFINE_FREE_PT_FN() 139 freelist = free_pt_l2(root, freelist); in DEFINE_FREE_PT_FN() 142 freelist = free_pt_l3(root, freelist); in DEFINE_FREE_PT_FN() 145 freelist = free_pt_l4(root, freelist); in DEFINE_FREE_PT_FN() 148 freelist = free_pt_l5(root, freelist); in DEFINE_FREE_PT_FN() 151 freelist = free_pt_l6(root, freelist); in DEFINE_FREE_PT_FN() 415 freelist = free_clear_pte(&pte[i], pte[i], freelist); in iommu_v1_map_page() [all …]
|
/linux/kernel/bpf/ |
A D | percpu_freelist.c | 10 s->freelist = alloc_percpu(struct pcpu_freelist_head); in pcpu_freelist_init() 11 if (!s->freelist) in pcpu_freelist_init() 15 struct pcpu_freelist_head *head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_init() 27 free_percpu(s->freelist); in pcpu_freelist_destroy() 65 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_push_nmi() 88 ___pcpu_freelist_push(this_cpu_ptr(s->freelist), node); in __pcpu_freelist_push() 112 head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_populate() 132 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_pop() 166 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_pop_nmi()
|
A D | stackmap.c | 29 struct pcpu_freelist freelist; member 75 err = pcpu_freelist_init(&smap->freelist); in prealloc_elems_and_freelist() 79 pcpu_freelist_populate(&smap->freelist, smap->elems, elem_size, in prealloc_elems_and_freelist() 297 pcpu_freelist_pop(&smap->freelist); in __bpf_get_stackid() 307 pcpu_freelist_push(&smap->freelist, &new_bucket->fnode); in __bpf_get_stackid() 311 pcpu_freelist_push(&smap->freelist, &new_bucket->fnode); in __bpf_get_stackid() 322 pcpu_freelist_pop(&smap->freelist); in __bpf_get_stackid() 333 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in __bpf_get_stackid() 640 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in bpf_stackmap_copy() 691 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in stack_map_delete_elem() [all …]
|
A D | percpu_freelist.h | 15 struct pcpu_freelist_head __percpu *freelist; member
|
/linux/mm/ |
A D | slub.c | 2091 freelist = page->freelist; in acquire_slab() 2098 new.freelist = freelist; in acquire_slab() 2406 new.freelist = freelist; in deactivate_slab() 2408 new.freelist = old.freelist; in deactivate_slab() 2625 freelist = c->freelist; in flush_slab() 2642 void *freelist = c->freelist; in __flush_cpu_slab() local 2863 freelist = page->freelist; in get_freelist() 2951 freelist = c->freelist; in ___slab_alloc() 2988 freelist = c->freelist; in ___slab_alloc() 3034 freelist = page->freelist; in ___slab_alloc() [all …]
|
A D | slob.c | 277 sp->freelist = next; in slob_page_alloc() 282 sp->freelist = cur + units; in slob_page_alloc() 366 sp->freelist = b; in slob_alloc() 413 sp->freelist = b; in slob_free() 433 if (b < (slob_t *)sp->freelist) { in slob_free() 434 if (b + units == sp->freelist) { in slob_free() 435 units += slob_units(sp->freelist); in slob_free() 436 sp->freelist = slob_next(sp->freelist); in slob_free() 438 set_slob(b, units, sp->freelist); in slob_free() 439 sp->freelist = b; in slob_free() [all …]
|
A D | compaction.c | 553 struct list_head *freelist, in isolate_freepages_block() argument 631 list_add_tail(&page->lru, freelist); in isolate_freepages_block() 699 LIST_HEAD(freelist); in isolate_freepages_range() 731 block_end_pfn, &freelist, 0, true); in isolate_freepages_range() 749 split_map_pages(&freelist); in isolate_freepages_range() 753 release_freepages(&freelist); in isolate_freepages_range() 1300 list_splice_tail(&sublist, freelist); in move_freelist_head() 1317 list_splice_tail(&sublist, freelist); in move_freelist_tail() 1424 struct list_head *freelist; in fast_isolate_freepages() local 1651 split_map_pages(freelist); in isolate_freepages() [all …]
|
A D | bootmem_info.c | 18 page->freelist = (void *)type; in get_page_bootmem() 28 type = (unsigned long) page->freelist; in put_page_bootmem() 33 page->freelist = NULL; in put_page_bootmem()
|
A D | slab.c | 1620 void *freelist; in slab_destroy() local 1622 freelist = page->freelist; in slab_destroy() 2297 void *freelist; in alloc_slabmgmt() local 2304 freelist = NULL; in alloc_slabmgmt() 2315 return freelist; in alloc_slabmgmt() 2543 if (!page->freelist) in slab_put_obj() 2555 void *freelist) in slab_map_pages() argument 2558 page->freelist = freelist; in slab_map_pages() 2568 void *freelist; in cache_grow_begin() local 2771 void **objp = page->freelist; in fixup_slab_list() [all …]
|
/linux/drivers/scsi/elx/efct/ |
A D | efct_io.c | 16 struct list_head freelist; member 33 INIT_LIST_HEAD(&io_pool->freelist); in efct_io_pool_create() 70 list_add_tail(&io->list_entry, &io_pool->freelist); in efct_io_pool_create() 116 if (!list_empty(&io_pool->freelist)) { in efct_io_pool_io_alloc() 117 io = list_first_entry(&io_pool->freelist, struct efct_io, in efct_io_pool_io_alloc() 161 list_add(&io->list_entry, &io_pool->freelist); in efct_io_pool_io_free()
|
/linux/drivers/md/bcache/ |
A D | util.h | 248 type *freelist; \ 254 typeof((array)->freelist) _ret = (array)->freelist; \ 257 (array)->freelist = *((typeof((array)->freelist) *) _ret);\ 264 typeof((array)->freelist) _ptr = ptr; \ 266 *((typeof((array)->freelist) *) _ptr) = (array)->freelist; \ 267 (array)->freelist = _ptr; \ 272 typeof((array)->freelist) _i; \ 275 (array)->freelist = NULL; \ 283 #define array_freelist_empty(array) ((array)->freelist == NULL)
|
/linux/drivers/nvdimm/ |
A D | btt.c | 393 arena->freelist[lane].sub = 1 - arena->freelist[lane].sub; in btt_flog_write() 395 arena->freelist[lane].seq = 1; in btt_flog_write() 397 arena->freelist[lane].has_err = 1; in btt_flog_write() 510 if (arena->freelist[lane].has_err) { in arena_clear_freelist_error() 528 arena->freelist[lane].has_err = 0; in arena_clear_freelist_error() 543 if (!arena->freelist) in btt_freelist_init() 556 arena->freelist[i].sub = 1 - new; in btt_freelist_init() 566 arena->freelist[i].has_err = 1; in btt_freelist_init() 811 kfree(arena->freelist); in free_arenas() 1339 arena->freelist[lane].has_err = 1; in btt_write_pg() [all …]
|
A D | btt.h | 187 struct free_entry *freelist; member
|
/linux/drivers/iommu/intel/ |
A D | iommu.c | 1313 pg->freelist = freelist; in dma_pte_list_pagetables() 1314 freelist = pg; in dma_pte_list_pagetables() 1317 return freelist; in dma_pte_list_pagetables() 1327 return freelist; in dma_pte_list_pagetables() 1353 freelist = dma_pte_list_pagetables(domain, level - 1, pte, freelist); in dma_pte_clear_level() 1374 return freelist; in dma_pte_clear_level() 1392 freelist); in domain_unmap() 1397 pgd_page->freelist = freelist; in domain_unmap() 1403 return freelist; in domain_unmap() 1411 freelist = pg->freelist; in dma_free_pagelist() [all …]
|
/linux/fs/jfs/ |
A D | jfs_dtree.c | 1418 rp->header.freelist = fsi; in dtSplitPage() 1560 fsi = rp->header.freelist; in dtSplitPage() 1792 fsi = sp->header.freelist; in dtExtendPage() 1794 sp->header.freelist = n; in dtExtendPage() 1964 fsi = sp->header.freelist; in dtSplitRoot() 1966 rp->header.freelist = n; in dtSplitRoot() 2890 p->header.freelist = 1; in dtInitRoot() 3962 fsi = p->header.freelist; in dtInsertEntry() 4322 p->header.freelist = fsi; in dtDeleteEntry() 4419 p->header.freelist = fsi; in dtTruncateEntry() [all …]
|
A D | jfs_dtree.h | 139 s8 freelist; /* 1: freelist header */ member 188 s8 freelist; /* 1: slot index of head of freelist */ member
|
/linux/drivers/usb/musb/ |
A D | cppi_dma.c | 63 struct cppi_descriptor *bd = c->freelist; in cppi_bd_alloc() 66 c->freelist = bd->next; in cppi_bd_alloc() 75 bd->next = c->freelist; in cppi_bd_free() 76 c->freelist = bd; in cppi_bd_free() 121 c->freelist = NULL; in cppi_pool_init() 609 bd = tx->freelist; in cppi_next_tx_segment() 664 musb_writel(&tx_ram->tx_head, 0, (u32)tx->freelist->dma); in cppi_next_tx_segment()
|
A D | cppi_dma.h | 95 struct cppi_descriptor *freelist; member
|
/linux/kernel/ |
A D | kprobes.c | 1234 freelist_add(&ri->freelist, &rp->freelist); in recycle_rp_inst() 1295 node = rp->freelist.head; in free_rp_inst() 1297 ri = container_of(node, struct kretprobe_instance, freelist); in free_rp_inst() 2008 fn = freelist_try_get(&rp->freelist); in NOKPROBE_SYMBOL() 2014 ri = container_of(fn, struct kretprobe_instance, freelist); in NOKPROBE_SYMBOL() 2017 freelist_add(&ri->freelist, &rp->freelist); in NOKPROBE_SYMBOL() 2103 rp->freelist.head = NULL; in register_kretprobe() 2118 freelist_add(&inst->freelist, &rp->freelist); in register_kretprobe()
|
/linux/include/linux/ |
A D | bootmem_info.h | 33 unsigned long magic = (unsigned long)page->freelist; in free_bootmem_page()
|
A D | kprobes.h | 152 struct freelist_head freelist; member 160 struct freelist_node freelist; member
|
A D | slub_def.h | 49 void **freelist; /* Pointer to next available object */ member
|
/linux/drivers/iommu/ |
A D | dma-iommu.c | 69 struct page *freelist = (struct page *)data; in iommu_dma_entry_dtor() local 71 while (freelist) { in iommu_dma_entry_dtor() 72 unsigned long p = (unsigned long)page_address(freelist); in iommu_dma_entry_dtor() 74 freelist = freelist->freelist; in iommu_dma_entry_dtor() 482 (unsigned long)gather->freelist); in iommu_dma_free_iova()
|
/linux/drivers/net/ethernet/cavium/liquidio/ |
A D | octeon_device.c | 1034 struct list_head freelist, *temp, *tmp2; in octeon_delete_dispatch_list() local 1036 INIT_LIST_HEAD(&freelist); in octeon_delete_dispatch_list() 1046 list_move_tail(temp, &freelist); in octeon_delete_dispatch_list() 1056 list_for_each_safe(temp, tmp2, &freelist) { in octeon_delete_dispatch_list()
|
/linux/Documentation/RCU/ |
A D | torture.rst | 51 * "tfle": If non-zero, indicates that the "torture freelist" 56 * "rta": Number of structures allocated from the torture freelist. 58 * "rtaf": Number of allocations from the torture freelist that have 63 * "rtf": Number of frees into the torture freelist.
|