Lines Matching refs:object
232 const void *object) in kasan_get_alloc_meta() argument
236 return kasan_reset_tag(object) + cache->kasan_info.alloc_meta_offset; in kasan_get_alloc_meta()
241 const void *object) in kasan_get_free_meta() argument
246 return kasan_reset_tag(object) + cache->kasan_info.free_meta_offset; in kasan_get_free_meta()
260 void __kasan_unpoison_object_data(struct kmem_cache *cache, void *object) in __kasan_unpoison_object_data() argument
262 kasan_unpoison(object, cache->object_size, false); in __kasan_unpoison_object_data()
265 void __kasan_poison_object_data(struct kmem_cache *cache, void *object) in __kasan_poison_object_data() argument
267 kasan_poison(object, round_up(cache->object_size, KASAN_GRANULE_SIZE), in __kasan_poison_object_data()
286 const void *object, bool init) in assign_tag() argument
301 return (u8)obj_to_index(cache, virt_to_head_page(object), (void *)object); in assign_tag()
307 return init ? kasan_random_tag() : get_tag(object); in assign_tag()
312 const void *object) in __kasan_init_slab_obj() argument
317 alloc_meta = kasan_get_alloc_meta(cache, object); in __kasan_init_slab_obj()
323 object = set_tag(object, assign_tag(cache, object, true)); in __kasan_init_slab_obj()
325 return (void *)object; in __kasan_init_slab_obj()
328 static inline bool ____kasan_slab_free(struct kmem_cache *cache, void *object, in ____kasan_slab_free() argument
337 tag = get_tag(object); in ____kasan_slab_free()
338 tagged_object = object; in ____kasan_slab_free()
339 object = kasan_reset_tag(object); in ____kasan_slab_free()
341 if (is_kfence_address(object)) in ____kasan_slab_free()
344 if (unlikely(nearest_obj(cache, virt_to_head_page(object), object) != in ____kasan_slab_free()
345 object)) { in ____kasan_slab_free()
359 kasan_poison(object, round_up(cache->object_size, KASAN_GRANULE_SIZE), in ____kasan_slab_free()
366 kasan_set_free_info(cache, object, tag); in ____kasan_slab_free()
368 return kasan_quarantine_put(cache, object); in ____kasan_slab_free()
371 bool __kasan_slab_free(struct kmem_cache *cache, void *object, in __kasan_slab_free() argument
374 return ____kasan_slab_free(cache, object, ip, true, init); in __kasan_slab_free()
423 static void set_alloc_info(struct kmem_cache *cache, void *object, in set_alloc_info() argument
432 alloc_meta = kasan_get_alloc_meta(cache, object); in set_alloc_info()
438 void *object, gfp_t flags, bool init) in __kasan_slab_alloc() argument
446 if (unlikely(object == NULL)) in __kasan_slab_alloc()
449 if (is_kfence_address(object)) in __kasan_slab_alloc()
450 return (void *)object; in __kasan_slab_alloc()
456 tag = assign_tag(cache, object, false); in __kasan_slab_alloc()
457 tagged_object = set_tag(object, tag); in __kasan_slab_alloc()
467 set_alloc_info(cache, (void *)object, flags, false); in __kasan_slab_alloc()
473 const void *object, size_t size, gfp_t flags) in ____kasan_kmalloc() argument
481 if (unlikely(object == NULL)) in ____kasan_kmalloc()
484 if (is_kfence_address(kasan_reset_tag(object))) in ____kasan_kmalloc()
485 return (void *)object; in ____kasan_kmalloc()
498 kasan_poison_last_granule((void *)object, size); in ____kasan_kmalloc()
501 redzone_start = round_up((unsigned long)(object + size), in ____kasan_kmalloc()
503 redzone_end = round_up((unsigned long)(object + cache->object_size), in ____kasan_kmalloc()
513 set_alloc_info(cache, (void *)object, flags, true); in ____kasan_kmalloc()
516 return (void *)object; in ____kasan_kmalloc()
519 void * __must_check __kasan_kmalloc(struct kmem_cache *cache, const void *object, in __kasan_kmalloc() argument
522 return ____kasan_kmalloc(cache, object, size, flags); in __kasan_kmalloc()
561 void * __must_check __kasan_krealloc(const void *object, size_t size, gfp_t flags) in __kasan_krealloc() argument
565 if (unlikely(object == ZERO_SIZE_PTR)) in __kasan_krealloc()
566 return (void *)object; in __kasan_krealloc()
573 kasan_unpoison(object, size, false); in __kasan_krealloc()
575 page = virt_to_head_page(object); in __kasan_krealloc()
579 return __kasan_kmalloc_large(object, size, flags); in __kasan_krealloc()
581 return ____kasan_kmalloc(page->slab_cache, object, size, flags); in __kasan_krealloc()