Boot Linux faster!

Check our new training course

Boot Linux faster!

Check our new training course
and Creative Commons CC-BY-SA
lecture and lab materials

Bootlin logo

Elixir Cross Referencer


#include <linux/config.h>
#include <linux/bio.h>
#include <linux/fs.h>
#include <asm/cacheflush.h>


extern struct page *highmem_start_page;

#include <asm/highmem.h>

/* declarations for linux/mm/highmem.c */
unsigned int nr_free_highpages(void);

extern void create_bounce(unsigned long pfn, int gfp, struct bio **bio_orig);
extern void check_highmem_ptes(void);

 * remember to add offset! and never ever reenable interrupts between a
 * bio_kmap_irq and bio_kunmap_irq!!
static inline char *bio_kmap_irq(struct bio *bio, unsigned long *flags)
	unsigned long addr;


	 * could be low
	if (!PageHighMem(bio_page(bio)))
		return bio_data(bio);

	 * it's a highmem page
	addr = (unsigned long) kmap_atomic(bio_page(bio), KM_BIO_IRQ);

	if (addr & ~PAGE_MASK)

	return (char *) addr + bio_offset(bio);

static inline void bio_kunmap_irq(char *buffer, unsigned long *flags)
	unsigned long ptr = (unsigned long) buffer & PAGE_MASK;

	kunmap_atomic((void *) ptr, KM_BIO_IRQ);

#else /* CONFIG_HIGHMEM */

static inline unsigned int nr_free_highpages(void) { return 0; }

static inline void *kmap(struct page *page) { return page_address(page); }

#define kunmap(page) do { } while (0)

#define kmap_atomic(page,idx)		kmap(page)
#define kunmap_atomic(page,idx)		kunmap(page)

#define bh_kmap(bh)	((bh)->b_data)
#define bh_kunmap(bh)	do { } while (0)

#define bio_kmap_irq(bio, flags)	(bio_data(bio))
#define bio_kunmap_irq(buf, flags)	do { *(flags) = 0; } while (0)

#endif /* CONFIG_HIGHMEM */

/* when CONFIG_HIGHMEM is not set these will be plain clear/copy_page */
static inline void clear_user_highpage(struct page *page, unsigned long vaddr)
	void *addr = kmap_atomic(page, KM_USER0);
	clear_user_page(addr, vaddr);
	kunmap_atomic(addr, KM_USER0);

static inline void clear_highpage(struct page *page)
	void *kaddr = kmap_atomic(page, KM_USER0);
	kunmap_atomic(kaddr, KM_USER0);

 * Same but also flushes aliased cache contents to RAM.
static inline void memclear_highpage_flush(struct page *page, unsigned int offset, unsigned int size)
	void *kaddr;

	if (offset + size > PAGE_SIZE)

	kaddr = kmap_atomic(page, KM_USER0);
	memset((char *)kaddr + offset, 0, size);
	kunmap_atomic(kaddr, KM_USER0);

static inline void copy_user_highpage(struct page *to, struct page *from, unsigned long vaddr)
	char *vfrom, *vto;

	vfrom = kmap_atomic(from, KM_USER0);
	vto = kmap_atomic(to, KM_USER1);
	copy_user_page(vto, vfrom, vaddr);
	kunmap_atomic(vfrom, KM_USER0);
	kunmap_atomic(vto, KM_USER1);

#endif /* _LINUX_HIGHMEM_H */