mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-08-24 17:59:32 +00:00
![Phillip Lougher](/assets/img/avatar_default.png)
This introduces an implementation of squashfs_readpage_block() that directly decompresses into the page cache. This uses the previously added page handler abstraction to push down the necessary kmap_atomic/kunmap_atomic operations on the page cache buffers into the decompressors. This enables direct copying into the page cache without using the slow kmap/kunmap calls. The code detects when multiple threads are racing in squashfs_readpage() to decompress the same block, and avoids this regression by falling back to using an intermediate buffer. This patch enhances the performance of Squashfs significantly when multiple processes are accessing the filesystem simultaneously because it not only reduces memcopying, but it more importantly eliminates the lock contention on the intermediate buffer. Using single-thread decompression. dd if=file1 of=/dev/null bs=4096 & dd if=file2 of=/dev/null bs=4096 & dd if=file3 of=/dev/null bs=4096 & dd if=file4 of=/dev/null bs=4096 Before: 629145600 bytes (629 MB) copied, 45.8046 s, 13.7 MB/s After: 629145600 bytes (629 MB) copied, 9.29414 s, 67.7 MB/s Signed-off-by: Phillip Lougher <phillip@squashfs.org.uk> Reviewed-by: Minchan Kim <minchan@kernel.org>
81 lines
2 KiB
C
81 lines
2 KiB
C
#ifndef PAGE_ACTOR_H
|
|
#define PAGE_ACTOR_H
|
|
/*
|
|
* Copyright (c) 2013
|
|
* Phillip Lougher <phillip@squashfs.org.uk>
|
|
*
|
|
* This work is licensed under the terms of the GNU GPL, version 2. See
|
|
* the COPYING file in the top-level directory.
|
|
*/
|
|
|
|
#ifndef CONFIG_SQUASHFS_FILE_DIRECT
|
|
struct squashfs_page_actor {
|
|
void **page;
|
|
int pages;
|
|
int length;
|
|
int next_page;
|
|
};
|
|
|
|
static inline struct squashfs_page_actor *squashfs_page_actor_init(void **page,
|
|
int pages, int length)
|
|
{
|
|
struct squashfs_page_actor *actor = kmalloc(sizeof(*actor), GFP_KERNEL);
|
|
|
|
if (actor == NULL)
|
|
return NULL;
|
|
|
|
actor->length = length ? : pages * PAGE_CACHE_SIZE;
|
|
actor->page = page;
|
|
actor->pages = pages;
|
|
actor->next_page = 0;
|
|
return actor;
|
|
}
|
|
|
|
static inline void *squashfs_first_page(struct squashfs_page_actor *actor)
|
|
{
|
|
actor->next_page = 1;
|
|
return actor->page[0];
|
|
}
|
|
|
|
static inline void *squashfs_next_page(struct squashfs_page_actor *actor)
|
|
{
|
|
return actor->next_page == actor->pages ? NULL :
|
|
actor->page[actor->next_page++];
|
|
}
|
|
|
|
static inline void squashfs_finish_page(struct squashfs_page_actor *actor)
|
|
{
|
|
/* empty */
|
|
}
|
|
#else
|
|
struct squashfs_page_actor {
|
|
union {
|
|
void **buffer;
|
|
struct page **page;
|
|
};
|
|
void *pageaddr;
|
|
void *(*squashfs_first_page)(struct squashfs_page_actor *);
|
|
void *(*squashfs_next_page)(struct squashfs_page_actor *);
|
|
void (*squashfs_finish_page)(struct squashfs_page_actor *);
|
|
int pages;
|
|
int length;
|
|
int next_page;
|
|
};
|
|
|
|
extern struct squashfs_page_actor *squashfs_page_actor_init(void **, int, int);
|
|
extern struct squashfs_page_actor *squashfs_page_actor_init_special(struct page
|
|
**, int, int);
|
|
static inline void *squashfs_first_page(struct squashfs_page_actor *actor)
|
|
{
|
|
return actor->squashfs_first_page(actor);
|
|
}
|
|
static inline void *squashfs_next_page(struct squashfs_page_actor *actor)
|
|
{
|
|
return actor->squashfs_next_page(actor);
|
|
}
|
|
static inline void squashfs_finish_page(struct squashfs_page_actor *actor)
|
|
{
|
|
actor->squashfs_finish_page(actor);
|
|
}
|
|
#endif
|
|
#endif
|