xfs_buf.h 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562
  1. /*
  2. * Copyright (c) 2000-2005 Silicon Graphics, Inc.
  3. * All Rights Reserved.
  4. *
  5. * This program is free software; you can redistribute it and/or
  6. * modify it under the terms of the GNU General Public License as
  7. * published by the Free Software Foundation.
  8. *
  9. * This program is distributed in the hope that it would be useful,
  10. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. * GNU General Public License for more details.
  13. *
  14. * You should have received a copy of the GNU General Public License
  15. * along with this program; if not, write the Free Software Foundation,
  16. * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
  17. */
  18. #ifndef __XFS_BUF_H__
  19. #define __XFS_BUF_H__
  20. #include <linux/config.h>
  21. #include <linux/list.h>
  22. #include <linux/types.h>
  23. #include <linux/spinlock.h>
  24. #include <asm/system.h>
  25. #include <linux/mm.h>
  26. #include <linux/fs.h>
  27. #include <linux/buffer_head.h>
  28. #include <linux/uio.h>
  29. /*
  30. * Base types
  31. */
  32. #define XFS_BUF_DADDR_NULL ((xfs_daddr_t) (-1LL))
  33. #define page_buf_ctob(pp) ((pp) * PAGE_CACHE_SIZE)
  34. #define page_buf_btoc(dd) (((dd) + PAGE_CACHE_SIZE - 1) >> PAGE_CACHE_SHIFT)
  35. #define page_buf_btoct(dd) ((dd) >> PAGE_CACHE_SHIFT)
  36. #define page_buf_poff(aa) ((aa) & ~PAGE_CACHE_MASK)
  37. typedef enum page_buf_rw_e {
  38. PBRW_READ = 1, /* transfer into target memory */
  39. PBRW_WRITE = 2, /* transfer from target memory */
  40. PBRW_ZERO = 3 /* Zero target memory */
  41. } page_buf_rw_t;
  42. typedef enum page_buf_flags_e { /* pb_flags values */
  43. PBF_READ = (1 << 0), /* buffer intended for reading from device */
  44. PBF_WRITE = (1 << 1), /* buffer intended for writing to device */
  45. PBF_MAPPED = (1 << 2), /* buffer mapped (pb_addr valid) */
  46. PBF_ASYNC = (1 << 4), /* initiator will not wait for completion */
  47. PBF_DONE = (1 << 5), /* all pages in the buffer uptodate */
  48. PBF_DELWRI = (1 << 6), /* buffer has dirty pages */
  49. PBF_STALE = (1 << 7), /* buffer has been staled, do not find it */
  50. PBF_FS_MANAGED = (1 << 8), /* filesystem controls freeing memory */
  51. PBF_ORDERED = (1 << 11), /* use ordered writes */
  52. PBF_READ_AHEAD = (1 << 12), /* asynchronous read-ahead */
  53. /* flags used only as arguments to access routines */
  54. PBF_LOCK = (1 << 14), /* lock requested */
  55. PBF_TRYLOCK = (1 << 15), /* lock requested, but do not wait */
  56. PBF_DONT_BLOCK = (1 << 16), /* do not block in current thread */
  57. /* flags used only internally */
  58. _PBF_PAGE_CACHE = (1 << 17),/* backed by pagecache */
  59. _PBF_KMEM_ALLOC = (1 << 18),/* backed by kmem_alloc() */
  60. _PBF_RUN_QUEUES = (1 << 19),/* run block device task queue */
  61. _PBF_DELWRI_Q = (1 << 21), /* buffer on delwri queue */
  62. } page_buf_flags_t;
  63. typedef struct xfs_bufhash {
  64. struct list_head bh_list;
  65. spinlock_t bh_lock;
  66. } xfs_bufhash_t;
  67. typedef struct xfs_buftarg {
  68. dev_t pbr_dev;
  69. struct block_device *pbr_bdev;
  70. struct address_space *pbr_mapping;
  71. unsigned int pbr_bsize;
  72. unsigned int pbr_sshift;
  73. size_t pbr_smask;
  74. /* per-device buffer hash table */
  75. uint bt_hashmask;
  76. uint bt_hashshift;
  77. xfs_bufhash_t *bt_hash;
  78. /* per device delwri queue */
  79. struct task_struct *bt_task;
  80. struct list_head bt_list;
  81. struct list_head bt_delwrite_queue;
  82. spinlock_t bt_delwrite_lock;
  83. uint bt_flags;
  84. #define BT_FORCE_SLEEP 1
  85. #define BT_FORCE_FLUSH 2
  86. } xfs_buftarg_t;
  87. /*
  88. * xfs_buf_t: Buffer structure for page cache-based buffers
  89. *
  90. * This buffer structure is used by the page cache buffer management routines
  91. * to refer to an assembly of pages forming a logical buffer. The actual I/O
  92. * is performed with buffer_head structures, as required by drivers.
  93. *
  94. * The buffer structure is used on temporary basis only, and discarded when
  95. * released. The real data storage is recorded in the page cache. Metadata is
  96. * hashed to the block device on which the file system resides.
  97. */
  98. struct xfs_buf;
  99. /* call-back function on I/O completion */
  100. typedef void (*page_buf_iodone_t)(struct xfs_buf *);
  101. /* call-back function on I/O completion */
  102. typedef void (*page_buf_relse_t)(struct xfs_buf *);
  103. /* pre-write function */
  104. typedef int (*page_buf_bdstrat_t)(struct xfs_buf *);
  105. #define PB_PAGES 2
  106. typedef struct xfs_buf {
  107. struct semaphore pb_sema; /* semaphore for lockables */
  108. unsigned long pb_queuetime; /* time buffer was queued */
  109. atomic_t pb_pin_count; /* pin count */
  110. wait_queue_head_t pb_waiters; /* unpin waiters */
  111. struct list_head pb_list;
  112. page_buf_flags_t pb_flags; /* status flags */
  113. struct list_head pb_hash_list; /* hash table list */
  114. xfs_bufhash_t *pb_hash; /* hash table list start */
  115. xfs_buftarg_t *pb_target; /* buffer target (device) */
  116. atomic_t pb_hold; /* reference count */
  117. xfs_daddr_t pb_bn; /* block number for I/O */
  118. loff_t pb_file_offset; /* offset in file */
  119. size_t pb_buffer_length; /* size of buffer in bytes */
  120. size_t pb_count_desired; /* desired transfer size */
  121. void *pb_addr; /* virtual address of buffer */
  122. struct work_struct pb_iodone_work;
  123. atomic_t pb_io_remaining;/* #outstanding I/O requests */
  124. page_buf_iodone_t pb_iodone; /* I/O completion function */
  125. page_buf_relse_t pb_relse; /* releasing function */
  126. page_buf_bdstrat_t pb_strat; /* pre-write function */
  127. struct semaphore pb_iodonesema; /* Semaphore for I/O waiters */
  128. void *pb_fspriv;
  129. void *pb_fspriv2;
  130. void *pb_fspriv3;
  131. unsigned short pb_error; /* error code on I/O */
  132. unsigned short pb_locked; /* page array is locked */
  133. unsigned int pb_page_count; /* size of page array */
  134. unsigned int pb_offset; /* page offset in first page */
  135. struct page **pb_pages; /* array of page pointers */
  136. struct page *pb_page_array[PB_PAGES]; /* inline pages */
  137. #ifdef PAGEBUF_LOCK_TRACKING
  138. int pb_last_holder;
  139. #endif
  140. } xfs_buf_t;
  141. /* Finding and Reading Buffers */
  142. extern xfs_buf_t *_pagebuf_find( /* find buffer for block if */
  143. /* the block is in memory */
  144. xfs_buftarg_t *, /* inode for block */
  145. loff_t, /* starting offset of range */
  146. size_t, /* length of range */
  147. page_buf_flags_t, /* PBF_LOCK */
  148. xfs_buf_t *); /* newly allocated buffer */
  149. #define xfs_incore(buftarg,blkno,len,lockit) \
  150. _pagebuf_find(buftarg, blkno ,len, lockit, NULL)
  151. extern xfs_buf_t *xfs_buf_get_flags( /* allocate a buffer */
  152. xfs_buftarg_t *, /* inode for buffer */
  153. loff_t, /* starting offset of range */
  154. size_t, /* length of range */
  155. page_buf_flags_t); /* PBF_LOCK, PBF_READ, */
  156. /* PBF_ASYNC */
  157. #define xfs_buf_get(target, blkno, len, flags) \
  158. xfs_buf_get_flags((target), (blkno), (len), PBF_LOCK | PBF_MAPPED)
  159. extern xfs_buf_t *xfs_buf_read_flags( /* allocate and read a buffer */
  160. xfs_buftarg_t *, /* inode for buffer */
  161. loff_t, /* starting offset of range */
  162. size_t, /* length of range */
  163. page_buf_flags_t); /* PBF_LOCK, PBF_ASYNC */
  164. #define xfs_buf_read(target, blkno, len, flags) \
  165. xfs_buf_read_flags((target), (blkno), (len), PBF_LOCK | PBF_MAPPED)
  166. extern xfs_buf_t *pagebuf_get_empty( /* allocate pagebuf struct with */
  167. /* no memory or disk address */
  168. size_t len,
  169. xfs_buftarg_t *); /* mount point "fake" inode */
  170. extern xfs_buf_t *pagebuf_get_no_daddr(/* allocate pagebuf struct */
  171. /* without disk address */
  172. size_t len,
  173. xfs_buftarg_t *); /* mount point "fake" inode */
  174. extern int pagebuf_associate_memory(
  175. xfs_buf_t *,
  176. void *,
  177. size_t);
  178. extern void pagebuf_hold( /* increment reference count */
  179. xfs_buf_t *); /* buffer to hold */
  180. extern void pagebuf_readahead( /* read ahead into cache */
  181. xfs_buftarg_t *, /* target for buffer (or NULL) */
  182. loff_t, /* starting offset of range */
  183. size_t, /* length of range */
  184. page_buf_flags_t); /* additional read flags */
  185. /* Releasing Buffers */
  186. extern void pagebuf_free( /* deallocate a buffer */
  187. xfs_buf_t *); /* buffer to deallocate */
  188. extern void pagebuf_rele( /* release hold on a buffer */
  189. xfs_buf_t *); /* buffer to release */
  190. /* Locking and Unlocking Buffers */
  191. extern int pagebuf_cond_lock( /* lock buffer, if not locked */
  192. /* (returns -EBUSY if locked) */
  193. xfs_buf_t *); /* buffer to lock */
  194. extern int pagebuf_lock_value( /* return count on lock */
  195. xfs_buf_t *); /* buffer to check */
  196. extern int pagebuf_lock( /* lock buffer */
  197. xfs_buf_t *); /* buffer to lock */
  198. extern void pagebuf_unlock( /* unlock buffer */
  199. xfs_buf_t *); /* buffer to unlock */
  200. /* Buffer Read and Write Routines */
  201. extern void pagebuf_iodone( /* mark buffer I/O complete */
  202. xfs_buf_t *, /* buffer to mark */
  203. int); /* run completion locally, or in
  204. * a helper thread. */
  205. extern void pagebuf_ioerror( /* mark buffer in error (or not) */
  206. xfs_buf_t *, /* buffer to mark */
  207. int); /* error to store (0 if none) */
  208. extern int pagebuf_iostart( /* start I/O on a buffer */
  209. xfs_buf_t *, /* buffer to start */
  210. page_buf_flags_t); /* PBF_LOCK, PBF_ASYNC, */
  211. /* PBF_READ, PBF_WRITE, */
  212. /* PBF_DELWRI */
  213. extern int pagebuf_iorequest( /* start real I/O */
  214. xfs_buf_t *); /* buffer to convey to device */
  215. extern int pagebuf_iowait( /* wait for buffer I/O done */
  216. xfs_buf_t *); /* buffer to wait on */
  217. extern void pagebuf_iomove( /* move data in/out of pagebuf */
  218. xfs_buf_t *, /* buffer to manipulate */
  219. size_t, /* starting buffer offset */
  220. size_t, /* length in buffer */
  221. caddr_t, /* data pointer */
  222. page_buf_rw_t); /* direction */
  223. static inline int pagebuf_iostrategy(xfs_buf_t *pb)
  224. {
  225. return pb->pb_strat ? pb->pb_strat(pb) : pagebuf_iorequest(pb);
  226. }
  227. static inline int pagebuf_geterror(xfs_buf_t *pb)
  228. {
  229. return pb ? pb->pb_error : ENOMEM;
  230. }
  231. /* Buffer Utility Routines */
  232. extern caddr_t pagebuf_offset( /* pointer at offset in buffer */
  233. xfs_buf_t *, /* buffer to offset into */
  234. size_t); /* offset */
  235. /* Pinning Buffer Storage in Memory */
  236. extern void pagebuf_pin( /* pin buffer in memory */
  237. xfs_buf_t *); /* buffer to pin */
  238. extern void pagebuf_unpin( /* unpin buffered data */
  239. xfs_buf_t *); /* buffer to unpin */
  240. extern int pagebuf_ispin( /* check if buffer is pinned */
  241. xfs_buf_t *); /* buffer to check */
  242. /* Delayed Write Buffer Routines */
  243. extern void pagebuf_delwri_dequeue(xfs_buf_t *);
  244. /* Buffer Daemon Setup Routines */
  245. extern int pagebuf_init(void);
  246. extern void pagebuf_terminate(void);
  247. #ifdef PAGEBUF_TRACE
  248. extern ktrace_t *pagebuf_trace_buf;
  249. extern void pagebuf_trace(
  250. xfs_buf_t *, /* buffer being traced */
  251. char *, /* description of operation */
  252. void *, /* arbitrary diagnostic value */
  253. void *); /* return address */
  254. #else
  255. # define pagebuf_trace(pb, id, ptr, ra) do { } while (0)
  256. #endif
  257. #define pagebuf_target_name(target) \
  258. ({ char __b[BDEVNAME_SIZE]; bdevname((target)->pbr_bdev, __b); __b; })
  259. /* These are just for xfs_syncsub... it sets an internal variable
  260. * then passes it to VOP_FLUSH_PAGES or adds the flags to a newly gotten buf_t
  261. */
  262. #define XFS_B_ASYNC PBF_ASYNC
  263. #define XFS_B_DELWRI PBF_DELWRI
  264. #define XFS_B_READ PBF_READ
  265. #define XFS_B_WRITE PBF_WRITE
  266. #define XFS_B_STALE PBF_STALE
  267. #define XFS_BUF_TRYLOCK PBF_TRYLOCK
  268. #define XFS_INCORE_TRYLOCK PBF_TRYLOCK
  269. #define XFS_BUF_LOCK PBF_LOCK
  270. #define XFS_BUF_MAPPED PBF_MAPPED
  271. #define BUF_BUSY PBF_DONT_BLOCK
  272. #define XFS_BUF_BFLAGS(x) ((x)->pb_flags)
  273. #define XFS_BUF_ZEROFLAGS(x) \
  274. ((x)->pb_flags &= ~(PBF_READ|PBF_WRITE|PBF_ASYNC|PBF_DELWRI))
  275. #define XFS_BUF_STALE(x) ((x)->pb_flags |= XFS_B_STALE)
  276. #define XFS_BUF_UNSTALE(x) ((x)->pb_flags &= ~XFS_B_STALE)
  277. #define XFS_BUF_ISSTALE(x) ((x)->pb_flags & XFS_B_STALE)
  278. #define XFS_BUF_SUPER_STALE(x) do { \
  279. XFS_BUF_STALE(x); \
  280. pagebuf_delwri_dequeue(x); \
  281. XFS_BUF_DONE(x); \
  282. } while (0)
  283. #define XFS_BUF_MANAGE PBF_FS_MANAGED
  284. #define XFS_BUF_UNMANAGE(x) ((x)->pb_flags &= ~PBF_FS_MANAGED)
  285. #define XFS_BUF_DELAYWRITE(x) ((x)->pb_flags |= PBF_DELWRI)
  286. #define XFS_BUF_UNDELAYWRITE(x) pagebuf_delwri_dequeue(x)
  287. #define XFS_BUF_ISDELAYWRITE(x) ((x)->pb_flags & PBF_DELWRI)
  288. #define XFS_BUF_ERROR(x,no) pagebuf_ioerror(x,no)
  289. #define XFS_BUF_GETERROR(x) pagebuf_geterror(x)
  290. #define XFS_BUF_ISERROR(x) (pagebuf_geterror(x)?1:0)
  291. #define XFS_BUF_DONE(x) ((x)->pb_flags |= PBF_DONE)
  292. #define XFS_BUF_UNDONE(x) ((x)->pb_flags &= ~PBF_DONE)
  293. #define XFS_BUF_ISDONE(x) ((x)->pb_flags & PBF_DONE)
  294. #define XFS_BUF_BUSY(x) do { } while (0)
  295. #define XFS_BUF_UNBUSY(x) do { } while (0)
  296. #define XFS_BUF_ISBUSY(x) (1)
  297. #define XFS_BUF_ASYNC(x) ((x)->pb_flags |= PBF_ASYNC)
  298. #define XFS_BUF_UNASYNC(x) ((x)->pb_flags &= ~PBF_ASYNC)
  299. #define XFS_BUF_ISASYNC(x) ((x)->pb_flags & PBF_ASYNC)
  300. #define XFS_BUF_ORDERED(x) ((x)->pb_flags |= PBF_ORDERED)
  301. #define XFS_BUF_UNORDERED(x) ((x)->pb_flags &= ~PBF_ORDERED)
  302. #define XFS_BUF_ISORDERED(x) ((x)->pb_flags & PBF_ORDERED)
  303. #define XFS_BUF_SHUT(x) printk("XFS_BUF_SHUT not implemented yet\n")
  304. #define XFS_BUF_UNSHUT(x) printk("XFS_BUF_UNSHUT not implemented yet\n")
  305. #define XFS_BUF_ISSHUT(x) (0)
  306. #define XFS_BUF_HOLD(x) pagebuf_hold(x)
  307. #define XFS_BUF_READ(x) ((x)->pb_flags |= PBF_READ)
  308. #define XFS_BUF_UNREAD(x) ((x)->pb_flags &= ~PBF_READ)
  309. #define XFS_BUF_ISREAD(x) ((x)->pb_flags & PBF_READ)
  310. #define XFS_BUF_WRITE(x) ((x)->pb_flags |= PBF_WRITE)
  311. #define XFS_BUF_UNWRITE(x) ((x)->pb_flags &= ~PBF_WRITE)
  312. #define XFS_BUF_ISWRITE(x) ((x)->pb_flags & PBF_WRITE)
  313. #define XFS_BUF_ISUNINITIAL(x) (0)
  314. #define XFS_BUF_UNUNINITIAL(x) (0)
  315. #define XFS_BUF_BP_ISMAPPED(bp) 1
  316. #define XFS_BUF_IODONE_FUNC(buf) (buf)->pb_iodone
  317. #define XFS_BUF_SET_IODONE_FUNC(buf, func) \
  318. (buf)->pb_iodone = (func)
  319. #define XFS_BUF_CLR_IODONE_FUNC(buf) \
  320. (buf)->pb_iodone = NULL
  321. #define XFS_BUF_SET_BDSTRAT_FUNC(buf, func) \
  322. (buf)->pb_strat = (func)
  323. #define XFS_BUF_CLR_BDSTRAT_FUNC(buf) \
  324. (buf)->pb_strat = NULL
  325. #define XFS_BUF_FSPRIVATE(buf, type) \
  326. ((type)(buf)->pb_fspriv)
  327. #define XFS_BUF_SET_FSPRIVATE(buf, value) \
  328. (buf)->pb_fspriv = (void *)(value)
  329. #define XFS_BUF_FSPRIVATE2(buf, type) \
  330. ((type)(buf)->pb_fspriv2)
  331. #define XFS_BUF_SET_FSPRIVATE2(buf, value) \
  332. (buf)->pb_fspriv2 = (void *)(value)
  333. #define XFS_BUF_FSPRIVATE3(buf, type) \
  334. ((type)(buf)->pb_fspriv3)
  335. #define XFS_BUF_SET_FSPRIVATE3(buf, value) \
  336. (buf)->pb_fspriv3 = (void *)(value)
  337. #define XFS_BUF_SET_START(buf)
  338. #define XFS_BUF_SET_BRELSE_FUNC(buf, value) \
  339. (buf)->pb_relse = (value)
  340. #define XFS_BUF_PTR(bp) (xfs_caddr_t)((bp)->pb_addr)
  341. static inline xfs_caddr_t xfs_buf_offset(xfs_buf_t *bp, size_t offset)
  342. {
  343. if (bp->pb_flags & PBF_MAPPED)
  344. return XFS_BUF_PTR(bp) + offset;
  345. return (xfs_caddr_t) pagebuf_offset(bp, offset);
  346. }
  347. #define XFS_BUF_SET_PTR(bp, val, count) \
  348. pagebuf_associate_memory(bp, val, count)
  349. #define XFS_BUF_ADDR(bp) ((bp)->pb_bn)
  350. #define XFS_BUF_SET_ADDR(bp, blk) \
  351. ((bp)->pb_bn = (xfs_daddr_t)(blk))
  352. #define XFS_BUF_OFFSET(bp) ((bp)->pb_file_offset)
  353. #define XFS_BUF_SET_OFFSET(bp, off) \
  354. ((bp)->pb_file_offset = (off))
  355. #define XFS_BUF_COUNT(bp) ((bp)->pb_count_desired)
  356. #define XFS_BUF_SET_COUNT(bp, cnt) \
  357. ((bp)->pb_count_desired = (cnt))
  358. #define XFS_BUF_SIZE(bp) ((bp)->pb_buffer_length)
  359. #define XFS_BUF_SET_SIZE(bp, cnt) \
  360. ((bp)->pb_buffer_length = (cnt))
  361. #define XFS_BUF_SET_VTYPE_REF(bp, type, ref)
  362. #define XFS_BUF_SET_VTYPE(bp, type)
  363. #define XFS_BUF_SET_REF(bp, ref)
  364. #define XFS_BUF_ISPINNED(bp) pagebuf_ispin(bp)
  365. #define XFS_BUF_VALUSEMA(bp) pagebuf_lock_value(bp)
  366. #define XFS_BUF_CPSEMA(bp) (pagebuf_cond_lock(bp) == 0)
  367. #define XFS_BUF_VSEMA(bp) pagebuf_unlock(bp)
  368. #define XFS_BUF_PSEMA(bp,x) pagebuf_lock(bp)
  369. #define XFS_BUF_V_IODONESEMA(bp) up(&bp->pb_iodonesema);
  370. /* setup the buffer target from a buftarg structure */
  371. #define XFS_BUF_SET_TARGET(bp, target) \
  372. (bp)->pb_target = (target)
  373. #define XFS_BUF_TARGET(bp) ((bp)->pb_target)
  374. #define XFS_BUFTARG_NAME(target) \
  375. pagebuf_target_name(target)
  376. #define XFS_BUF_SET_VTYPE_REF(bp, type, ref)
  377. #define XFS_BUF_SET_VTYPE(bp, type)
  378. #define XFS_BUF_SET_REF(bp, ref)
  379. static inline int xfs_bawrite(void *mp, xfs_buf_t *bp)
  380. {
  381. bp->pb_fspriv3 = mp;
  382. bp->pb_strat = xfs_bdstrat_cb;
  383. pagebuf_delwri_dequeue(bp);
  384. return pagebuf_iostart(bp, PBF_WRITE | PBF_ASYNC | _PBF_RUN_QUEUES);
  385. }
  386. static inline void xfs_buf_relse(xfs_buf_t *bp)
  387. {
  388. if (!bp->pb_relse)
  389. pagebuf_unlock(bp);
  390. pagebuf_rele(bp);
  391. }
  392. #define xfs_bpin(bp) pagebuf_pin(bp)
  393. #define xfs_bunpin(bp) pagebuf_unpin(bp)
  394. #define xfs_buftrace(id, bp) \
  395. pagebuf_trace(bp, id, NULL, (void *)__builtin_return_address(0))
  396. #define xfs_biodone(pb) \
  397. pagebuf_iodone(pb, 0)
  398. #define xfs_biomove(pb, off, len, data, rw) \
  399. pagebuf_iomove((pb), (off), (len), (data), \
  400. ((rw) == XFS_B_WRITE) ? PBRW_WRITE : PBRW_READ)
  401. #define xfs_biozero(pb, off, len) \
  402. pagebuf_iomove((pb), (off), (len), NULL, PBRW_ZERO)
  403. static inline int XFS_bwrite(xfs_buf_t *pb)
  404. {
  405. int iowait = (pb->pb_flags & PBF_ASYNC) == 0;
  406. int error = 0;
  407. if (!iowait)
  408. pb->pb_flags |= _PBF_RUN_QUEUES;
  409. pagebuf_delwri_dequeue(pb);
  410. pagebuf_iostrategy(pb);
  411. if (iowait) {
  412. error = pagebuf_iowait(pb);
  413. xfs_buf_relse(pb);
  414. }
  415. return error;
  416. }
  417. #define XFS_bdwrite(pb) \
  418. pagebuf_iostart(pb, PBF_DELWRI | PBF_ASYNC)
  419. static inline int xfs_bdwrite(void *mp, xfs_buf_t *bp)
  420. {
  421. bp->pb_strat = xfs_bdstrat_cb;
  422. bp->pb_fspriv3 = mp;
  423. return pagebuf_iostart(bp, PBF_DELWRI | PBF_ASYNC);
  424. }
  425. #define XFS_bdstrat(bp) pagebuf_iorequest(bp)
  426. #define xfs_iowait(pb) pagebuf_iowait(pb)
  427. #define xfs_baread(target, rablkno, ralen) \
  428. pagebuf_readahead((target), (rablkno), (ralen), PBF_DONT_BLOCK)
  429. #define xfs_buf_get_empty(len, target) pagebuf_get_empty((len), (target))
  430. #define xfs_buf_get_noaddr(len, target) pagebuf_get_no_daddr((len), (target))
  431. #define xfs_buf_free(bp) pagebuf_free(bp)
  432. /*
  433. * Handling of buftargs.
  434. */
  435. extern xfs_buftarg_t *xfs_alloc_buftarg(struct block_device *, int);
  436. extern void xfs_free_buftarg(xfs_buftarg_t *, int);
  437. extern void xfs_wait_buftarg(xfs_buftarg_t *);
  438. extern int xfs_setsize_buftarg(xfs_buftarg_t *, unsigned int, unsigned int);
  439. extern int xfs_flush_buftarg(xfs_buftarg_t *, int);
  440. #define xfs_getsize_buftarg(buftarg) \
  441. block_size((buftarg)->pbr_bdev)
  442. #define xfs_readonly_buftarg(buftarg) \
  443. bdev_read_only((buftarg)->pbr_bdev)
  444. #define xfs_binval(buftarg) \
  445. xfs_flush_buftarg(buftarg, 1)
  446. #define XFS_bflush(buftarg) \
  447. xfs_flush_buftarg(buftarg, 1)
  448. #endif /* __XFS_BUF_H__ */