1 /*	$OpenBSD: softdep.h,v 1.10 2005/07/20 16:30:35 pedro Exp $	*/
2 /*
3  * Copyright 1998, 2000 Marshall Kirk McKusick. All Rights Reserved.
4  *
5  * The soft updates code is derived from the appendix of a University
6  * of Michigan technical report (Gregory R. Ganger and Yale N. Patt,
7  * "Soft Updates: A Solution to the Metadata Update Problem in File
8  * Systems", CSE-TR-254-95, August 1995).
9  *
10  * Further information about soft updates can be obtained from:
11  *
12  *	Marshall Kirk McKusick		http://www.mckusick.com/softdep/
13  *	1614 Oxford Street		mckusick@mckusick.com
14  *	Berkeley, CA 94709-1608		+1-510-843-9542
15  *	USA
16  *
17  * Redistribution and use in source and binary forms, with or without
18  * modification, are permitted provided that the following conditions
19  * are met:
20  *
21  * 1. Redistributions of source code must retain the above copyright
22  *    notice, this list of conditions and the following disclaimer.
23  * 2. Redistributions in binary form must reproduce the above copyright
24  *    notice, this list of conditions and the following disclaimer in the
25  *    documentation and/or other materials provided with the distribution.
26  *
27  * THIS SOFTWARE IS PROVIDED BY MARSHALL KIRK MCKUSICK ``AS IS'' AND ANY
28  * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
29  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
30  * DISCLAIMED.  IN NO EVENT SHALL MARSHALL KIRK MCKUSICK BE LIABLE FOR
31  * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
32  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
33  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
34  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
35  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
36  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
37  * SUCH DAMAGE.
38  *
39  *	@(#)softdep.h	9.7 (McKusick) 6/21/00
40  * $FreeBSD: src/sys/ufs/ffs/softdep.h,v 1.10 2000/06/22 00:29:53 mckusick Exp $
41  */
42 
43 #include <sys/queue.h>
44 
45 /*
46  * Allocation dependencies are handled with undo/redo on the in-memory
47  * copy of the data. A particular data dependency is eliminated when
48  * it is ALLCOMPLETE: that is ATTACHED, DEPCOMPLETE, and COMPLETE.
49  *
50  * ATTACHED means that the data is not currently being written to
51  * disk. UNDONE means that the data has been rolled back to a safe
52  * state for writing to the disk. When the I/O completes, the data is
53  * restored to its current form and the state reverts to ATTACHED.
54  * The data must be locked throughout the rollback, I/O, and roll
55  * forward so that the rolled back information is never visible to
56  * user processes. The COMPLETE flag indicates that the item has been
57  * written. For example, a dependency that requires that an inode be
58  * written will be marked COMPLETE after the inode has been written
59  * to disk. The DEPCOMPLETE flag indicates the completion of any other
60  * dependencies such as the writing of a cylinder group map has been
61  * completed. A dependency structure may be freed only when both it
62  * and its dependencies have completed and any rollbacks that are in
63  * progress have finished as indicated by the set of ALLCOMPLETE flags
64  * all being set. The two MKDIR flags indicate additional dependencies
65  * that must be done when creating a new directory. MKDIR_BODY is
66  * cleared when the directory data block containing the "." and ".."
67  * entries has been written. MKDIR_PARENT is cleared when the parent
68  * inode with the increased link count for ".." has been written. When
69  * both MKDIR flags have been cleared, the DEPCOMPLETE flag is set to
70  * indicate that the directory dependencies have been completed. The
71  * writing of the directory inode itself sets the COMPLETE flag which
72  * then allows the directory entry for the new directory to be written
73  * to disk. The RMDIR flag marks a dirrem structure as representing
74  * the removal of a directory rather than a file. When the removal
75  * dependencies are completed, additional work needs to be done
76  * (truncation of the "." and ".." entries, an additional decrement
77  * of the associated inode, and a decrement of the parent inode). The
78  * DIRCHG flag marks a diradd structure as representing the changing
79  * of an existing entry rather than the addition of a new one. When
80  * the update is complete the dirrem associated with the inode for
81  * the old name must be added to the worklist to do the necessary
82  * reference count decrement. The GOINGAWAY flag indicates that the
83  * data structure is frozen from further change until its dependencies
84  * have been completed and its resources freed after which it will be
85  * discarded. The IOSTARTED flag prevents multiple calls to the I/O
86  * start routine from doing multiple rollbacks. The SPACECOUNTED flag
87  * says that the files space has been accounted to the pending free
88  * space count. The NEWBLOCK flag marks pagedep structures that have
89  * just been allocated, so must be claimed by the inode before all
90  * dependencies are complete. The ONWORKLIST flag shows whether the
91  * structure is currently linked onto a worklist
92  *
93  */
94 #define	ATTACHED	0x0001
95 #define	UNDONE		0x0002
96 #define	COMPLETE	0x0004
97 #define	DEPCOMPLETE	0x0008
98 #define	MKDIR_PARENT	0x0010	/* diradd & mkdir only */
99 #define	MKDIR_BODY	0x0020	/* diradd & mkdir only */
100 #define	RMDIR		0x0040	/* dirrem only */
101 #define	DIRCHG		0x0080	/* diradd & dirrem only */
102 #define	GOINGAWAY	0x0100	/* indirdep only */
103 #define	IOSTARTED	0x0200	/* inodedep & pagedep only */
104 #define	SPACECOUNTED	0x0400	/* inodedep only */
105 #define	NEWBLOCK	0x0800	/* pagedep only */
106 #define	ONWORKLIST	0x8000
107 
108 #define	ALLCOMPLETE	(ATTACHED | COMPLETE | DEPCOMPLETE)
109 
110 /*
111  * The workitem queue.
112  *
113  * It is sometimes useful and/or necessary to clean up certain dependencies
114  * in the background rather than during execution of an application process
115  * or interrupt service routine. To realize this, we append dependency
116  * structures corresponding to such tasks to a "workitem" queue. In a soft
117  * updates implementation, most pending workitems should not wait for more
118  * than a couple of seconds, so the filesystem syncer process awakens once
119  * per second to process the items on the queue.
120  */
121 
122 /* LIST_HEAD(workhead, worklist);	-- declared in buf.h */
123 
124 /*
125  * Each request can be linked onto a work queue through its worklist structure.
126  * To avoid the need for a pointer to the structure itself, this structure
127  * MUST be declared FIRST in each type in which it appears! If more than one
128  * worklist is needed in the structure, then a wk_data field must be added
129  * and the macros below changed to use it.
130  */
131 struct worklist {
132 	LIST_ENTRY(worklist)	wk_list;	/* list of work requests */
133 	unsigned short		wk_type;	/* type of request */
134 	unsigned short		wk_state;	/* state flags */
135 };
136 #define WK_DATA(wk) ((void *)(wk))
137 #define WK_PAGEDEP(wk) ((struct pagedep *)(wk))
138 #define WK_INODEDEP(wk) ((struct inodedep *)(wk))
139 #define WK_NEWBLK(wk) ((struct newblk *)(wk))
140 #define WK_BMSAFEMAP(wk) ((struct bmsafemap *)(wk))
141 #define WK_ALLOCDIRECT(wk) ((struct allocdirect *)(wk))
142 #define WK_INDIRDEP(wk) ((struct indirdep *)(wk))
143 #define WK_ALLOCINDIR(wk) ((struct allocindir *)(wk))
144 #define WK_FREEFRAG(wk) ((struct freefrag *)(wk))
145 #define WK_FREEBLKS(wk) ((struct freeblks *)(wk))
146 #define WK_FREEFILE(wk) ((struct freefile *)(wk))
147 #define WK_DIRADD(wk) ((struct diradd *)(wk))
148 #define WK_MKDIR(wk) ((struct mkdir *)(wk))
149 #define WK_DIRREM(wk) ((struct dirrem *)(wk))
150 #define WK_NEWDIRBLK(wk) ((struct newdirblk *)(wk))
151 
152 /*
153  * Various types of lists
154  */
155 LIST_HEAD(dirremhd, dirrem);
156 LIST_HEAD(diraddhd, diradd);
157 LIST_HEAD(newblkhd, newblk);
158 LIST_HEAD(inodedephd, inodedep);
159 LIST_HEAD(allocindirhd, allocindir);
160 LIST_HEAD(allocdirecthd, allocdirect);
161 TAILQ_HEAD(allocdirectlst, allocdirect);
162 
163 /*
164  * The "pagedep" structure tracks the various dependencies related to
165  * a particular directory page. If a directory page has any dependencies,
166  * it will have a pagedep linked to its associated buffer. The
167  * pd_dirremhd list holds the list of dirrem requests which decrement
168  * inode reference counts. These requests are processed after the
169  * directory page with the corresponding zero'ed entries has been
170  * written. The pd_diraddhd list maintains the list of diradd requests
171  * which cannot be committed until their corresponding inode has been
172  * written to disk. Because a directory may have many new entries
173  * being created, several lists are maintained hashed on bits of the
174  * offset of the entry into the directory page to keep the lists from
175  * getting too long. Once a new directory entry has been cleared to
176  * be written, it is moved to the pd_pendinghd list. After the new
177  * entry has been written to disk it is removed from the pd_pendinghd
178  * list, any removed operations are done, and the dependency structure
179  * is freed.
180  */
181 #define DAHASHSZ 6
182 #define DIRADDHASH(offset) (((offset) >> 2) % DAHASHSZ)
183 struct pagedep {
184 	struct	worklist pd_list;	/* page buffer */
185 #	define	pd_state pd_list.wk_state /* check for multiple I/O starts */
186 	LIST_ENTRY(pagedep) pd_hash;	/* hashed lookup */
187 	struct	mount *pd_mnt;		/* associated mount point */
188 	ino_t	pd_ino;			/* associated file */
189 	ufs_lbn_t pd_lbn;		/* block within file */
190 	struct	dirremhd pd_dirremhd;	/* dirrem's waiting for page */
191 	struct	diraddhd pd_diraddhd[DAHASHSZ]; /* diradd dir entry updates */
192 	struct	diraddhd pd_pendinghd;	/* directory entries awaiting write */
193 };
194 
195 /*
196  * The "inodedep" structure tracks the set of dependencies associated
197  * with an inode. One task that it must manage is delayed operations
198  * (i.e., work requests that must be held until the inodedep's associated
199  * inode has been written to disk). Getting an inode from its incore
200  * state to the disk requires two steps to be taken by the filesystem
201  * in this order: first the inode must be copied to its disk buffer by
202  * the VOP_UPDATE operation; second the inode's buffer must be written
203  * to disk. To ensure that both operations have happened in the required
204  * order, the inodedep maintains two lists. Delayed operations are
205  * placed on the id_inowait list. When the VOP_UPDATE is done, all
206  * operations on the id_inowait list are moved to the id_bufwait list.
207  * When the buffer is written, the items on the id_bufwait list can be
208  * safely moved to the work queue to be processed. A second task of the
209  * inodedep structure is to track the status of block allocation within
210  * the inode.  Each block that is allocated is represented by an
211  * "allocdirect" structure (see below). It is linked onto the id_newinoupdt
212  * list until both its contents and its allocation in the cylinder
213  * group map have been written to disk. Once these dependencies have been
214  * satisfied, it is removed from the id_newinoupdt list and any followup
215  * actions such as releasing the previous block or fragment are placed
216  * on the id_inowait list. When an inode is updated (a VOP_UPDATE is
217  * done), the "inodedep" structure is linked onto the buffer through
218  * its worklist. Thus, it will be notified when the buffer is about
219  * to be written and when it is done. At the update time, all the
220  * elements on the id_newinoupdt list are moved to the id_inoupdt list
221  * since those changes are now relevant to the copy of the inode in the
222  * buffer. Also at update time, the tasks on the id_inowait list are
223  * moved to the id_bufwait list so that they will be executed when
224  * the updated inode has been written to disk. When the buffer containing
225  * the inode is written to disk, any updates listed on the id_inoupdt
226  * list are rolled back as they are not yet safe. Following the write,
227  * the changes are once again rolled forward and any actions on the
228  * id_bufwait list are processed (since those actions are now safe).
229  * The entries on the id_inoupdt and id_newinoupdt lists must be kept
230  * sorted by logical block number to speed the calculation of the size
231  * of the rolled back inode (see explanation in initiate_write_inodeblock).
232  * When a directory entry is created, it is represented by a diradd.
233  * The diradd is added to the id_inowait list as it cannot be safely
234  * written to disk until the inode that it represents is on disk. After
235  * the inode is written, the id_bufwait list is processed and the diradd
236  * entries are moved to the id_pendinghd list where they remain until
237  * the directory block containing the name has been written to disk.
238  * The purpose of keeping the entries on the id_pendinghd list is so that
239  * the softdep_fsync function can find and push the inode's directory
240  * name(s) as part of the fsync operation for that file.
241  */
242 struct inodedep {
243 	struct	worklist id_list;	/* buffer holding inode block */
244 #	define	id_state id_list.wk_state /* inode dependency state */
245 	LIST_ENTRY(inodedep) id_hash;	/* hashed lookup */
246 	struct	fs *id_fs;		/* associated filesystem */
247 	ino_t	id_ino;			/* dependent inode */
248 	nlink_t	id_nlinkdelta;		/* saved effective link count */
249 	struct	ufs1_dinode *id_savedino;	/* saved dinode contents */
250 	LIST_ENTRY(inodedep) id_deps;	/* bmsafemap's list of inodedep's */
251 	struct	buf *id_buf;		/* related bmsafemap (if pending) */
252 	off_t	id_savedsize;		/* file size saved during rollback */
253 	struct	workhead id_pendinghd;	/* entries awaiting directory write */
254 	struct	workhead id_bufwait;	/* operations after inode written */
255 	struct	workhead id_inowait;	/* operations waiting inode update */
256 	struct	allocdirectlst id_inoupdt; /* updates before inode written */
257 	struct	allocdirectlst id_newinoupdt; /* updates when inode written */
258 };
259 
260 /*
261  * A "newblk" structure is attached to a bmsafemap structure when a block
262  * or fragment is allocated from a cylinder group. Its state is set to
263  * DEPCOMPLETE when its cylinder group map is written. It is consumed by
264  * an associated allocdirect or allocindir allocation which will attach
265  * themselves to the bmsafemap structure if the newblk's DEPCOMPLETE flag
266  * is not set (i.e., its cylinder group map has not been written).
267  */
268 struct newblk {
269 	LIST_ENTRY(newblk) nb_hash;	/* hashed lookup */
270 	struct	fs *nb_fs;		/* associated filesystem */
271 	daddr_t nb_newblkno;		/* allocated block number */
272 	int	nb_state;		/* state of bitmap dependency */
273 	LIST_ENTRY(newblk) nb_deps;	/* bmsafemap's list of newblk's */
274 	struct	bmsafemap *nb_bmsafemap; /* associated bmsafemap */
275 };
276 
277 /*
278  * A "bmsafemap" structure maintains a list of dependency structures
279  * that depend on the update of a particular cylinder group map.
280  * It has lists for newblks, allocdirects, allocindirs, and inodedeps.
281  * It is attached to the buffer of a cylinder group block when any of
282  * these things are allocated from the cylinder group. It is freed
283  * after the cylinder group map is written and the state of its
284  * dependencies are updated with DEPCOMPLETE to indicate that it has
285  * been processed.
286  */
287 struct bmsafemap {
288 	struct	worklist sm_list;	/* cylgrp buffer */
289 	struct	buf *sm_buf;		/* associated buffer */
290 	struct	allocdirecthd sm_allocdirecthd; /* allocdirect deps */
291 	struct	allocindirhd sm_allocindirhd; /* allocindir deps */
292 	struct	inodedephd sm_inodedephd; /* inodedep deps */
293 	struct	newblkhd sm_newblkhd;	/* newblk deps */
294 };
295 
296 /*
297  * An "allocdirect" structure is attached to an "inodedep" when a new block
298  * or fragment is allocated and pointed to by the inode described by
299  * "inodedep". The worklist is linked to the buffer that holds the block.
300  * When the block is first allocated, it is linked to the bmsafemap
301  * structure associated with the buffer holding the cylinder group map
302  * from which it was allocated. When the cylinder group map is written
303  * to disk, ad_state has the DEPCOMPLETE flag set. When the block itself
304  * is written, the COMPLETE flag is set. Once both the cylinder group map
305  * and the data itself have been written, it is safe to write the inode
306  * that claims the block. If there was a previous fragment that had been
307  * allocated before the file was increased in size, the old fragment may
308  * be freed once the inode claiming the new block is written to disk.
309  * This ad_fragfree request is attached to the id_inowait list of the
310  * associated inodedep (pointed to by ad_inodedep) for processing after
311  * the inode is written. When a block is allocated to a directory, an
312  * fsync of a file whose name is within that block must ensure not only
313  * that the block containing the file name has been written, but also
314  * that the on-disk inode references that block. When a new directory
315  * block is created, we allocate a newdirblk structure which is linked
316  * to the associated allocdirect (on its ad_newdirblk list). When the
317  * allocdirect has been satisfied, the newdirblk structure is moved to
318  * the inodedep id_bufwait list of its directory to await the inode
319  * being written. When the inode is written, the directory entries are
320  * fully committed and can be deleted from their pagedep->id_pendinghd
321  * and inodedep->id_pendinghd lists.
322  */
323 struct allocdirect {
324 	struct	worklist ad_list;	/* buffer holding block */
325 #	define	ad_state ad_list.wk_state /* block pointer state */
326 	TAILQ_ENTRY(allocdirect) ad_next; /* inodedep's list of allocdirect's */
327 	ufs_lbn_t ad_lbn;		/* block within file */
328 	daddr_t ad_newblkno;		/* new value of block pointer */
329 	daddr_t ad_oldblkno;		/* old value of block pointer */
330 	long	ad_newsize;		/* size of new block */
331 	long	ad_oldsize;		/* size of old block */
332 	LIST_ENTRY(allocdirect) ad_deps; /* bmsafemap's list of allocdirect's */
333 	struct	buf *ad_buf;		/* cylgrp buffer (if pending) */
334 	struct	inodedep *ad_inodedep;	/* associated inodedep */
335 	struct	freefrag *ad_freefrag;	/* fragment to be freed (if any) */
336 	struct	workhead ad_newdirblk;	/* dir block to notify when written */
337 };
338 
339 /*
340  * A single "indirdep" structure manages all allocation dependencies for
341  * pointers in an indirect block. The up-to-date state of the indirect
342  * block is stored in ir_savedata. The set of pointers that may be safely
343  * written to the disk is stored in ir_safecopy. The state field is used
344  * only to track whether the buffer is currently being written (in which
345  * case it is not safe to update ir_safecopy). Ir_deplisthd contains the
346  * list of allocindir structures, one for each block that needs to be
347  * written to disk. Once the block and its bitmap allocation have been
348  * written the safecopy can be updated to reflect the allocation and the
349  * allocindir structure freed. If ir_state indicates that an I/O on the
350  * indirect block is in progress when ir_safecopy is to be updated, the
351  * update is deferred by placing the allocindir on the ir_donehd list.
352  * When the I/O on the indirect block completes, the entries on the
353  * ir_donehd list are processed by updating their corresponding ir_safecopy
354  * pointers and then freeing the allocindir structure.
355  */
356 struct indirdep {
357 	struct	worklist ir_list;	/* buffer holding indirect block */
358 #	define	ir_state ir_list.wk_state /* indirect block pointer state */
359 	caddr_t ir_saveddata;		/* buffer cache contents */
360 	struct	buf *ir_savebp;		/* buffer holding safe copy */
361 	struct	allocindirhd ir_donehd;	/* done waiting to update safecopy */
362 	struct	allocindirhd ir_deplisthd; /* allocindir deps for this block */
363 };
364 
365 /*
366  * An "allocindir" structure is attached to an "indirdep" when a new block
367  * is allocated and pointed to by the indirect block described by the
368  * "indirdep". The worklist is linked to the buffer that holds the new block.
369  * When the block is first allocated, it is linked to the bmsafemap
370  * structure associated with the buffer holding the cylinder group map
371  * from which it was allocated. When the cylinder group map is written
372  * to disk, ai_state has the DEPCOMPLETE flag set. When the block itself
373  * is written, the COMPLETE flag is set. Once both the cylinder group map
374  * and the data itself have been written, it is safe to write the entry in
375  * the indirect block that claims the block; the "allocindir" dependency
376  * can then be freed as it is no longer applicable.
377  */
378 struct allocindir {
379 	struct	worklist ai_list;	/* buffer holding indirect block */
380 #	define	ai_state ai_list.wk_state /* indirect block pointer state */
381 	LIST_ENTRY(allocindir) ai_next;	/* indirdep's list of allocindir's */
382 	int	ai_offset;		/* pointer offset in indirect block */
383 	daddr_t ai_newblkno;		/* new block pointer value */
384 	daddr_t ai_oldblkno;		/* old block pointer value */
385 	struct	freefrag *ai_freefrag;	/* block to be freed when complete */
386 	struct	indirdep *ai_indirdep;	/* address of associated indirdep */
387 	LIST_ENTRY(allocindir) ai_deps;	/* bmsafemap's list of allocindir's */
388 	struct	buf *ai_buf;		/* cylgrp buffer (if pending) */
389 };
390 
391 /*
392  * A "freefrag" structure is attached to an "inodedep" when a previously
393  * allocated fragment is replaced with a larger fragment, rather than extended.
394  * The "freefrag" structure is constructed and attached when the replacement
395  * block is first allocated. It is processed after the inode claiming the
396  * bigger block that replaces it has been written to disk. Note that the
397  * ff_state field is is used to store the uid, so may lose data. However,
398  * the uid is used only in printing an error message, so is not critical.
399  * Keeping it in a short keeps the data structure down to 32 bytes.
400  */
401 struct freefrag {
402 	struct	worklist ff_list;	/* id_inowait or delayed worklist */
403 #	define	ff_state ff_list.wk_state /* owning user; should be uid_t */
404 	struct	vnode *ff_devvp;	/* filesystem device vnode */
405 	struct	mount *ff_mnt;		/* associated mount point */
406 	daddr_t ff_blkno;		/* fragment physical block number */
407 	long	ff_fragsize;		/* size of fragment being deleted */
408 	ino_t	ff_inum;		/* owning inode number */
409 };
410 
411 /*
412  * A "freeblks" structure is attached to an "inodedep" when the
413  * corresponding file's length is reduced to zero. It records all
414  * the information needed to free the blocks of a file after its
415  * zero'ed inode has been written to disk.
416  */
417 struct freeblks {
418 	struct	worklist fb_list;	/* id_inowait or delayed worklist */
419 #	define	fb_state fb_list.wk_state /* inode and dirty block state */
420 	ino_t	fb_previousinum;	/* inode of previous owner of blocks */
421 	struct	vnode *fb_devvp;	/* filesystem device vnode */
422 	struct	mount *fb_mnt;		/* associated mount point */
423 	off_t	fb_oldsize;		/* previous file size */
424 	off_t	fb_newsize;		/* new file size */
425 	int	fb_chkcnt;		/* used to check cnt of blks released */
426 	uid_t	fb_uid;			/* uid of previous owner of blocks */
427 	daddr_t fb_dblks[NDADDR];	/* direct blk ptrs to deallocate */
428 	daddr_t fb_iblks[NIADDR];	/* indirect blk ptrs to deallocate */
429 };
430 
431 /*
432  * A "freefile" structure is attached to an inode when its
433  * link count is reduced to zero. It marks the inode as free in
434  * the cylinder group map after the zero'ed inode has been written
435  * to disk and any associated blocks and fragments have been freed.
436  */
437 struct freefile {
438 	struct	worklist fx_list;	/* id_inowait or delayed worklist */
439 	mode_t	fx_mode;		/* mode of inode */
440 	ino_t	fx_oldinum;		/* inum of the unlinked file */
441 	struct	vnode *fx_devvp;	/* filesystem device vnode */
442 	struct	mount *fx_mnt;		/* associated mount point */
443 };
444 
445 /*
446  * A "diradd" structure is linked to an "inodedep" id_inowait list when a
447  * new directory entry is allocated that references the inode described
448  * by "inodedep". When the inode itself is written (either the initial
449  * allocation for new inodes or with the increased link count for
450  * existing inodes), the COMPLETE flag is set in da_state. If the entry
451  * is for a newly allocated inode, the "inodedep" structure is associated
452  * with a bmsafemap which prevents the inode from being written to disk
453  * until the cylinder group has been updated. Thus the da_state COMPLETE
454  * flag cannot be set until the inode bitmap dependency has been removed.
455  * When creating a new file, it is safe to write the directory entry that
456  * claims the inode once the referenced inode has been written. Since
457  * writing the inode clears the bitmap dependencies, the DEPCOMPLETE flag
458  * in the diradd can be set unconditionally when creating a file. When
459  * creating a directory, there are two additional dependencies described by
460  * mkdir structures (see their description below). When these dependencies
461  * are resolved the DEPCOMPLETE flag is set in the diradd structure.
462  * If there are multiple links created to the same inode, there will be
463  * a separate diradd structure created for each link. The diradd is
464  * linked onto the pg_diraddhd list of the pagedep for the directory
465  * page that contains the entry. When a directory page is written,
466  * the pg_diraddhd list is traversed to rollback any entries that are
467  * not yet ready to be written to disk. If a directory entry is being
468  * changed (by rename) rather than added, the DIRCHG flag is set and
469  * the da_previous entry points to the entry that will be "removed"
470  * once the new entry has been committed. During rollback, entries
471  * with da_previous are replaced with the previous inode number rather
472  * than zero.
473  *
474  * The overlaying of da_pagedep and da_previous is done to keep the
475  * structure down to 32 bytes in size on a 32-bit machine. If a
476  * da_previous entry is present, the pointer to its pagedep is available
477  * in the associated dirrem entry. If the DIRCHG flag is set, the
478  * da_previous entry is valid; if not set the da_pagedep entry is valid.
479  * The DIRCHG flag never changes; it is set when the structure is created
480  * if appropriate and is never cleared.
481  */
482 struct diradd {
483 	struct	worklist da_list;	/* id_inowait or id_pendinghd list */
484 #	define	da_state da_list.wk_state /* state of the new directory entry */
485 	LIST_ENTRY(diradd) da_pdlist;	/* pagedep holding directory block */
486 	doff_t	da_offset;		/* offset of new dir entry in dir blk */
487 	ino_t	da_newinum;		/* inode number for the new dir entry */
488 	union {
489 	struct	dirrem *dau_previous;	/* entry being replaced in dir change */
490 	struct	pagedep *dau_pagedep;	/* pagedep dependency for addition */
491 	} da_un;
492 };
493 #define da_previous da_un.dau_previous
494 #define da_pagedep da_un.dau_pagedep
495 
496 /*
497  * Two "mkdir" structures are needed to track the additional dependencies
498  * associated with creating a new directory entry. Normally a directory
499  * addition can be committed as soon as the newly referenced inode has been
500  * written to disk with its increased link count. When a directory is
501  * created there are two additional dependencies: writing the directory
502  * data block containing the "." and ".." entries (MKDIR_BODY) and writing
503  * the parent inode with the increased link count for ".." (MKDIR_PARENT).
504  * These additional dependencies are tracked by two mkdir structures that
505  * reference the associated "diradd" structure. When they have completed,
506  * they set the DEPCOMPLETE flag on the diradd so that it knows that its
507  * extra dependencies have been completed. The md_state field is used only
508  * to identify which type of dependency the mkdir structure is tracking.
509  * It is not used in the mainline code for any purpose other than consistency
510  * checking. All the mkdir structures in the system are linked together on
511  * a list. This list is needed so that a diradd can find its associated
512  * mkdir structures and deallocate them if it is prematurely freed (as for
513  * example if a mkdir is immediately followed by a rmdir of the same directory).
514  * Here, the free of the diradd must traverse the list to find the associated
515  * mkdir structures that reference it. The deletion would be faster if the
516  * diradd structure were simply augmented to have two pointers that referenced
517  * the associated mkdir's. However, this would increase the size of the diradd
518  * structure from 32 to 64-bits to speed a very infrequent operation.
519  */
520 struct mkdir {
521 	struct	worklist md_list;	/* id_inowait or buffer holding dir */
522 #	define	md_state md_list.wk_state /* type: MKDIR_PARENT or MKDIR_BODY */
523 	struct	diradd *md_diradd;	/* associated diradd */
524 	struct	buf *md_buf;		/* MKDIR_BODY: buffer holding dir */
525 	LIST_ENTRY(mkdir) md_mkdirs;	/* list of all mkdirs */
526 };
527 LIST_HEAD(mkdirlist, mkdir) mkdirlisthd;
528 
529 /*
530  * A "dirrem" structure describes an operation to decrement the link
531  * count on an inode. The dirrem structure is attached to the pg_dirremhd
532  * list of the pagedep for the directory page that contains the entry.
533  * It is processed after the directory page with the deleted entry has
534  * been written to disk.
535  *
536  * The overlaying of dm_pagedep and dm_dirinum is done to keep the
537  * structure down to 32 bytes in size on a 32-bit machine. It works
538  * because they are never used concurrently.
539  */
540 struct dirrem {
541 	struct	worklist dm_list;	/* delayed worklist */
542 #	define	dm_state dm_list.wk_state /* state of the old directory entry */
543 	LIST_ENTRY(dirrem) dm_next;	/* pagedep's list of dirrem's */
544 	struct	mount *dm_mnt;		/* associated mount point */
545 	ino_t	dm_oldinum;		/* inum of the removed dir entry */
546 	union {
547 	struct	pagedep *dmu_pagedep;	/* pagedep dependency for remove */
548 	ino_t	dmu_dirinum;		/* parent inode number (for rmdir) */
549 	} dm_un;
550 };
551 #define dm_pagedep dm_un.dmu_pagedep
552 #define dm_dirinum dm_un.dmu_dirinum
553 
554 
555 /*
556  * A "newdirblk" structure tracks the progress of a newly allocated
557  * directory block from its creation until it is claimed by its on-disk
558  * inode. When a block is allocated to a directory, an fsync of a file
559  * whose name is within that block must ensure not only that the block
560  * containing the file name has been written, but also that the on-disk
561  * inode references that block. When a new directory block is created,
562  * we allocate a newdirblk structure which is linked to the associated
563  * allocdirect (on its ad_newdirblk list). When the allocdirect has been
564  * satisfied, the newdirblk structure is moved to the inodedep id_bufwait
565  * list of its directory to await the inode being written. When the inode
566  * is written, the directory entries are fully committed and can be
567  * deleted from their pagedep->id_pendinghd and inodedep->id_pendinghd
568  * lists. Note that we could track directory blocks allocated to indirect
569  * blocks using a similar scheme with the allocindir structures. Rather
570  * than adding this level of complexity, we simply write those newly
571  * allocated indirect blocks synchronously as such allocations are rare.
572  */
573 struct newdirblk {
574 	struct	worklist db_list;/* id_inowait or pg_newdirblk */
575 #	define	db_state db_list.wk_state /* unused */
576 	struct	pagedep *db_pagedep;/* associated pagedep */
577 };
578