1 /* $NetBSD: udf.h,v 1.56 2024/05/18 00:04:01 thorpej Exp $ */
2 
3 /*
4  * Copyright (c) 2006, 2008 Reinoud Zandijk
5  * All rights reserved.
6  *
7  * Redistribution and use in source and binary forms, with or without
8  * modification, are permitted provided that the following conditions
9  * are met:
10  * 1. Redistributions of source code must retain the above copyright
11  *    notice, this list of conditions and the following disclaimer.
12  * 2. Redistributions in binary form must reproduce the above copyright
13  *    notice, this list of conditions and the following disclaimer in the
14  *    documentation and/or other materials provided with the distribution.
15  *
16  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26  *
27  */
28 
29 #ifndef _FS_UDF_UDF_H_
30 #define _FS_UDF_UDF_H_
31 
32 #include <sys/queue.h>
33 #include <sys/rbtree.h>
34 #include <sys/uio.h>
35 #include <sys/mutex.h>
36 
37 #include "udf_osta.h"
38 #include "ecma167-udf.h"
39 #include <sys/cdio.h>
40 #include <sys/bufq.h>
41 #include <sys/disk.h>
42 #include <sys/kthread.h>
43 #include <sys/malloc.h>
44 #include <miscfs/genfs/genfs_node.h>
45 
46 /* debug section */
47 extern int udf_verbose;
48 
49 /* undefine UDF_COMPLETE_DELETE to need `purge'; but purge is not implemented */
50 #define UDF_COMPLETE_DELETE
51 
52 /* debug categories */
53 #define UDF_DEBUG_VOLUMES     0x0000001
54 #define UDF_DEBUG_LOCKING     0x0000002
55 #define UDF_DEBUG_NODE                  0x0000004
56 #define UDF_DEBUG_LOOKUP      0x0000008
57 #define UDF_DEBUG_READDIR     0x0000010
58 #define UDF_DEBUG_FIDS                  0x0000020
59 #define UDF_DEBUG_DESCRIPTOR  0x0000040
60 #define UDF_DEBUG_TRANSLATE   0x0000080
61 #define UDF_DEBUG_STRATEGY    0x0000100
62 #define UDF_DEBUG_READ                  0x0000200
63 #define UDF_DEBUG_WRITE                 0x0000400
64 #define UDF_DEBUG_CALL                  0x0000800
65 #define UDF_DEBUG_ATTR                  0x0001000
66 #define UDF_DEBUG_EXTATTR     0x0002000
67 #define UDF_DEBUG_ALLOC                 0x0004000
68 #define UDF_DEBUG_ADWLK                 0x0008000
69 #define UDF_DEBUG_DIRHASH     0x0010000
70 #define UDF_DEBUG_NOTIMPL     0x0020000
71 #define UDF_DEBUG_SHEDULE     0x0040000
72 #define UDF_DEBUG_ECCLINE     0x0080000
73 #define UDF_DEBUG_SYNC                  0x0100000
74 #define UDF_DEBUG_PARANOIA    0x0200000
75 #define UDF_DEBUG_PARANOIDADWLK         0x0400000
76 #define UDF_DEBUG_NODEDUMP    0x0800000
77 #define UDF_DEBUG_RESERVE     0x1000000
78 
79 /* initial value of udf_verbose */
80 #define UDF_DEBUGGING                   (0x0000000)
81 //#define UDF_DEBUGGING                 (0x02fffff)
82 
83 
84 #ifdef UDF_DEBUG
85 #define DPRINTF(name, arg) { \
86                     if (udf_verbose & UDF_DEBUG_##name) {\
87                               printf arg;\
88                     };\
89           }
90 #define DPRINTFIF(name, cond, arg) { \
91                     if (udf_verbose & UDF_DEBUG_##name) { \
92                               if (cond) printf arg;\
93                     };\
94           }
95 #else
96 #define DPRINTF(name, arg) {}
97 #define DPRINTFIF(name, cond, arg) {}
98 #endif
99 
100 VFS_PROTOS(udf);
101 
102 /* constants to identify what kind of identifier we are dealing with */
103 #define UDF_REGID_DOMAIN                 1
104 #define UDF_REGID_UDF                              2
105 #define UDF_REGID_IMPLEMENTATION         3
106 #define UDF_REGID_APPLICATION            4
107 #define UDF_REGID_NAME                            99
108 
109 
110 /* DON'T change these: they identify 13thmonkey's UDF implementation */
111 #define APP_NAME              "*NetBSD UDF"
112 #define APP_VERSION_MAIN      0
113 #define APP_VERSION_SUB                 5
114 #define IMPL_NAME             "*NetBSD kernel UDF"
115 
116 
117 /* Configuration values */
118 #define UDF_INODE_HASHBITS    10
119 #define UDF_INODE_HASHSIZE    (1<<UDF_INODE_HASHBITS)
120 #define UDF_INODE_HASHMASK    (UDF_INODE_HASHSIZE - 1)
121 #define UDF_ECCBUF_HASHBITS   10
122 #define UDF_ECCBUF_HASHSIZE   (1<<UDF_ECCBUF_HASHBITS)
123 #define UDF_ECCBUF_HASHMASK   (UDF_ECCBUF_HASHSIZE -1)
124 
125 #define UDF_ECCLINE_MAXFREE   5                             /* picked, needs calculation */
126 #define UDF_ECCLINE_MAXBUSY   100                           /* picked, needs calculation */
127 
128 #define UDF_MAX_MAPPINGS      (MAXPHYS/DEV_BSIZE) /* 128 */
129 #define UDF_VAT_CHUNKSIZE     (64*1024)           /* picked */
130 #define UDF_SYMLINKBUFLEN     (64*1024)           /* picked */
131 
132 #define UDF_DISC_SLACK                  (128)                         /* picked, at least 64 kb or 128 */
133 #define UDF_ISO_VRS_SIZE      (32*2048)           /* 32 ISO `sectors' */
134 
135 #define UDF_MAX_INDIRS_FOLLOW 1024                          /* picked */
136 
137 
138 /* structure space */
139 #define UDF_ANCHORS           4         /* 256, 512, N-256, N */
140 #define UDF_PARTITIONS                  4         /* overkill */
141 #define UDF_PMAPS             5         /* overkill */
142 #define UDF_LVDINT_SEGMENTS   100       /* big overkill */
143 #define UDF_LVINT_LOSSAGE     4         /* lose 2 openings */
144 #define UDF_MAX_ALLOC_EXTENTS 50        /* overkill */
145 
146 
147 /* constants */
148 #define UDF_MAXNAMLEN                   255                           /* as per SPEC */
149 #define UDF_TRANS_ZERO                  ((uint64_t) -1)
150 #define UDF_TRANS_UNMAPPED    ((uint64_t) -2)
151 #define UDF_TRANS_INTERN      ((uint64_t) -3)
152 #define UDF_MAX_SECTOR                  ((uint64_t) -10)    /* high water mark */
153 
154 
155 /* RW content hint for allocation and other purposes */
156 #define UDF_C_ABSOLUTE                   0        /* blob to write at absolute */
157 #define UDF_C_PROCESSED                  0        /* not relevant */
158 #define UDF_C_USERDATA                   1        /* all but userdata is metadata */
159 #define UDF_C_DSCR             2        /* update sectornr and CRC */
160 #define UDF_C_FLOAT_DSCR       3        /* update sectornr and CRC; sequential */
161 #define UDF_C_NODE             4        /* file/dir node, update sectornr and CRC */
162 #define UDF_C_FIDS             5        /* update all contained fids */
163 #define UDF_C_METADATA_SBM     6        /* space bitmap, update sectornr and CRC */
164 #define UDF_C_EXTATTRS                   7        /* dunno what to do yet */
165 
166 /* use unused b_freelistindex for our UDF_C_TYPE */
167 #define b_udf_c_type          b_freelistindex
168 
169 
170 /* virtual to physical mapping types */
171 #define UDF_VTOP_RAWPART UDF_PMAPS      /* [0..UDF_PMAPS> are normal     */
172 
173 #define UDF_VTOP_TYPE_RAW            0
174 #define UDF_VTOP_TYPE_UNKNOWN        0
175 #define UDF_VTOP_TYPE_PHYS           1
176 #define UDF_VTOP_TYPE_VIRT           2
177 #define UDF_VTOP_TYPE_SPARABLE       3
178 #define UDF_VTOP_TYPE_META           4
179 
180 
181 /* allocation strategies */
182 #define UDF_ALLOC_INVALID            0
183 #define UDF_ALLOC_SEQUENTIAL         1  /* linear on NWA                 */
184 #define UDF_ALLOC_VAT                2  /* VAT handling                  */
185 #define UDF_ALLOC_SPACEMAP           3  /* spacemaps                     */
186 #define UDF_ALLOC_METABITMAP         4  /* metadata bitmap               */
187 #define UDF_ALLOC_METASEQUENTIAL     5  /* in chunks seq., nodes not seq */
188 #define UDF_ALLOC_RELAXEDSEQUENTIAL  6  /* only nodes not seq.           */
189 
190 
191 /* logical volume open/close actions */
192 #define UDF_OPEN_SESSION        0x01  /* if needed writeout VRS + VDS      */
193 #define UDF_CLOSE_SESSION       0x02    /* close session after writing VAT   */
194 #define UDF_FINALISE_DISC       0x04    /* close session after writing VAT   */
195 #define UDF_WRITE_VAT                     0x08    /* sequential VAT filesystem         */
196 #define UDF_WRITE_LVINT                   0x10    /* write out open lvint              */
197 #define UDF_WRITE_PART_BITMAPS            0x20    /* write out partition space bitmaps */
198 #define UDF_APPENDONLY_LVINT    0x40    /* no shifting, only appending       */
199 #define UDF_WRITE_METAPART_NODES  0x80  /* write out metadata partition nodes*/
200 #define UDFLOGVOL_BITS "\20\1OPEN_SESSION\2CLOSE_SESSION\3FINALISE_DISC" \
201                               "\4WRITE_VAT\5WRITE_LVINT\6WRITE_PART_BITMAPS" \
202                               "\7APPENDONLY_LVINT\10WRITE_METAPART_NODES"
203 
204 /* logical volume error handling actions */
205 #define UDF_UPDATE_TRACKINFO    0x01    /* update trackinfo and re-schedule  */
206 #define UDF_REMAP_BLOCK                   0x02    /* remap the failing block length    */
207 #define UDFONERROR_BITS "\20\1UPDATE_TRACKINFO\2REMAP_BLOCK"
208 
209 
210 /* readdir cookies */
211 #define UDF_DIRCOOKIE_DOT 1
212 
213 
214 /* malloc pools */
215 MALLOC_DECLARE(M_UDFMNT);
216 MALLOC_DECLARE(M_UDFVOLD);
217 MALLOC_DECLARE(M_UDFTEMP);
218 
219 extern struct pool udf_node_pool;
220 struct udf_node;
221 struct udf_strategy;
222 
223 
224 struct udf_lvintq {
225           uint32_t            start;
226           uint32_t            end;
227           uint32_t            pos;
228           uint32_t            wpos;
229 };
230 
231 
232 struct udf_bitmap {
233           uint8_t                       *blob;                        /* allocated         */
234           uint8_t                       *bits;                        /* bits themselves   */
235           uint8_t                       *pages;                       /* dirty pages       */
236           uint32_t             max_offset;                  /* in bits           */
237           uint32_t             data_pos;                    /* position in data  */
238           uint32_t             metadata_pos;                /* .. in metadata    */
239 };
240 
241 
242 struct udf_strat_args {
243           struct udf_mount *ump;
244           struct udf_node  *udf_node;
245           struct long_ad   *icb;
246           union dscrptr    *dscr;
247           struct buf       *nestbuf;
248           kauth_cred_t          cred;
249           int waitfor;
250 };
251 
252 struct udf_strategy {
253           int  (*create_logvol_dscr)  (struct udf_strat_args *args);
254           void (*free_logvol_dscr)    (struct udf_strat_args *args);
255           int  (*read_logvol_dscr)    (struct udf_strat_args *args);
256           int  (*write_logvol_dscr)   (struct udf_strat_args *args);
257           void (*queuebuf)        (struct udf_strat_args *args);
258           void (*sync_caches)     (struct udf_strat_args *args);
259           void (*discstrat_init)      (struct udf_strat_args *args);
260           void (*discstrat_finish)    (struct udf_strat_args *args);
261 };
262 
263 extern struct udf_strategy udf_strat_bootstrap;
264 extern struct udf_strategy udf_strat_sequential;
265 extern struct udf_strategy udf_strat_direct;
266 extern struct udf_strategy udf_strat_rmw;
267 
268 
269 /* pre cleanup */
270 struct udf_mount {
271           struct mount                  *vfs_mountp;
272           struct vnode                  *devvp;
273           struct mmc_discinfo  discinfo;
274           struct udf_args                mount_args;
275 
276           /* format descriptors */
277           kmutex_t             logvol_mutex;
278           struct anchor_vdp   *anchors[UDF_ANCHORS];        /* anchors to VDS    */
279           struct pri_vol_desc *primary_vol;                 /* identification    */
280           struct logvol_desc  *logical_vol;                 /* main mapping v->p */
281           struct unalloc_sp_desc        *unallocated;                 /* free UDF space    */
282           struct impvol_desc  *implementation;    /* likely redundant  */
283           struct logvol_int_desc        *logvol_integrity;  /* current integrity */
284           struct part_desc    *partitions[UDF_PARTITIONS]; /* partitions   */
285           /* logvol_info is derived; points *into* other structures */
286           struct udf_logvol_info        *logvol_info;                 /* integrity descr.  */
287 
288           /* fileset and root directories */
289           struct fileset_desc *fileset_desc;                /* normally one      */
290 
291           /* tracing logvol integrity history */
292           struct udf_lvintq    lvint_trace[UDF_LVDINT_SEGMENTS];
293           int                            lvopen;            /* logvol actions    */
294           int                            lvclose;           /* logvol actions    */
295 
296           /* logical to physical translations */
297           int                            vtop[UDF_PMAPS+1]; /* vpartnr trans     */
298           int                            vtop_tp[UDF_PMAPS+1];        /* type of trans     */
299 
300           /* disc allocation / writing method */
301           kmutex_t             allocate_mutex;
302           int                            lvreadwrite;                 /* error handling    */
303           int                            vtop_alloc[UDF_PMAPS+1]; /* alloc scheme    */
304           int                            data_part;
305           int                            node_part;
306           int                            fids_part;
307 
308           /* sequential track info */
309           struct mmc_trackinfo           data_track;
310           struct mmc_trackinfo           metadata_track;
311 
312           /* VAT */
313           uint32_t             first_possible_vat_location;
314           uint32_t             last_possible_vat_location;
315           uint32_t             vat_entries;
316           uint32_t             vat_offset;                  /* offset in table   */
317           uint32_t             vat_last_free_lb;  /* last free lb_num  */
318           uint32_t             vat_table_len;
319           uint32_t             vat_table_alloc_len;
320           uint8_t                       *vat_table;
321           uint8_t                       *vat_pages;                   /* TODO */
322           struct udf_node               *vat_node;                    /* system node       */
323 
324           /* space bitmaps for physical partitions */
325           struct space_bitmap_desc*part_unalloc_dscr[UDF_PARTITIONS];
326           struct space_bitmap_desc*part_freed_dscr  [UDF_PARTITIONS];
327           struct udf_bitmap    part_unalloc_bits[UDF_PARTITIONS];
328           struct udf_bitmap    part_freed_bits  [UDF_PARTITIONS];
329 
330           /* sparable */
331           uint32_t             sparable_packet_size;
332           uint32_t             packet_size;
333           struct udf_sparing_table*sparing_table;
334 
335           /* meta */
336           struct udf_node     *metadata_node;               /* system node       */
337           struct udf_node     *metadatamirror_node;         /* system node       */
338           struct udf_node     *metadatabitmap_node;         /* system node       */
339           struct space_bitmap_desc*metadata_unalloc_dscr;
340           struct udf_bitmap    metadata_unalloc_bits;
341           uint32_t             metadata_alloc_unit_size;
342           uint16_t             metadata_alignment_unit_size;
343           uint8_t                        metadata_flags;
344 
345           /* rb tree for lookup icb to udf_node and sorted list for sync */
346           struct rb_tree      udf_node_tree;
347 
348           /* syncing */
349           int                 syncing;                      /* are we syncing?   */
350           kmutex_t  sync_lock;                              /* serialize syncing */
351 
352           /* late allocation */
353           int32_t                        uncommitted_lbs[UDF_PARTITIONS];
354           struct long_ad                *la_node_ad_cpy;              /* issue buf */
355           uint64_t            *la_lmapping, *la_pmapping;   /* issue buf */
356 
357           /* lists */
358           STAILQ_HEAD(udfmntpts, udf_mount) all_udf_mntpnts;
359 
360           /* device strategy */
361           struct udf_strategy *strategy;
362           void                          *strategy_private;
363 };
364 
365 /*
366  * UDF node describing a file/directory.
367  *
368  * BUGALERT claim node_mutex before reading/writing to prevent inconsistencies !
369  */
370 struct udf_node {
371           struct genfs_node   i_gnode;            /* has to be first   */
372           struct vnode                  *vnode;                       /* vnode associated  */
373           struct udf_mount    *ump;
374 
375           kmutex_t             node_mutex;
376           kcondvar_t                     node_lock;                   /* sleeping lock */
377           char const                    *lock_fname;
378           int                            lock_lineno;
379 
380           /* rb_node for fast lookup and fast sequential visiting */
381           struct rb_node                 rbnode;
382 
383           /* one of `fe' or `efe' can be set, not both (UDF file entry dscr.)  */
384           struct file_entry   *fe;
385           struct extfile_entry          *efe;
386           struct alloc_ext_entry        *ext[UDF_MAX_ALLOC_EXTENTS];
387           int                            num_extensions;
388 
389           /* location found, recording location & hints */
390           struct long_ad                 loc;                         /* FID/hash loc.     */
391           struct long_ad                 write_loc;                   /* strat 4096 loc    */
392           int                            needs_indirect;    /* has missing indr. */
393           struct long_ad                 ext_loc[UDF_MAX_ALLOC_EXTENTS];
394 
395           struct dirhash                *dir_hash;
396 
397           /* misc */
398           uint32_t             i_flags;           /* associated flags  */
399           struct lockf                  *lockf;                       /* lock list         */
400           uint32_t             outstanding_bufs;  /* file data         */
401           uint32_t             outstanding_nodedscr;        /* node dscr         */
402           int32_t                        uncommitted_lbs;   /* in UBC            */
403 
404           /* references to associated nodes */
405           struct udf_node               *extattr;
406           struct udf_node               *streamdir;
407           struct udf_node               *my_parent;                   /* if extended attr. */
408 };
409 
410 
411 /* misc. flags stored in i_flags (XXX needs cleaning up) */
412 #define   IN_ACCESS           0x0001    /* Inode access time update request  */
413 #define   IN_CHANGE           0x0002    /* Inode change time update request  */
414 #define   IN_UPDATE           0x0004    /* Inode was written to; update mtime*/
415 #define   IN_MODIFY           0x0008    /* Modification time update request  */
416 #define   IN_MODIFIED                   0x0010    /* node has been modified */
417 #define   IN_ACCESSED                   0x0020    /* node has been accessed */
418 #define   IN_RENAME           0x0040    /* node is being renamed. XXX ?? */
419 #define   IN_DELETED                    0x0080    /* node is unlinked, no FID reference*/
420 #define   IN_LOCKED           0x0100    /* node is locked by condvar */
421 #define   IN_SYNCED           0x0200    /* node is being used by sync */
422 #define   IN_CALLBACK_ULK               0x0400    /* node will be unlocked by callback */
423 #define   IN_NODE_REBUILD               0x0800    /* node is rebuild */
424 #define IN_NO_DELETE                    0x1000    /* node is not to be deleted */
425 
426 
427 #define IN_FLAGBITS \
428           "\10\1IN_ACCESS\2IN_CHANGE\3IN_UPDATE\4IN_MODIFY\5IN_MODIFIED" \
429           "\6IN_ACCESSED\7IN_RENAME\10IN_DELETED\11IN_LOCKED\12IN_SYNCED" \
430           "\13IN_CALLBACK_ULK\14IN_NODE_REBUILD\15IN_NO_DELETE"
431 
432 #endif /* !_FS_UDF_UDF_H_ */
433