Merge branch 'master' of git://git.denx.de/u-boot-usb
[oweals/u-boot.git] / fs / jffs2 / jffs2_1pass.c
1 /*
2 -------------------------------------------------------------------------
3  * Filename:      jffs2.c
4  * Version:       $Id: jffs2_1pass.c,v 1.7 2002/01/25 01:56:47 nyet Exp $
5  * Copyright:     Copyright (C) 2001, Russ Dill
6  * Author:        Russ Dill <Russ.Dill@asu.edu>
7  * Description:   Module to load kernel from jffs2
8  *-----------------------------------------------------------------------*/
9 /*
10  * some portions of this code are taken from jffs2, and as such, the
11  * following copyright notice is included.
12  *
13  * JFFS2 -- Journalling Flash File System, Version 2.
14  *
15  * Copyright (C) 2001 Red Hat, Inc.
16  *
17  * Created by David Woodhouse <dwmw2@cambridge.redhat.com>
18  *
19  * The original JFFS, from which the design for JFFS2 was derived,
20  * was designed and implemented by Axis Communications AB.
21  *
22  * The contents of this file are subject to the Red Hat eCos Public
23  * License Version 1.1 (the "Licence"); you may not use this file
24  * except in compliance with the Licence.  You may obtain a copy of
25  * the Licence at http://www.redhat.com/
26  *
27  * Software distributed under the Licence is distributed on an "AS IS"
28  * basis, WITHOUT WARRANTY OF ANY KIND, either express or implied.
29  * See the Licence for the specific language governing rights and
30  * limitations under the Licence.
31  *
32  * The Original Code is JFFS2 - Journalling Flash File System, version 2
33  *
34  * Alternatively, the contents of this file may be used under the
35  * terms of the GNU General Public License version 2 (the "GPL"), in
36  * which case the provisions of the GPL are applicable instead of the
37  * above.  If you wish to allow the use of your version of this file
38  * only under the terms of the GPL and not to allow others to use your
39  * version of this file under the RHEPL, indicate your decision by
40  * deleting the provisions above and replace them with the notice and
41  * other provisions required by the GPL.  If you do not delete the
42  * provisions above, a recipient may use your version of this file
43  * under either the RHEPL or the GPL.
44  *
45  * $Id: jffs2_1pass.c,v 1.7 2002/01/25 01:56:47 nyet Exp $
46  *
47  */
48
49 /* Ok, so anyone who knows the jffs2 code will probably want to get a papar
50  * bag to throw up into before reading this code. I looked through the jffs2
51  * code, the caching scheme is very elegant. I tried to keep the version
52  * for a bootloader as small and simple as possible. Instead of worring about
53  * unneccesary data copies, node scans, etc, I just optimized for the known
54  * common case, a kernel, which looks like:
55  *      (1) most pages are 4096 bytes
56  *      (2) version numbers are somewhat sorted in acsending order
57  *      (3) multiple compressed blocks making up one page is uncommon
58  *
59  * So I create a linked list of decending version numbers (insertions at the
60  * head), and then for each page, walk down the list, until a matching page
61  * with 4096 bytes is found, and then decompress the watching pages in
62  * reverse order.
63  *
64  */
65
66 /*
67  * Adapted by Nye Liu <nyet@zumanetworks.com> and
68  * Rex Feany <rfeany@zumanetworks.com>
69  * on Jan/2002 for U-Boot.
70  *
71  * Clipped out all the non-1pass functions, cleaned up warnings,
72  * wrappers, etc. No major changes to the code.
73  * Please, he really means it when he said have a paper bag
74  * handy. We needed it ;).
75  *
76  */
77
78 /*
79  * Bugfixing by Kai-Uwe Bloem <kai-uwe.bloem@auerswald.de>, (C) Mar/2003
80  *
81  * - overhaul of the memory management. Removed much of the "paper-bagging"
82  *   in that part of the code, fixed several bugs, now frees memory when
83  *   partition is changed.
84  *   It's still ugly :-(
85  * - fixed a bug in jffs2_1pass_read_inode where the file length calculation
86  *   was incorrect. Removed a bit of the paper-bagging as well.
87  * - removed double crc calculation for fragment headers in jffs2_private.h
88  *   for speedup.
89  * - scan_empty rewritten in a more "standard" manner (non-paperbag, that is).
90  * - spinning wheel now spins depending on how much memory has been scanned
91  * - lots of small changes all over the place to "improve" readability.
92  * - implemented fragment sorting to ensure that the newest data is copied
93  *   if there are multiple copies of fragments for a certain file offset.
94  *
95  * The fragment sorting feature must be enabled by CONFIG_SYS_JFFS2_SORT_FRAGMENTS.
96  * Sorting is done while adding fragments to the lists, which is more or less a
97  * bubble sort. This takes a lot of time, and is most probably not an issue if
98  * the boot filesystem is always mounted readonly.
99  *
100  * You should define it if the boot filesystem is mounted writable, and updates
101  * to the boot files are done by copying files to that filesystem.
102  *
103  *
104  * There's a big issue left: endianess is completely ignored in this code. Duh!
105  *
106  *
107  * You still should have paper bags at hand :-(. The code lacks more or less
108  * any comment, and is still arcane and difficult to read in places. As this
109  * might be incompatible with any new code from the jffs2 maintainers anyway,
110  * it should probably be dumped and replaced by something like jffs2reader!
111  */
112
113
114 #include <common.h>
115 #include <config.h>
116 #include <malloc.h>
117 #include <div64.h>
118 #include <linux/compiler.h>
119 #include <linux/stat.h>
120 #include <linux/time.h>
121 #include <watchdog.h>
122 #include <jffs2/jffs2.h>
123 #include <jffs2/jffs2_1pass.h>
124 #include <linux/compat.h>
125 #include <asm/errno.h>
126
127 #include "jffs2_private.h"
128
129
130 #define NODE_CHUNK      1024    /* size of memory allocation chunk in b_nodes */
131 #define SPIN_BLKSIZE    18      /* spin after having scanned 1<<BLKSIZE bytes */
132
133 /* Debugging switches */
134 #undef  DEBUG_DIRENTS           /* print directory entry list after scan */
135 #undef  DEBUG_FRAGMENTS         /* print fragment list after scan */
136 #undef  DEBUG                   /* enable debugging messages */
137
138
139 #ifdef  DEBUG
140 # define DEBUGF(fmt,args...)    printf(fmt ,##args)
141 #else
142 # define DEBUGF(fmt,args...)
143 #endif
144
145 #include "summary.h"
146
147 /* keeps pointer to currentlu processed partition */
148 static struct part_info *current_part;
149
150 #if (defined(CONFIG_JFFS2_NAND) && \
151      defined(CONFIG_CMD_NAND) )
152 #include <nand.h>
153 /*
154  * Support for jffs2 on top of NAND-flash
155  *
156  * NAND memory isn't mapped in processor's address space,
157  * so data should be fetched from flash before
158  * being processed. This is exactly what functions declared
159  * here do.
160  *
161  */
162
163 #define NAND_PAGE_SIZE 512
164 #define NAND_PAGE_SHIFT 9
165 #define NAND_PAGE_MASK (~(NAND_PAGE_SIZE-1))
166
167 #ifndef NAND_CACHE_PAGES
168 #define NAND_CACHE_PAGES 16
169 #endif
170 #define NAND_CACHE_SIZE (NAND_CACHE_PAGES*NAND_PAGE_SIZE)
171
172 static u8* nand_cache = NULL;
173 static u32 nand_cache_off = (u32)-1;
174
175 static int read_nand_cached(u32 off, u32 size, u_char *buf)
176 {
177         struct mtdids *id = current_part->dev->id;
178         u32 bytes_read = 0;
179         size_t retlen;
180         int cpy_bytes;
181
182         while (bytes_read < size) {
183                 if ((off + bytes_read < nand_cache_off) ||
184                     (off + bytes_read >= nand_cache_off+NAND_CACHE_SIZE)) {
185                         nand_cache_off = (off + bytes_read) & NAND_PAGE_MASK;
186                         if (!nand_cache) {
187                                 /* This memory never gets freed but 'cause
188                                    it's a bootloader, nobody cares */
189                                 nand_cache = malloc(NAND_CACHE_SIZE);
190                                 if (!nand_cache) {
191                                         printf("read_nand_cached: can't alloc cache size %d bytes\n",
192                                                NAND_CACHE_SIZE);
193                                         return -1;
194                                 }
195                         }
196
197                         retlen = NAND_CACHE_SIZE;
198                         if (nand_read(nand_info[id->num], nand_cache_off,
199                                                 &retlen, nand_cache) != 0 ||
200                                         retlen != NAND_CACHE_SIZE) {
201                                 printf("read_nand_cached: error reading nand off %#x size %d bytes\n",
202                                                 nand_cache_off, NAND_CACHE_SIZE);
203                                 return -1;
204                         }
205                 }
206                 cpy_bytes = nand_cache_off + NAND_CACHE_SIZE - (off + bytes_read);
207                 if (cpy_bytes > size - bytes_read)
208                         cpy_bytes = size - bytes_read;
209                 memcpy(buf + bytes_read,
210                        nand_cache + off + bytes_read - nand_cache_off,
211                        cpy_bytes);
212                 bytes_read += cpy_bytes;
213         }
214         return bytes_read;
215 }
216
217 static void *get_fl_mem_nand(u32 off, u32 size, void *ext_buf)
218 {
219         u_char *buf = ext_buf ? (u_char*)ext_buf : (u_char*)malloc(size);
220
221         if (NULL == buf) {
222                 printf("get_fl_mem_nand: can't alloc %d bytes\n", size);
223                 return NULL;
224         }
225         if (read_nand_cached(off, size, buf) < 0) {
226                 if (!ext_buf)
227                         free(buf);
228                 return NULL;
229         }
230
231         return buf;
232 }
233
234 static void *get_node_mem_nand(u32 off, void *ext_buf)
235 {
236         struct jffs2_unknown_node node;
237         void *ret = NULL;
238
239         if (NULL == get_fl_mem_nand(off, sizeof(node), &node))
240                 return NULL;
241
242         if (!(ret = get_fl_mem_nand(off, node.magic ==
243                                JFFS2_MAGIC_BITMASK ? node.totlen : sizeof(node),
244                                ext_buf))) {
245                 printf("off = %#x magic %#x type %#x node.totlen = %d\n",
246                        off, node.magic, node.nodetype, node.totlen);
247         }
248         return ret;
249 }
250
251 static void put_fl_mem_nand(void *buf)
252 {
253         free(buf);
254 }
255 #endif
256
257 #if defined(CONFIG_CMD_ONENAND)
258
259 #include <linux/mtd/mtd.h>
260 #include <linux/mtd/onenand.h>
261 #include <onenand_uboot.h>
262
263 #define ONENAND_PAGE_SIZE 2048
264 #define ONENAND_PAGE_SHIFT 11
265 #define ONENAND_PAGE_MASK (~(ONENAND_PAGE_SIZE-1))
266
267 #ifndef ONENAND_CACHE_PAGES
268 #define ONENAND_CACHE_PAGES 4
269 #endif
270 #define ONENAND_CACHE_SIZE (ONENAND_CACHE_PAGES*ONENAND_PAGE_SIZE)
271
272 static u8* onenand_cache;
273 static u32 onenand_cache_off = (u32)-1;
274
275 static int read_onenand_cached(u32 off, u32 size, u_char *buf)
276 {
277         u32 bytes_read = 0;
278         size_t retlen;
279         int cpy_bytes;
280
281         while (bytes_read < size) {
282                 if ((off + bytes_read < onenand_cache_off) ||
283                     (off + bytes_read >= onenand_cache_off + ONENAND_CACHE_SIZE)) {
284                         onenand_cache_off = (off + bytes_read) & ONENAND_PAGE_MASK;
285                         if (!onenand_cache) {
286                                 /* This memory never gets freed but 'cause
287                                    it's a bootloader, nobody cares */
288                                 onenand_cache = malloc(ONENAND_CACHE_SIZE);
289                                 if (!onenand_cache) {
290                                         printf("read_onenand_cached: can't alloc cache size %d bytes\n",
291                                                ONENAND_CACHE_SIZE);
292                                         return -1;
293                                 }
294                         }
295
296                         retlen = ONENAND_CACHE_SIZE;
297                         if (onenand_read(&onenand_mtd, onenand_cache_off, retlen,
298                                                 &retlen, onenand_cache) != 0 ||
299                                         retlen != ONENAND_CACHE_SIZE) {
300                                 printf("read_onenand_cached: error reading nand off %#x size %d bytes\n",
301                                         onenand_cache_off, ONENAND_CACHE_SIZE);
302                                 return -1;
303                         }
304                 }
305                 cpy_bytes = onenand_cache_off + ONENAND_CACHE_SIZE - (off + bytes_read);
306                 if (cpy_bytes > size - bytes_read)
307                         cpy_bytes = size - bytes_read;
308                 memcpy(buf + bytes_read,
309                        onenand_cache + off + bytes_read - onenand_cache_off,
310                        cpy_bytes);
311                 bytes_read += cpy_bytes;
312         }
313         return bytes_read;
314 }
315
316 static void *get_fl_mem_onenand(u32 off, u32 size, void *ext_buf)
317 {
318         u_char *buf = ext_buf ? (u_char *)ext_buf : (u_char *)malloc(size);
319
320         if (NULL == buf) {
321                 printf("get_fl_mem_onenand: can't alloc %d bytes\n", size);
322                 return NULL;
323         }
324         if (read_onenand_cached(off, size, buf) < 0) {
325                 if (!ext_buf)
326                         free(buf);
327                 return NULL;
328         }
329
330         return buf;
331 }
332
333 static void *get_node_mem_onenand(u32 off, void *ext_buf)
334 {
335         struct jffs2_unknown_node node;
336         void *ret = NULL;
337
338         if (NULL == get_fl_mem_onenand(off, sizeof(node), &node))
339                 return NULL;
340
341         ret = get_fl_mem_onenand(off, node.magic ==
342                         JFFS2_MAGIC_BITMASK ? node.totlen : sizeof(node),
343                         ext_buf);
344         if (!ret) {
345                 printf("off = %#x magic %#x type %#x node.totlen = %d\n",
346                        off, node.magic, node.nodetype, node.totlen);
347         }
348         return ret;
349 }
350
351
352 static void put_fl_mem_onenand(void *buf)
353 {
354         free(buf);
355 }
356 #endif
357
358
359 #if defined(CONFIG_CMD_FLASH)
360 /*
361  * Support for jffs2 on top of NOR-flash
362  *
363  * NOR flash memory is mapped in processor's address space,
364  * just return address.
365  */
366 static inline void *get_fl_mem_nor(u32 off, u32 size, void *ext_buf)
367 {
368         u32 addr = off;
369         struct mtdids *id = current_part->dev->id;
370
371         extern flash_info_t flash_info[];
372         flash_info_t *flash = &flash_info[id->num];
373
374         addr += flash->start[0];
375         if (ext_buf) {
376                 memcpy(ext_buf, (void *)addr, size);
377                 return ext_buf;
378         }
379         return (void*)addr;
380 }
381
382 static inline void *get_node_mem_nor(u32 off, void *ext_buf)
383 {
384         struct jffs2_unknown_node *pNode;
385
386         /* pNode will point directly to flash - don't provide external buffer
387            and don't care about size */
388         pNode = get_fl_mem_nor(off, 0, NULL);
389         return (void *)get_fl_mem_nor(off, pNode->magic == JFFS2_MAGIC_BITMASK ?
390                         pNode->totlen : sizeof(*pNode), ext_buf);
391 }
392 #endif
393
394
395 /*
396  * Generic jffs2 raw memory and node read routines.
397  *
398  */
399 static inline void *get_fl_mem(u32 off, u32 size, void *ext_buf)
400 {
401         struct mtdids *id = current_part->dev->id;
402
403         switch(id->type) {
404 #if defined(CONFIG_CMD_FLASH)
405         case MTD_DEV_TYPE_NOR:
406                 return get_fl_mem_nor(off, size, ext_buf);
407                 break;
408 #endif
409 #if defined(CONFIG_JFFS2_NAND) && defined(CONFIG_CMD_NAND)
410         case MTD_DEV_TYPE_NAND:
411                 return get_fl_mem_nand(off, size, ext_buf);
412                 break;
413 #endif
414 #if defined(CONFIG_CMD_ONENAND)
415         case MTD_DEV_TYPE_ONENAND:
416                 return get_fl_mem_onenand(off, size, ext_buf);
417                 break;
418 #endif
419         default:
420                 printf("get_fl_mem: unknown device type, " \
421                         "using raw offset!\n");
422         }
423         return (void*)off;
424 }
425
426 static inline void *get_node_mem(u32 off, void *ext_buf)
427 {
428         struct mtdids *id = current_part->dev->id;
429
430         switch(id->type) {
431 #if defined(CONFIG_CMD_FLASH)
432         case MTD_DEV_TYPE_NOR:
433                 return get_node_mem_nor(off, ext_buf);
434                 break;
435 #endif
436 #if defined(CONFIG_JFFS2_NAND) && \
437     defined(CONFIG_CMD_NAND)
438         case MTD_DEV_TYPE_NAND:
439                 return get_node_mem_nand(off, ext_buf);
440                 break;
441 #endif
442 #if defined(CONFIG_CMD_ONENAND)
443         case MTD_DEV_TYPE_ONENAND:
444                 return get_node_mem_onenand(off, ext_buf);
445                 break;
446 #endif
447         default:
448                 printf("get_fl_mem: unknown device type, " \
449                         "using raw offset!\n");
450         }
451         return (void*)off;
452 }
453
454 static inline void put_fl_mem(void *buf, void *ext_buf)
455 {
456         struct mtdids *id = current_part->dev->id;
457
458         /* If buf is the same as ext_buf, it was provided by the caller -
459            we shouldn't free it then. */
460         if (buf == ext_buf)
461                 return;
462         switch (id->type) {
463 #if defined(CONFIG_JFFS2_NAND) && defined(CONFIG_CMD_NAND)
464         case MTD_DEV_TYPE_NAND:
465                 return put_fl_mem_nand(buf);
466 #endif
467 #if defined(CONFIG_CMD_ONENAND)
468         case MTD_DEV_TYPE_ONENAND:
469                 return put_fl_mem_onenand(buf);
470 #endif
471         }
472 }
473
474 /* Compression names */
475 static char *compr_names[] = {
476         "NONE",
477         "ZERO",
478         "RTIME",
479         "RUBINMIPS",
480         "COPY",
481         "DYNRUBIN",
482         "ZLIB",
483 #if defined(CONFIG_JFFS2_LZO)
484         "LZO",
485 #endif
486 };
487
488 /* Memory management */
489 struct mem_block {
490         u32     index;
491         struct mem_block *next;
492         struct b_node nodes[NODE_CHUNK];
493 };
494
495
496 static void
497 free_nodes(struct b_list *list)
498 {
499         while (list->listMemBase != NULL) {
500                 struct mem_block *next = list->listMemBase->next;
501                 free( list->listMemBase );
502                 list->listMemBase = next;
503         }
504 }
505
506 static struct b_node *
507 add_node(struct b_list *list)
508 {
509         u32 index = 0;
510         struct mem_block *memBase;
511         struct b_node *b;
512
513         memBase = list->listMemBase;
514         if (memBase != NULL)
515                 index = memBase->index;
516 #if 0
517         putLabeledWord("add_node: index = ", index);
518         putLabeledWord("add_node: memBase = ", list->listMemBase);
519 #endif
520
521         if (memBase == NULL || index >= NODE_CHUNK) {
522                 /* we need more space before we continue */
523                 memBase = mmalloc(sizeof(struct mem_block));
524                 if (memBase == NULL) {
525                         putstr("add_node: malloc failed\n");
526                         return NULL;
527                 }
528                 memBase->next = list->listMemBase;
529                 index = 0;
530 #if 0
531                 putLabeledWord("add_node: alloced a new membase at ", *memBase);
532 #endif
533
534         }
535         /* now we have room to add it. */
536         b = &memBase->nodes[index];
537         index ++;
538
539         memBase->index = index;
540         list->listMemBase = memBase;
541         list->listCount++;
542         return b;
543 }
544
545 static struct b_node *
546 insert_node(struct b_list *list, u32 offset)
547 {
548         struct b_node *new;
549
550         if (!(new = add_node(list))) {
551                 putstr("add_node failed!\r\n");
552                 return NULL;
553         }
554         new->offset = offset;
555         new->next = NULL;
556
557         if (list->listTail != NULL)
558                 list->listTail->next = new;
559         else
560                 list->listHead = new;
561         list->listTail = new;
562
563         return new;
564 }
565
566 #ifdef CONFIG_SYS_JFFS2_SORT_FRAGMENTS
567 /* Sort data entries with the latest version last, so that if there
568  * is overlapping data the latest version will be used.
569  */
570 static int compare_inodes(struct b_node *new, struct b_node *old)
571 {
572         /*
573          * Only read in the version info from flash, not the entire inode.
574          * This can make a big difference to speed if flash is slow.
575          */
576         u32 new_version;
577         u32 old_version;
578         get_fl_mem(new->offset + offsetof(struct jffs2_raw_inode, version),
579                    sizeof(new_version), &new_version);
580         get_fl_mem(old->offset + offsetof(struct jffs2_raw_inode, version),
581                    sizeof(old_version), &old_version);
582
583         return new_version > old_version;
584 }
585
586 /* Sort directory entries so all entries in the same directory
587  * with the same name are grouped together, with the latest version
588  * last. This makes it easy to eliminate all but the latest version
589  * by marking the previous version dead by setting the inode to 0.
590  */
591 static int compare_dirents(struct b_node *new, struct b_node *old)
592 {
593         /*
594          * Using NULL as the buffer for NOR flash prevents the entire node
595          * being read. This makes most comparisons much quicker as only one
596          * or two entries from the node will be used most of the time.
597          */
598         struct jffs2_raw_dirent *jNew = get_node_mem(new->offset, NULL);
599         struct jffs2_raw_dirent *jOld = get_node_mem(old->offset, NULL);
600         int cmp;
601         int ret;
602
603         if (jNew->pino != jOld->pino) {
604                 /* ascending sort by pino */
605                 ret = jNew->pino > jOld->pino;
606         } else if (jNew->nsize != jOld->nsize) {
607                 /*
608                  * pino is the same, so use ascending sort by nsize,
609                  * so we don't do strncmp unless we really must.
610                  */
611                 ret = jNew->nsize > jOld->nsize;
612         } else {
613                 /*
614                  * length is also the same, so use ascending sort by name
615                  */
616                 cmp = strncmp((char *)jNew->name, (char *)jOld->name,
617                         jNew->nsize);
618                 if (cmp != 0) {
619                         ret = cmp > 0;
620                 } else {
621                         /*
622                          * we have duplicate names in this directory,
623                          * so use ascending sort by version
624                          */
625                         ret = jNew->version > jOld->version;
626                 }
627         }
628         put_fl_mem(jNew, NULL);
629         put_fl_mem(jOld, NULL);
630
631         return ret;
632 }
633 #endif
634
635 void
636 jffs2_free_cache(struct part_info *part)
637 {
638         struct b_lists *pL;
639
640         if (part->jffs2_priv != NULL) {
641                 pL = (struct b_lists *)part->jffs2_priv;
642                 free_nodes(&pL->frag);
643                 free_nodes(&pL->dir);
644                 free(pL->readbuf);
645                 free(pL);
646         }
647 }
648
649 static u32
650 jffs_init_1pass_list(struct part_info *part)
651 {
652         struct b_lists *pL;
653
654         jffs2_free_cache(part);
655
656         if (NULL != (part->jffs2_priv = malloc(sizeof(struct b_lists)))) {
657                 pL = (struct b_lists *)part->jffs2_priv;
658
659                 memset(pL, 0, sizeof(*pL));
660 #ifdef CONFIG_SYS_JFFS2_SORT_FRAGMENTS
661                 pL->dir.listCompare = compare_dirents;
662                 pL->frag.listCompare = compare_inodes;
663 #endif
664         }
665         return 0;
666 }
667
668 /* find the inode from the slashless name given a parent */
669 static long
670 jffs2_1pass_read_inode(struct b_lists *pL, u32 inode, char *dest)
671 {
672         struct b_node *b;
673         struct jffs2_raw_inode *jNode;
674         u32 totalSize = 0;
675         u32 latestVersion = 0;
676         uchar *lDest;
677         uchar *src;
678         int i;
679         u32 counter = 0;
680 #ifdef CONFIG_SYS_JFFS2_SORT_FRAGMENTS
681         /* Find file size before loading any data, so fragments that
682          * start past the end of file can be ignored. A fragment
683          * that is partially in the file is loaded, so extra data may
684          * be loaded up to the next 4K boundary above the file size.
685          * This shouldn't cause trouble when loading kernel images, so
686          * we will live with it.
687          */
688         for (b = pL->frag.listHead; b != NULL; b = b->next) {
689                 jNode = (struct jffs2_raw_inode *) get_fl_mem(b->offset,
690                         sizeof(struct jffs2_raw_inode), pL->readbuf);
691                 if ((inode == jNode->ino)) {
692                         /* get actual file length from the newest node */
693                         if (jNode->version >= latestVersion) {
694                                 totalSize = jNode->isize;
695                                 latestVersion = jNode->version;
696                         }
697                 }
698                 put_fl_mem(jNode, pL->readbuf);
699         }
700         /*
701          * If no destination is provided, we are done.
702          * Just return the total size.
703          */
704         if (!dest)
705                 return totalSize;
706 #endif
707
708         for (b = pL->frag.listHead; b != NULL; b = b->next) {
709                 /*
710                  * Copy just the node and not the data at this point,
711                  * since we don't yet know if we need this data.
712                  */
713                 jNode = (struct jffs2_raw_inode *)get_fl_mem(b->offset,
714                                 sizeof(struct jffs2_raw_inode),
715                                 pL->readbuf);
716                 if (inode == jNode->ino) {
717 #if 0
718                         putLabeledWord("\r\n\r\nread_inode: totlen = ", jNode->totlen);
719                         putLabeledWord("read_inode: inode = ", jNode->ino);
720                         putLabeledWord("read_inode: version = ", jNode->version);
721                         putLabeledWord("read_inode: isize = ", jNode->isize);
722                         putLabeledWord("read_inode: offset = ", jNode->offset);
723                         putLabeledWord("read_inode: csize = ", jNode->csize);
724                         putLabeledWord("read_inode: dsize = ", jNode->dsize);
725                         putLabeledWord("read_inode: compr = ", jNode->compr);
726                         putLabeledWord("read_inode: usercompr = ", jNode->usercompr);
727                         putLabeledWord("read_inode: flags = ", jNode->flags);
728 #endif
729
730 #ifndef CONFIG_SYS_JFFS2_SORT_FRAGMENTS
731                         /* get actual file length from the newest node */
732                         if (jNode->version >= latestVersion) {
733                                 totalSize = jNode->isize;
734                                 latestVersion = jNode->version;
735                         }
736 #endif
737
738                         if(dest) {
739                                 /*
740                                  * Now that the inode has been checked,
741                                  * read the entire inode, including data.
742                                  */
743                                 put_fl_mem(jNode, pL->readbuf);
744                                 jNode = (struct jffs2_raw_inode *)
745                                         get_node_mem(b->offset, pL->readbuf);
746                                 src = ((uchar *)jNode) +
747                                         sizeof(struct jffs2_raw_inode);
748                                 /* ignore data behind latest known EOF */
749                                 if (jNode->offset > totalSize) {
750                                         put_fl_mem(jNode, pL->readbuf);
751                                         continue;
752                                 }
753                                 if (b->datacrc == CRC_UNKNOWN)
754                                         b->datacrc = data_crc(jNode) ?
755                                                 CRC_OK : CRC_BAD;
756                                 if (b->datacrc == CRC_BAD) {
757                                         put_fl_mem(jNode, pL->readbuf);
758                                         continue;
759                                 }
760
761                                 lDest = (uchar *) (dest + jNode->offset);
762 #if 0
763                                 putLabeledWord("read_inode: src = ", src);
764                                 putLabeledWord("read_inode: dest = ", lDest);
765 #endif
766                                 switch (jNode->compr) {
767                                 case JFFS2_COMPR_NONE:
768                                         ldr_memcpy(lDest, src, jNode->dsize);
769                                         break;
770                                 case JFFS2_COMPR_ZERO:
771                                         for (i = 0; i < jNode->dsize; i++)
772                                                 *(lDest++) = 0;
773                                         break;
774                                 case JFFS2_COMPR_RTIME:
775                                         rtime_decompress(src, lDest, jNode->csize, jNode->dsize);
776                                         break;
777                                 case JFFS2_COMPR_DYNRUBIN:
778                                         /* this is slow but it works */
779                                         dynrubin_decompress(src, lDest, jNode->csize, jNode->dsize);
780                                         break;
781                                 case JFFS2_COMPR_ZLIB:
782                                         zlib_decompress(src, lDest, jNode->csize, jNode->dsize);
783                                         break;
784 #if defined(CONFIG_JFFS2_LZO)
785                                 case JFFS2_COMPR_LZO:
786                                         lzo_decompress(src, lDest, jNode->csize, jNode->dsize);
787                                         break;
788 #endif
789                                 default:
790                                         /* unknown */
791                                         putLabeledWord("UNKNOWN COMPRESSION METHOD = ", jNode->compr);
792                                         put_fl_mem(jNode, pL->readbuf);
793                                         return -1;
794                                         break;
795                                 }
796                         }
797
798 #if 0
799                         putLabeledWord("read_inode: totalSize = ", totalSize);
800 #endif
801                 }
802                 counter++;
803                 put_fl_mem(jNode, pL->readbuf);
804         }
805
806 #if 0
807         putLabeledWord("read_inode: returning = ", totalSize);
808 #endif
809         return totalSize;
810 }
811
812 /* find the inode from the slashless name given a parent */
813 static u32
814 jffs2_1pass_find_inode(struct b_lists * pL, const char *name, u32 pino)
815 {
816         struct b_node *b;
817         struct jffs2_raw_dirent *jDir;
818         int len;
819         u32 counter;
820         u32 version = 0;
821         u32 inode = 0;
822
823         /* name is assumed slash free */
824         len = strlen(name);
825
826         counter = 0;
827         /* we need to search all and return the inode with the highest version */
828         for(b = pL->dir.listHead; b; b = b->next, counter++) {
829                 jDir = (struct jffs2_raw_dirent *) get_node_mem(b->offset,
830                                                                 pL->readbuf);
831                 if ((pino == jDir->pino) && (len == jDir->nsize) &&
832                     (!strncmp((char *)jDir->name, name, len))) {        /* a match */
833                         if (jDir->version < version) {
834                                 put_fl_mem(jDir, pL->readbuf);
835                                 continue;
836                         }
837
838                         if (jDir->version == version && inode != 0) {
839                                 /* I'm pretty sure this isn't legal */
840                                 putstr(" ** ERROR ** ");
841                                 putnstr(jDir->name, jDir->nsize);
842                                 putLabeledWord(" has dup version =", version);
843                         }
844                         inode = jDir->ino;
845                         version = jDir->version;
846                 }
847 #if 0
848                 putstr("\r\nfind_inode:p&l ->");
849                 putnstr(jDir->name, jDir->nsize);
850                 putstr("\r\n");
851                 putLabeledWord("pino = ", jDir->pino);
852                 putLabeledWord("nsize = ", jDir->nsize);
853                 putLabeledWord("b = ", (u32) b);
854                 putLabeledWord("counter = ", counter);
855 #endif
856                 put_fl_mem(jDir, pL->readbuf);
857         }
858         return inode;
859 }
860
861 char *mkmodestr(unsigned long mode, char *str)
862 {
863         static const char *l = "xwr";
864         int mask = 1, i;
865         char c;
866
867         switch (mode & S_IFMT) {
868                 case S_IFDIR:    str[0] = 'd'; break;
869                 case S_IFBLK:    str[0] = 'b'; break;
870                 case S_IFCHR:    str[0] = 'c'; break;
871                 case S_IFIFO:    str[0] = 'f'; break;
872                 case S_IFLNK:    str[0] = 'l'; break;
873                 case S_IFSOCK:   str[0] = 's'; break;
874                 case S_IFREG:    str[0] = '-'; break;
875                 default:         str[0] = '?';
876         }
877
878         for(i = 0; i < 9; i++) {
879                 c = l[i%3];
880                 str[9-i] = (mode & mask)?c:'-';
881                 mask = mask<<1;
882         }
883
884         if(mode & S_ISUID) str[3] = (mode & S_IXUSR)?'s':'S';
885         if(mode & S_ISGID) str[6] = (mode & S_IXGRP)?'s':'S';
886         if(mode & S_ISVTX) str[9] = (mode & S_IXOTH)?'t':'T';
887         str[10] = '\0';
888         return str;
889 }
890
891 static inline void dump_stat(struct stat *st, const char *name)
892 {
893         char str[20];
894         char s[64], *p;
895
896         if (st->st_mtime == (time_t)(-1)) /* some ctimes really hate -1 */
897                 st->st_mtime = 1;
898
899         ctime_r((time_t *)&st->st_mtime, s/*,64*/); /* newlib ctime doesn't have buflen */
900
901         if ((p = strchr(s,'\n')) != NULL) *p = '\0';
902         if ((p = strchr(s,'\r')) != NULL) *p = '\0';
903
904 /*
905         printf("%6lo %s %8ld %s %s\n", st->st_mode, mkmodestr(st->st_mode, str),
906                 st->st_size, s, name);
907 */
908
909         printf(" %s %8ld %s %s", mkmodestr(st->st_mode,str), st->st_size, s, name);
910 }
911
912 static inline u32 dump_inode(struct b_lists * pL, struct jffs2_raw_dirent *d, struct jffs2_raw_inode *i)
913 {
914         char fname[256];
915         struct stat st;
916
917         if(!d || !i) return -1;
918
919         strncpy(fname, (char *)d->name, d->nsize);
920         fname[d->nsize] = '\0';
921
922         memset(&st,0,sizeof(st));
923
924         st.st_mtime = i->mtime;
925         st.st_mode = i->mode;
926         st.st_ino = i->ino;
927         st.st_size = i->isize;
928
929         dump_stat(&st, fname);
930
931         if (d->type == DT_LNK) {
932                 unsigned char *src = (unsigned char *) (&i[1]);
933                 putstr(" -> ");
934                 putnstr(src, (int)i->dsize);
935         }
936
937         putstr("\r\n");
938
939         return 0;
940 }
941
942 /* list inodes with the given pino */
943 static u32
944 jffs2_1pass_list_inodes(struct b_lists * pL, u32 pino)
945 {
946         struct b_node *b;
947         struct jffs2_raw_dirent *jDir;
948
949         for (b = pL->dir.listHead; b; b = b->next) {
950                 jDir = (struct jffs2_raw_dirent *) get_node_mem(b->offset,
951                                                                 pL->readbuf);
952                 if (pino == jDir->pino) {
953                         u32 i_version = 0;
954                         struct jffs2_raw_inode *jNode, *i = NULL;
955                         struct b_node *b2;
956
957 #ifdef CONFIG_SYS_JFFS2_SORT_FRAGMENTS
958                         /* Check for more recent versions of this file */
959                         int match;
960                         do {
961                                 struct b_node *next = b->next;
962                                 struct jffs2_raw_dirent *jDirNext;
963                                 if (!next)
964                                         break;
965                                 jDirNext = (struct jffs2_raw_dirent *)
966                                         get_node_mem(next->offset, NULL);
967                                 match = jDirNext->pino == jDir->pino &&
968                                         jDirNext->nsize == jDir->nsize &&
969                                         strncmp((char *)jDirNext->name,
970                                                 (char *)jDir->name,
971                                                 jDir->nsize) == 0;
972                                 if (match) {
973                                         /* Use next. It is more recent */
974                                         b = next;
975                                         /* Update buffer with the new info */
976                                         *jDir = *jDirNext;
977                                 }
978                                 put_fl_mem(jDirNext, NULL);
979                         } while (match);
980 #endif
981                         if (jDir->ino == 0) {
982                                 /* Deleted file */
983                                 put_fl_mem(jDir, pL->readbuf);
984                                 continue;
985                         }
986
987                         for (b2 = pL->frag.listHead; b2; b2 = b2->next) {
988                                 jNode = (struct jffs2_raw_inode *)
989                                         get_fl_mem(b2->offset, sizeof(*jNode),
990                                                    NULL);
991                                 if (jNode->ino == jDir->ino &&
992                                     jNode->version >= i_version) {
993                                         i_version = jNode->version;
994                                         if (i)
995                                                 put_fl_mem(i, NULL);
996
997                                         if (jDir->type == DT_LNK)
998                                                 i = get_node_mem(b2->offset,
999                                                                  NULL);
1000                                         else
1001                                                 i = get_fl_mem(b2->offset,
1002                                                                sizeof(*i),
1003                                                                NULL);
1004                                 }
1005                                 put_fl_mem(jNode, NULL);
1006                         }
1007
1008                         dump_inode(pL, jDir, i);
1009                         put_fl_mem(i, NULL);
1010                 }
1011                 put_fl_mem(jDir, pL->readbuf);
1012         }
1013         return pino;
1014 }
1015
1016 static u32
1017 jffs2_1pass_search_inode(struct b_lists * pL, const char *fname, u32 pino)
1018 {
1019         int i;
1020         char tmp[256];
1021         char working_tmp[256];
1022         char *c;
1023
1024         /* discard any leading slash */
1025         i = 0;
1026         while (fname[i] == '/')
1027                 i++;
1028         strcpy(tmp, &fname[i]);
1029
1030         while ((c = (char *) strchr(tmp, '/'))) /* we are still dired searching */
1031         {
1032                 strncpy(working_tmp, tmp, c - tmp);
1033                 working_tmp[c - tmp] = '\0';
1034 #if 0
1035                 putstr("search_inode: tmp = ");
1036                 putstr(tmp);
1037                 putstr("\r\n");
1038                 putstr("search_inode: wtmp = ");
1039                 putstr(working_tmp);
1040                 putstr("\r\n");
1041                 putstr("search_inode: c = ");
1042                 putstr(c);
1043                 putstr("\r\n");
1044 #endif
1045                 for (i = 0; i < strlen(c) - 1; i++)
1046                         tmp[i] = c[i + 1];
1047                 tmp[i] = '\0';
1048 #if 0
1049                 putstr("search_inode: post tmp = ");
1050                 putstr(tmp);
1051                 putstr("\r\n");
1052 #endif
1053
1054                 if (!(pino = jffs2_1pass_find_inode(pL, working_tmp, pino))) {
1055                         putstr("find_inode failed for name=");
1056                         putstr(working_tmp);
1057                         putstr("\r\n");
1058                         return 0;
1059                 }
1060         }
1061         /* this is for the bare filename, directories have already been mapped */
1062         if (!(pino = jffs2_1pass_find_inode(pL, tmp, pino))) {
1063                 putstr("find_inode failed for name=");
1064                 putstr(tmp);
1065                 putstr("\r\n");
1066                 return 0;
1067         }
1068         return pino;
1069
1070 }
1071
1072 static u32
1073 jffs2_1pass_resolve_inode(struct b_lists * pL, u32 ino)
1074 {
1075         struct b_node *b;
1076         struct b_node *b2;
1077         struct jffs2_raw_dirent *jDir;
1078         struct jffs2_raw_inode *jNode;
1079         u8 jDirFoundType = 0;
1080         u32 jDirFoundIno = 0;
1081         u32 jDirFoundPino = 0;
1082         char tmp[256];
1083         u32 version = 0;
1084         u32 pino;
1085         unsigned char *src;
1086
1087         /* we need to search all and return the inode with the highest version */
1088         for(b = pL->dir.listHead; b; b = b->next) {
1089                 jDir = (struct jffs2_raw_dirent *) get_node_mem(b->offset,
1090                                                                 pL->readbuf);
1091                 if (ino == jDir->ino) {
1092                         if (jDir->version < version) {
1093                                 put_fl_mem(jDir, pL->readbuf);
1094                                 continue;
1095                         }
1096
1097                         if (jDir->version == version && jDirFoundType) {
1098                                 /* I'm pretty sure this isn't legal */
1099                                 putstr(" ** ERROR ** ");
1100                                 putnstr(jDir->name, jDir->nsize);
1101                                 putLabeledWord(" has dup version (resolve) = ",
1102                                         version);
1103                         }
1104
1105                         jDirFoundType = jDir->type;
1106                         jDirFoundIno = jDir->ino;
1107                         jDirFoundPino = jDir->pino;
1108                         version = jDir->version;
1109                 }
1110                 put_fl_mem(jDir, pL->readbuf);
1111         }
1112         /* now we found the right entry again. (shoulda returned inode*) */
1113         if (jDirFoundType != DT_LNK)
1114                 return jDirFoundIno;
1115
1116         /* it's a soft link so we follow it again. */
1117         b2 = pL->frag.listHead;
1118         while (b2) {
1119                 jNode = (struct jffs2_raw_inode *) get_node_mem(b2->offset,
1120                                                                 pL->readbuf);
1121                 if (jNode->ino == jDirFoundIno) {
1122                         src = (unsigned char *)jNode + sizeof(struct jffs2_raw_inode);
1123
1124 #if 0
1125                         putLabeledWord("\t\t dsize = ", jNode->dsize);
1126                         putstr("\t\t target = ");
1127                         putnstr(src, jNode->dsize);
1128                         putstr("\r\n");
1129 #endif
1130                         strncpy(tmp, (char *)src, jNode->dsize);
1131                         tmp[jNode->dsize] = '\0';
1132                         put_fl_mem(jNode, pL->readbuf);
1133                         break;
1134                 }
1135                 b2 = b2->next;
1136                 put_fl_mem(jNode, pL->readbuf);
1137         }
1138         /* ok so the name of the new file to find is in tmp */
1139         /* if it starts with a slash it is root based else shared dirs */
1140         if (tmp[0] == '/')
1141                 pino = 1;
1142         else
1143                 pino = jDirFoundPino;
1144
1145         return jffs2_1pass_search_inode(pL, tmp, pino);
1146 }
1147
1148 static u32
1149 jffs2_1pass_search_list_inodes(struct b_lists * pL, const char *fname, u32 pino)
1150 {
1151         int i;
1152         char tmp[256];
1153         char working_tmp[256];
1154         char *c;
1155
1156         /* discard any leading slash */
1157         i = 0;
1158         while (fname[i] == '/')
1159                 i++;
1160         strcpy(tmp, &fname[i]);
1161         working_tmp[0] = '\0';
1162         while ((c = (char *) strchr(tmp, '/'))) /* we are still dired searching */
1163         {
1164                 strncpy(working_tmp, tmp, c - tmp);
1165                 working_tmp[c - tmp] = '\0';
1166                 for (i = 0; i < strlen(c) - 1; i++)
1167                         tmp[i] = c[i + 1];
1168                 tmp[i] = '\0';
1169                 /* only a failure if we arent looking at top level */
1170                 if (!(pino = jffs2_1pass_find_inode(pL, working_tmp, pino)) &&
1171                     (working_tmp[0])) {
1172                         putstr("find_inode failed for name=");
1173                         putstr(working_tmp);
1174                         putstr("\r\n");
1175                         return 0;
1176                 }
1177         }
1178
1179         if (tmp[0] && !(pino = jffs2_1pass_find_inode(pL, tmp, pino))) {
1180                 putstr("find_inode failed for name=");
1181                 putstr(tmp);
1182                 putstr("\r\n");
1183                 return 0;
1184         }
1185         /* this is for the bare filename, directories have already been mapped */
1186         if (!(pino = jffs2_1pass_list_inodes(pL, pino))) {
1187                 putstr("find_inode failed for name=");
1188                 putstr(tmp);
1189                 putstr("\r\n");
1190                 return 0;
1191         }
1192         return pino;
1193
1194 }
1195
1196 unsigned char
1197 jffs2_1pass_rescan_needed(struct part_info *part)
1198 {
1199         struct b_node *b;
1200         struct jffs2_unknown_node onode;
1201         struct jffs2_unknown_node *node;
1202         struct b_lists *pL = (struct b_lists *)part->jffs2_priv;
1203
1204         if (part->jffs2_priv == 0){
1205                 DEBUGF ("rescan: First time in use\n");
1206                 return 1;
1207         }
1208
1209         /* if we have no list, we need to rescan */
1210         if (pL->frag.listCount == 0) {
1211                 DEBUGF ("rescan: fraglist zero\n");
1212                 return 1;
1213         }
1214
1215         /* but suppose someone reflashed a partition at the same offset... */
1216         b = pL->dir.listHead;
1217         while (b) {
1218                 node = (struct jffs2_unknown_node *) get_fl_mem(b->offset,
1219                         sizeof(onode), &onode);
1220                 if (node->nodetype != JFFS2_NODETYPE_DIRENT) {
1221                         DEBUGF ("rescan: fs changed beneath me? (%lx)\n",
1222                                         (unsigned long) b->offset);
1223                         return 1;
1224                 }
1225                 b = b->next;
1226         }
1227         return 0;
1228 }
1229
1230 #ifdef CONFIG_JFFS2_SUMMARY
1231 static u32 sum_get_unaligned32(u32 *ptr)
1232 {
1233         u32 val;
1234         u8 *p = (u8 *)ptr;
1235
1236         val = *p | (*(p + 1) << 8) | (*(p + 2) << 16) | (*(p + 3) << 24);
1237
1238         return __le32_to_cpu(val);
1239 }
1240
1241 static u16 sum_get_unaligned16(u16 *ptr)
1242 {
1243         u16 val;
1244         u8 *p = (u8 *)ptr;
1245
1246         val = *p | (*(p + 1) << 8);
1247
1248         return __le16_to_cpu(val);
1249 }
1250
1251 #define dbg_summary(...) do {} while (0);
1252 /*
1253  * Process the stored summary information - helper function for
1254  * jffs2_sum_scan_sumnode()
1255  */
1256
1257 static int jffs2_sum_process_sum_data(struct part_info *part, uint32_t offset,
1258                                 struct jffs2_raw_summary *summary,
1259                                 struct b_lists *pL)
1260 {
1261         void *sp;
1262         int i, pass;
1263         void *ret;
1264
1265         for (pass = 0; pass < 2; pass++) {
1266                 sp = summary->sum;
1267
1268                 for (i = 0; i < summary->sum_num; i++) {
1269                         struct jffs2_sum_unknown_flash *spu = sp;
1270                         dbg_summary("processing summary index %d\n", i);
1271
1272                         switch (sum_get_unaligned16(&spu->nodetype)) {
1273                                 case JFFS2_NODETYPE_INODE: {
1274                                 struct jffs2_sum_inode_flash *spi;
1275                                         if (pass) {
1276                                                 spi = sp;
1277
1278                                                 ret = insert_node(&pL->frag,
1279                                                         (u32)part->offset +
1280                                                         offset +
1281                                                         sum_get_unaligned32(
1282                                                                 &spi->offset));
1283                                                 if (ret == NULL)
1284                                                         return -1;
1285                                         }
1286
1287                                         sp += JFFS2_SUMMARY_INODE_SIZE;
1288
1289                                         break;
1290                                 }
1291                                 case JFFS2_NODETYPE_DIRENT: {
1292                                         struct jffs2_sum_dirent_flash *spd;
1293                                         spd = sp;
1294                                         if (pass) {
1295                                                 ret = insert_node(&pL->dir,
1296                                                         (u32) part->offset +
1297                                                         offset +
1298                                                         sum_get_unaligned32(
1299                                                                 &spd->offset));
1300                                                 if (ret == NULL)
1301                                                         return -1;
1302                                         }
1303
1304                                         sp += JFFS2_SUMMARY_DIRENT_SIZE(
1305                                                         spd->nsize);
1306
1307                                         break;
1308                                 }
1309                                 default : {
1310                                         uint16_t nodetype = sum_get_unaligned16(
1311                                                                 &spu->nodetype);
1312                                         printf("Unsupported node type %x found"
1313                                                         " in summary!\n",
1314                                                         nodetype);
1315                                         if ((nodetype & JFFS2_COMPAT_MASK) ==
1316                                                         JFFS2_FEATURE_INCOMPAT)
1317                                                 return -EIO;
1318                                         return -EBADMSG;
1319                                 }
1320                         }
1321                 }
1322         }
1323         return 0;
1324 }
1325
1326 /* Process the summary node - called from jffs2_scan_eraseblock() */
1327 int jffs2_sum_scan_sumnode(struct part_info *part, uint32_t offset,
1328                            struct jffs2_raw_summary *summary, uint32_t sumsize,
1329                            struct b_lists *pL)
1330 {
1331         struct jffs2_unknown_node crcnode;
1332         int ret, __maybe_unused ofs;
1333         uint32_t crc;
1334
1335         ofs = part->sector_size - sumsize;
1336
1337         dbg_summary("summary found for 0x%08x at 0x%08x (0x%x bytes)\n",
1338                     offset, offset + ofs, sumsize);
1339
1340         /* OK, now check for node validity and CRC */
1341         crcnode.magic = JFFS2_MAGIC_BITMASK;
1342         crcnode.nodetype = JFFS2_NODETYPE_SUMMARY;
1343         crcnode.totlen = summary->totlen;
1344         crc = crc32_no_comp(0, (uchar *)&crcnode, sizeof(crcnode)-4);
1345
1346         if (summary->hdr_crc != crc) {
1347                 dbg_summary("Summary node header is corrupt (bad CRC or "
1348                                 "no summary at all)\n");
1349                 goto crc_err;
1350         }
1351
1352         if (summary->totlen != sumsize) {
1353                 dbg_summary("Summary node is corrupt (wrong erasesize?)\n");
1354                 goto crc_err;
1355         }
1356
1357         crc = crc32_no_comp(0, (uchar *)summary,
1358                         sizeof(struct jffs2_raw_summary)-8);
1359
1360         if (summary->node_crc != crc) {
1361                 dbg_summary("Summary node is corrupt (bad CRC)\n");
1362                 goto crc_err;
1363         }
1364
1365         crc = crc32_no_comp(0, (uchar *)summary->sum,
1366                         sumsize - sizeof(struct jffs2_raw_summary));
1367
1368         if (summary->sum_crc != crc) {
1369                 dbg_summary("Summary node data is corrupt (bad CRC)\n");
1370                 goto crc_err;
1371         }
1372
1373         if (summary->cln_mkr)
1374                 dbg_summary("Summary : CLEANMARKER node \n");
1375
1376         ret = jffs2_sum_process_sum_data(part, offset, summary, pL);
1377         if (ret == -EBADMSG)
1378                 return 0;
1379         if (ret)
1380                 return ret;             /* real error */
1381
1382         return 1;
1383
1384 crc_err:
1385         putstr("Summary node crc error, skipping summary information.\n");
1386
1387         return 0;
1388 }
1389 #endif /* CONFIG_JFFS2_SUMMARY */
1390
1391 #ifdef DEBUG_FRAGMENTS
1392 static void
1393 dump_fragments(struct b_lists *pL)
1394 {
1395         struct b_node *b;
1396         struct jffs2_raw_inode ojNode;
1397         struct jffs2_raw_inode *jNode;
1398
1399         putstr("\r\n\r\n******The fragment Entries******\r\n");
1400         b = pL->frag.listHead;
1401         while (b) {
1402                 jNode = (struct jffs2_raw_inode *) get_fl_mem(b->offset,
1403                         sizeof(ojNode), &ojNode);
1404                 putLabeledWord("\r\n\tbuild_list: FLASH_OFFSET = ", b->offset);
1405                 putLabeledWord("\tbuild_list: totlen = ", jNode->totlen);
1406                 putLabeledWord("\tbuild_list: inode = ", jNode->ino);
1407                 putLabeledWord("\tbuild_list: version = ", jNode->version);
1408                 putLabeledWord("\tbuild_list: isize = ", jNode->isize);
1409                 putLabeledWord("\tbuild_list: atime = ", jNode->atime);
1410                 putLabeledWord("\tbuild_list: offset = ", jNode->offset);
1411                 putLabeledWord("\tbuild_list: csize = ", jNode->csize);
1412                 putLabeledWord("\tbuild_list: dsize = ", jNode->dsize);
1413                 putLabeledWord("\tbuild_list: compr = ", jNode->compr);
1414                 putLabeledWord("\tbuild_list: usercompr = ", jNode->usercompr);
1415                 putLabeledWord("\tbuild_list: flags = ", jNode->flags);
1416                 putLabeledWord("\tbuild_list: offset = ", b->offset);   /* FIXME: ? [RS] */
1417                 b = b->next;
1418         }
1419 }
1420 #endif
1421
1422 #ifdef DEBUG_DIRENTS
1423 static void
1424 dump_dirents(struct b_lists *pL)
1425 {
1426         struct b_node *b;
1427         struct jffs2_raw_dirent *jDir;
1428
1429         putstr("\r\n\r\n******The directory Entries******\r\n");
1430         b = pL->dir.listHead;
1431         while (b) {
1432                 jDir = (struct jffs2_raw_dirent *) get_node_mem(b->offset,
1433                                                                 pL->readbuf);
1434                 putstr("\r\n");
1435                 putnstr(jDir->name, jDir->nsize);
1436                 putLabeledWord("\r\n\tbuild_list: magic = ", jDir->magic);
1437                 putLabeledWord("\tbuild_list: nodetype = ", jDir->nodetype);
1438                 putLabeledWord("\tbuild_list: hdr_crc = ", jDir->hdr_crc);
1439                 putLabeledWord("\tbuild_list: pino = ", jDir->pino);
1440                 putLabeledWord("\tbuild_list: version = ", jDir->version);
1441                 putLabeledWord("\tbuild_list: ino = ", jDir->ino);
1442                 putLabeledWord("\tbuild_list: mctime = ", jDir->mctime);
1443                 putLabeledWord("\tbuild_list: nsize = ", jDir->nsize);
1444                 putLabeledWord("\tbuild_list: type = ", jDir->type);
1445                 putLabeledWord("\tbuild_list: node_crc = ", jDir->node_crc);
1446                 putLabeledWord("\tbuild_list: name_crc = ", jDir->name_crc);
1447                 putLabeledWord("\tbuild_list: offset = ", b->offset);   /* FIXME: ? [RS] */
1448                 b = b->next;
1449                 put_fl_mem(jDir, pL->readbuf);
1450         }
1451 }
1452 #endif
1453
1454 #define DEFAULT_EMPTY_SCAN_SIZE 256
1455
1456 static inline uint32_t EMPTY_SCAN_SIZE(uint32_t sector_size)
1457 {
1458         if (sector_size < DEFAULT_EMPTY_SCAN_SIZE)
1459                 return sector_size;
1460         else
1461                 return DEFAULT_EMPTY_SCAN_SIZE;
1462 }
1463
1464 static u32
1465 jffs2_1pass_build_lists(struct part_info * part)
1466 {
1467         struct b_lists *pL;
1468         struct jffs2_unknown_node *node;
1469         u32 nr_sectors;
1470         u32 i;
1471         u32 counter4 = 0;
1472         u32 counterF = 0;
1473         u32 counterN = 0;
1474         u32 max_totlen = 0;
1475         u32 buf_size;
1476         char *buf;
1477
1478         nr_sectors = lldiv(part->size, part->sector_size);
1479         /* turn off the lcd.  Refreshing the lcd adds 50% overhead to the */
1480         /* jffs2 list building enterprise nope.  in newer versions the overhead is */
1481         /* only about 5 %.  not enough to inconvenience people for. */
1482         /* lcd_off(); */
1483
1484         /* if we are building a list we need to refresh the cache. */
1485         jffs_init_1pass_list(part);
1486         pL = (struct b_lists *)part->jffs2_priv;
1487         buf = malloc(DEFAULT_EMPTY_SCAN_SIZE);
1488         puts ("Scanning JFFS2 FS:   ");
1489
1490         /* start at the beginning of the partition */
1491         for (i = 0; i < nr_sectors; i++) {
1492                 uint32_t sector_ofs = i * part->sector_size;
1493                 uint32_t buf_ofs = sector_ofs;
1494                 uint32_t buf_len;
1495                 uint32_t ofs, prevofs;
1496 #ifdef CONFIG_JFFS2_SUMMARY
1497                 struct jffs2_sum_marker *sm;
1498                 void *sumptr = NULL;
1499                 uint32_t sumlen;
1500                 int ret;
1501 #endif
1502                 /* Indicates a sector with a CLEANMARKER was found */
1503                 int clean_sector = 0;
1504
1505                 /* Set buf_size to maximum length */
1506                 buf_size = DEFAULT_EMPTY_SCAN_SIZE;
1507                 WATCHDOG_RESET();
1508
1509 #ifdef CONFIG_JFFS2_SUMMARY
1510                 buf_len = sizeof(*sm);
1511
1512                 /* Read as much as we want into the _end_ of the preallocated
1513                  * buffer
1514                  */
1515                 get_fl_mem(part->offset + sector_ofs + part->sector_size -
1516                                 buf_len, buf_len, buf + buf_size - buf_len);
1517
1518                 sm = (void *)buf + buf_size - sizeof(*sm);
1519                 if (sm->magic == JFFS2_SUM_MAGIC) {
1520                         sumlen = part->sector_size - sm->offset;
1521                         sumptr = buf + buf_size - sumlen;
1522
1523                         /* Now, make sure the summary itself is available */
1524                         if (sumlen > buf_size) {
1525                                 /* Need to kmalloc for this. */
1526                                 sumptr = malloc(sumlen);
1527                                 if (!sumptr) {
1528                                         putstr("Can't get memory for summary "
1529                                                         "node!\n");
1530                                         free(buf);
1531                                         jffs2_free_cache(part);
1532                                         return 0;
1533                                 }
1534                                 memcpy(sumptr + sumlen - buf_len, buf +
1535                                                 buf_size - buf_len, buf_len);
1536                         }
1537                         if (buf_len < sumlen) {
1538                                 /* Need to read more so that the entire summary
1539                                  * node is present
1540                                  */
1541                                 get_fl_mem(part->offset + sector_ofs +
1542                                                 part->sector_size - sumlen,
1543                                                 sumlen - buf_len, sumptr);
1544                         }
1545                 }
1546
1547                 if (sumptr) {
1548                         ret = jffs2_sum_scan_sumnode(part, sector_ofs, sumptr,
1549                                         sumlen, pL);
1550
1551                         if (buf_size && sumlen > buf_size)
1552                                 free(sumptr);
1553                         if (ret < 0) {
1554                                 free(buf);
1555                                 jffs2_free_cache(part);
1556                                 return 0;
1557                         }
1558                         if (ret)
1559                                 continue;
1560
1561                 }
1562 #endif /* CONFIG_JFFS2_SUMMARY */
1563
1564                 buf_len = EMPTY_SCAN_SIZE(part->sector_size);
1565
1566                 get_fl_mem((u32)part->offset + buf_ofs, buf_len, buf);
1567
1568                 /* We temporarily use 'ofs' as a pointer into the buffer/jeb */
1569                 ofs = 0;
1570
1571                 /* Scan only 4KiB of 0xFF before declaring it's empty */
1572                 while (ofs < EMPTY_SCAN_SIZE(part->sector_size) &&
1573                                 *(uint32_t *)(&buf[ofs]) == 0xFFFFFFFF)
1574                         ofs += 4;
1575
1576                 if (ofs == EMPTY_SCAN_SIZE(part->sector_size))
1577                         continue;
1578
1579                 ofs += sector_ofs;
1580                 prevofs = ofs - 1;
1581                 /*
1582                  * Set buf_size down to the minimum size required.
1583                  * This prevents reading in chunks of flash data unnecessarily.
1584                  */
1585                 buf_size = sizeof(union jffs2_node_union);
1586
1587         scan_more:
1588                 while (ofs < sector_ofs + part->sector_size) {
1589                         if (ofs == prevofs) {
1590                                 printf("offset %08x already seen, skip\n", ofs);
1591                                 ofs += 4;
1592                                 counter4++;
1593                                 continue;
1594                         }
1595                         prevofs = ofs;
1596                         if (sector_ofs + part->sector_size <
1597                                         ofs + sizeof(*node))
1598                                 break;
1599                         if (buf_ofs + buf_len < ofs + sizeof(*node)) {
1600                                 buf_len = min_t(uint32_t, buf_size, sector_ofs
1601                                                 + part->sector_size - ofs);
1602                                 get_fl_mem((u32)part->offset + ofs, buf_len,
1603                                            buf);
1604                                 buf_ofs = ofs;
1605                         }
1606
1607                         node = (struct jffs2_unknown_node *)&buf[ofs-buf_ofs];
1608
1609                         if (*(uint32_t *)(&buf[ofs-buf_ofs]) == 0xffffffff) {
1610                                 uint32_t inbuf_ofs;
1611                                 uint32_t scan_end;
1612
1613                                 ofs += 4;
1614                                 scan_end = min_t(uint32_t, EMPTY_SCAN_SIZE(
1615                                                         part->sector_size)/8,
1616                                                         buf_len);
1617                         more_empty:
1618                                 inbuf_ofs = ofs - buf_ofs;
1619                                 while (inbuf_ofs < scan_end) {
1620                                         if (*(uint32_t *)(&buf[inbuf_ofs]) !=
1621                                                         0xffffffff)
1622                                                 goto scan_more;
1623
1624                                         inbuf_ofs += 4;
1625                                         ofs += 4;
1626                                 }
1627                                 /* Ran off end. */
1628                                 /*
1629                                  * If this sector had a clean marker at the
1630                                  * beginning, and immediately following this
1631                                  * have been a bunch of FF bytes, treat the
1632                                  * entire sector as empty.
1633                                  */
1634                                 if (clean_sector)
1635                                         break;
1636
1637                                 /* See how much more there is to read in this
1638                                  * eraseblock...
1639                                  */
1640                                 buf_len = min_t(uint32_t, buf_size,
1641                                                 sector_ofs +
1642                                                 part->sector_size - ofs);
1643                                 if (!buf_len) {
1644                                         /* No more to read. Break out of main
1645                                          * loop without marking this range of
1646                                          * empty space as dirty (because it's
1647                                          * not)
1648                                          */
1649                                         break;
1650                                 }
1651                                 scan_end = buf_len;
1652                                 get_fl_mem((u32)part->offset + ofs, buf_len,
1653                                            buf);
1654                                 buf_ofs = ofs;
1655                                 goto more_empty;
1656                         }
1657                         /*
1658                          * Found something not erased in the sector, so reset
1659                          * the 'clean_sector' flag.
1660                          */
1661                         clean_sector = 0;
1662                         if (node->magic != JFFS2_MAGIC_BITMASK ||
1663                                         !hdr_crc(node)) {
1664                                 ofs += 4;
1665                                 counter4++;
1666                                 continue;
1667                         }
1668                         if (ofs + node->totlen >
1669                                         sector_ofs + part->sector_size) {
1670                                 ofs += 4;
1671                                 counter4++;
1672                                 continue;
1673                         }
1674                         /* if its a fragment add it */
1675                         switch (node->nodetype) {
1676                         case JFFS2_NODETYPE_INODE:
1677                                 if (buf_ofs + buf_len < ofs + sizeof(struct
1678                                                         jffs2_raw_inode)) {
1679                                         buf_len = min_t(uint32_t,
1680                                                         sizeof(struct jffs2_raw_inode),
1681                                                         sector_ofs +
1682                                                         part->sector_size -
1683                                                         ofs);
1684                                         get_fl_mem((u32)part->offset + ofs,
1685                                                    buf_len, buf);
1686                                         buf_ofs = ofs;
1687                                         node = (void *)buf;
1688                                 }
1689                                 if (!inode_crc((struct jffs2_raw_inode *)node))
1690                                         break;
1691
1692                                 if (insert_node(&pL->frag, (u32) part->offset +
1693                                                 ofs) == NULL) {
1694                                         free(buf);
1695                                         jffs2_free_cache(part);
1696                                         return 0;
1697                                 }
1698                                 if (max_totlen < node->totlen)
1699                                         max_totlen = node->totlen;
1700                                 break;
1701                         case JFFS2_NODETYPE_DIRENT:
1702                                 if (buf_ofs + buf_len < ofs + sizeof(struct
1703                                                         jffs2_raw_dirent) +
1704                                                         ((struct
1705                                                          jffs2_raw_dirent *)
1706                                                         node)->nsize) {
1707                                         buf_len = min_t(uint32_t,
1708                                                         node->totlen,
1709                                                         sector_ofs +
1710                                                         part->sector_size -
1711                                                         ofs);
1712                                         get_fl_mem((u32)part->offset + ofs,
1713                                                    buf_len, buf);
1714                                         buf_ofs = ofs;
1715                                         node = (void *)buf;
1716                                 }
1717
1718                                 if (!dirent_crc((struct jffs2_raw_dirent *)
1719                                                         node) ||
1720                                                 !dirent_name_crc(
1721                                                         (struct
1722                                                          jffs2_raw_dirent *)
1723                                                         node))
1724                                         break;
1725                                 if (! (counterN%100))
1726                                         puts ("\b\b.  ");
1727                                 if (insert_node(&pL->dir, (u32) part->offset +
1728                                                 ofs) == NULL) {
1729                                         free(buf);
1730                                         jffs2_free_cache(part);
1731                                         return 0;
1732                                 }
1733                                 if (max_totlen < node->totlen)
1734                                         max_totlen = node->totlen;
1735                                 counterN++;
1736                                 break;
1737                         case JFFS2_NODETYPE_CLEANMARKER:
1738                                 if (node->totlen != sizeof(struct jffs2_unknown_node))
1739                                         printf("OOPS Cleanmarker has bad size "
1740                                                 "%d != %zu\n",
1741                                                 node->totlen,
1742                                                 sizeof(struct jffs2_unknown_node));
1743                                 if ((node->totlen ==
1744                                      sizeof(struct jffs2_unknown_node)) &&
1745                                     (ofs == sector_ofs)) {
1746                                         /*
1747                                          * Found a CLEANMARKER at the beginning
1748                                          * of the sector. It's in the correct
1749                                          * place with correct size and CRC.
1750                                          */
1751                                         clean_sector = 1;
1752                                 }
1753                                 break;
1754                         case JFFS2_NODETYPE_PADDING:
1755                                 if (node->totlen < sizeof(struct jffs2_unknown_node))
1756                                         printf("OOPS Padding has bad size "
1757                                                 "%d < %zu\n",
1758                                                 node->totlen,
1759                                                 sizeof(struct jffs2_unknown_node));
1760                                 break;
1761                         case JFFS2_NODETYPE_SUMMARY:
1762                                 break;
1763                         default:
1764                                 printf("Unknown node type: %x len %d offset 0x%x\n",
1765                                         node->nodetype,
1766                                         node->totlen, ofs);
1767                         }
1768                         ofs += ((node->totlen + 3) & ~3);
1769                         counterF++;
1770                 }
1771         }
1772
1773         free(buf);
1774 #if defined(CONFIG_SYS_JFFS2_SORT_FRAGMENTS)
1775         /*
1776          * Sort the lists.
1777          */
1778         sort_list(&pL->frag);
1779         sort_list(&pL->dir);
1780 #endif
1781         putstr("\b\b done.\r\n");               /* close off the dots */
1782
1783         /* We don't care if malloc failed - then each read operation will
1784          * allocate its own buffer as necessary (NAND) or will read directly
1785          * from flash (NOR).
1786          */
1787         pL->readbuf = malloc(max_totlen);
1788
1789         /* turn the lcd back on. */
1790         /* splash(); */
1791
1792 #if 0
1793         putLabeledWord("dir entries = ", pL->dir.listCount);
1794         putLabeledWord("frag entries = ", pL->frag.listCount);
1795         putLabeledWord("+4 increments = ", counter4);
1796         putLabeledWord("+file_offset increments = ", counterF);
1797
1798 #endif
1799
1800 #ifdef DEBUG_DIRENTS
1801         dump_dirents(pL);
1802 #endif
1803
1804 #ifdef DEBUG_FRAGMENTS
1805         dump_fragments(pL);
1806 #endif
1807
1808         /* give visual feedback that we are done scanning the flash */
1809         led_blink(0x0, 0x0, 0x1, 0x1);  /* off, forever, on 100ms, off 100ms */
1810         return 1;
1811 }
1812
1813
1814 static u32
1815 jffs2_1pass_fill_info(struct b_lists * pL, struct b_jffs2_info * piL)
1816 {
1817         struct b_node *b;
1818         struct jffs2_raw_inode ojNode;
1819         struct jffs2_raw_inode *jNode;
1820         int i;
1821
1822         for (i = 0; i < JFFS2_NUM_COMPR; i++) {
1823                 piL->compr_info[i].num_frags = 0;
1824                 piL->compr_info[i].compr_sum = 0;
1825                 piL->compr_info[i].decompr_sum = 0;
1826         }
1827
1828         b = pL->frag.listHead;
1829         while (b) {
1830                 jNode = (struct jffs2_raw_inode *) get_fl_mem(b->offset,
1831                         sizeof(ojNode), &ojNode);
1832                 if (jNode->compr < JFFS2_NUM_COMPR) {
1833                         piL->compr_info[jNode->compr].num_frags++;
1834                         piL->compr_info[jNode->compr].compr_sum += jNode->csize;
1835                         piL->compr_info[jNode->compr].decompr_sum += jNode->dsize;
1836                 }
1837                 b = b->next;
1838         }
1839         return 0;
1840 }
1841
1842
1843 static struct b_lists *
1844 jffs2_get_list(struct part_info * part, const char *who)
1845 {
1846         /* copy requested part_info struct pointer to global location */
1847         current_part = part;
1848
1849         if (jffs2_1pass_rescan_needed(part)) {
1850                 if (!jffs2_1pass_build_lists(part)) {
1851                         printf("%s: Failed to scan JFFSv2 file structure\n", who);
1852                         return NULL;
1853                 }
1854         }
1855         return (struct b_lists *)part->jffs2_priv;
1856 }
1857
1858
1859 /* Print directory / file contents */
1860 u32
1861 jffs2_1pass_ls(struct part_info * part, const char *fname)
1862 {
1863         struct b_lists *pl;
1864         long ret = 1;
1865         u32 inode;
1866
1867         if (! (pl = jffs2_get_list(part, "ls")))
1868                 return 0;
1869
1870         if (! (inode = jffs2_1pass_search_list_inodes(pl, fname, 1))) {
1871                 putstr("ls: Failed to scan jffs2 file structure\r\n");
1872                 return 0;
1873         }
1874
1875
1876 #if 0
1877         putLabeledWord("found file at inode = ", inode);
1878         putLabeledWord("read_inode returns = ", ret);
1879 #endif
1880
1881         return ret;
1882 }
1883
1884
1885 /* Load a file from flash into memory. fname can be a full path */
1886 u32
1887 jffs2_1pass_load(char *dest, struct part_info * part, const char *fname)
1888 {
1889
1890         struct b_lists *pl;
1891         long ret = 1;
1892         u32 inode;
1893
1894         if (! (pl  = jffs2_get_list(part, "load")))
1895                 return 0;
1896
1897         if (! (inode = jffs2_1pass_search_inode(pl, fname, 1))) {
1898                 putstr("load: Failed to find inode\r\n");
1899                 return 0;
1900         }
1901
1902         /* Resolve symlinks */
1903         if (! (inode = jffs2_1pass_resolve_inode(pl, inode))) {
1904                 putstr("load: Failed to resolve inode structure\r\n");
1905                 return 0;
1906         }
1907
1908         if ((ret = jffs2_1pass_read_inode(pl, inode, dest)) < 0) {
1909                 putstr("load: Failed to read inode\r\n");
1910                 return 0;
1911         }
1912
1913         DEBUGF ("load: loaded '%s' to 0x%lx (%ld bytes)\n", fname,
1914                                 (unsigned long) dest, ret);
1915         return ret;
1916 }
1917
1918 /* Return information about the fs on this partition */
1919 u32
1920 jffs2_1pass_info(struct part_info * part)
1921 {
1922         struct b_jffs2_info info;
1923         struct b_lists *pl;
1924         int i;
1925
1926         if (! (pl  = jffs2_get_list(part, "info")))
1927                 return 0;
1928
1929         jffs2_1pass_fill_info(pl, &info);
1930         for (i = 0; i < JFFS2_NUM_COMPR; i++) {
1931                 printf ("Compression: %s\n"
1932                         "\tfrag count: %d\n"
1933                         "\tcompressed sum: %d\n"
1934                         "\tuncompressed sum: %d\n",
1935                         compr_names[i],
1936                         info.compr_info[i].num_frags,
1937                         info.compr_info[i].compr_sum,
1938                         info.compr_info[i].decompr_sum);
1939         }
1940         return 1;
1941 }