| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | *	docproc is a simple preprocessor for the template files | 
|  | 3 | *      used as placeholders for the kernel internal documentation. | 
|  | 4 | *	docproc is used for documentation-frontend and | 
|  | 5 | *      dependency-generator. | 
|  | 6 | *	The two usages have in common that they require | 
|  | 7 | *	some knowledge of the .tmpl syntax, therefore they | 
|  | 8 | *	are kept together. | 
|  | 9 | * | 
|  | 10 | *	documentation-frontend | 
|  | 11 | *		Scans the template file and call kernel-doc for | 
|  | 12 | *		all occurrences of ![EIF]file | 
|  | 13 | *		Beforehand each referenced file are scanned for | 
|  | 14 | *		any exported sympols "EXPORT_SYMBOL()" statements. | 
|  | 15 | *		This is used to create proper -function and | 
|  | 16 | *		-nofunction arguments in calls to kernel-doc. | 
|  | 17 | *		Usage: docproc doc file.tmpl | 
|  | 18 | * | 
|  | 19 | *	dependency-generator: | 
|  | 20 | *		Scans the template file and list all files | 
|  | 21 | *		referenced in a format recognized by make. | 
|  | 22 | *		Usage:	docproc depend file.tmpl | 
|  | 23 | *		Writes dependency information to stdout | 
|  | 24 | *		in the following format: | 
|  | 25 | *		file.tmpl src.c	src2.c | 
|  | 26 | *		The filenames are obtained from the following constructs: | 
|  | 27 | *		!Efilename | 
|  | 28 | *		!Ifilename | 
|  | 29 | *		!Dfilename | 
|  | 30 | *		!Ffilename | 
|  | 31 | * | 
|  | 32 | */ | 
|  | 33 |  | 
|  | 34 | #include <stdio.h> | 
|  | 35 | #include <stdlib.h> | 
|  | 36 | #include <string.h> | 
|  | 37 | #include <ctype.h> | 
|  | 38 | #include <unistd.h> | 
|  | 39 | #include <limits.h> | 
|  | 40 | #include <sys/types.h> | 
|  | 41 | #include <sys/wait.h> | 
|  | 42 |  | 
|  | 43 | /* exitstatus is used to keep track of any failing calls to kernel-doc, | 
|  | 44 | * but execution continues. */ | 
|  | 45 | int exitstatus = 0; | 
|  | 46 |  | 
|  | 47 | typedef void DFL(char *); | 
|  | 48 | DFL *defaultline; | 
|  | 49 |  | 
|  | 50 | typedef void FILEONLY(char * file); | 
|  | 51 | FILEONLY *internalfunctions; | 
|  | 52 | FILEONLY *externalfunctions; | 
|  | 53 | FILEONLY *symbolsonly; | 
|  | 54 |  | 
| J.A. Magallon | 48b9d03 | 2005-06-25 14:59:22 -0700 | [diff] [blame] | 55 | typedef void FILELINE(char * file, char * line); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 56 | FILELINE * singlefunctions; | 
|  | 57 | FILELINE * entity_system; | 
|  | 58 |  | 
|  | 59 | #define MAXLINESZ     2048 | 
|  | 60 | #define MAXFILES      250 | 
|  | 61 | #define KERNELDOCPATH "scripts/" | 
|  | 62 | #define KERNELDOC     "kernel-doc" | 
|  | 63 | #define DOCBOOK       "-docbook" | 
|  | 64 | #define FUNCTION      "-function" | 
|  | 65 | #define NOFUNCTION    "-nofunction" | 
|  | 66 |  | 
|  | 67 | void usage (void) | 
|  | 68 | { | 
|  | 69 | fprintf(stderr, "Usage: docproc {doc|depend} file\n"); | 
|  | 70 | fprintf(stderr, "Input is read from file.tmpl. Output is sent to stdout\n"); | 
|  | 71 | fprintf(stderr, "doc: frontend when generating kernel documentation\n"); | 
|  | 72 | fprintf(stderr, "depend: generate list of files referenced within file\n"); | 
|  | 73 | } | 
|  | 74 |  | 
|  | 75 | /* | 
|  | 76 | * Execute kernel-doc with parameters givin in svec | 
|  | 77 | */ | 
|  | 78 | void exec_kernel_doc(char **svec) | 
|  | 79 | { | 
|  | 80 | pid_t pid; | 
|  | 81 | int ret; | 
|  | 82 | char real_filename[PATH_MAX + 1]; | 
|  | 83 | /* Make sure output generated so far are flushed */ | 
|  | 84 | fflush(stdout); | 
|  | 85 | switch(pid=fork()) { | 
|  | 86 | case -1: | 
|  | 87 | perror("fork"); | 
|  | 88 | exit(1); | 
|  | 89 | case  0: | 
|  | 90 | memset(real_filename, 0, sizeof(real_filename)); | 
|  | 91 | strncat(real_filename, getenv("SRCTREE"), PATH_MAX); | 
|  | 92 | strncat(real_filename, KERNELDOCPATH KERNELDOC, | 
|  | 93 | PATH_MAX - strlen(real_filename)); | 
|  | 94 | execvp(real_filename, svec); | 
|  | 95 | fprintf(stderr, "exec "); | 
|  | 96 | perror(real_filename); | 
|  | 97 | exit(1); | 
|  | 98 | default: | 
|  | 99 | waitpid(pid, &ret ,0); | 
|  | 100 | } | 
|  | 101 | if (WIFEXITED(ret)) | 
|  | 102 | exitstatus |= WEXITSTATUS(ret); | 
|  | 103 | else | 
|  | 104 | exitstatus = 0xff; | 
|  | 105 | } | 
|  | 106 |  | 
|  | 107 | /* Types used to create list of all exported symbols in a number of files */ | 
|  | 108 | struct symbols | 
|  | 109 | { | 
|  | 110 | char *name; | 
|  | 111 | }; | 
|  | 112 |  | 
|  | 113 | struct symfile | 
|  | 114 | { | 
|  | 115 | char *filename; | 
|  | 116 | struct symbols *symbollist; | 
|  | 117 | int symbolcnt; | 
|  | 118 | }; | 
|  | 119 |  | 
|  | 120 | struct symfile symfilelist[MAXFILES]; | 
|  | 121 | int symfilecnt = 0; | 
|  | 122 |  | 
|  | 123 | void add_new_symbol(struct symfile *sym, char * symname) | 
|  | 124 | { | 
|  | 125 | sym->symbollist = | 
|  | 126 | realloc(sym->symbollist, (sym->symbolcnt + 1) * sizeof(char *)); | 
|  | 127 | sym->symbollist[sym->symbolcnt++].name = strdup(symname); | 
|  | 128 | } | 
|  | 129 |  | 
|  | 130 | /* Add a filename to the list */ | 
|  | 131 | struct symfile * add_new_file(char * filename) | 
|  | 132 | { | 
|  | 133 | symfilelist[symfilecnt++].filename = strdup(filename); | 
|  | 134 | return &symfilelist[symfilecnt - 1]; | 
|  | 135 | } | 
|  | 136 | /* Check if file already are present in the list */ | 
|  | 137 | struct symfile * filename_exist(char * filename) | 
|  | 138 | { | 
|  | 139 | int i; | 
|  | 140 | for (i=0; i < symfilecnt; i++) | 
|  | 141 | if (strcmp(symfilelist[i].filename, filename) == 0) | 
|  | 142 | return &symfilelist[i]; | 
|  | 143 | return NULL; | 
|  | 144 | } | 
|  | 145 |  | 
|  | 146 | /* | 
|  | 147 | * List all files referenced within the template file. | 
|  | 148 | * Files are separated by tabs. | 
|  | 149 | */ | 
|  | 150 | void adddep(char * file)		   { printf("\t%s", file); } | 
| J.A. Magallon | 48b9d03 | 2005-06-25 14:59:22 -0700 | [diff] [blame] | 151 | void adddep2(char * file, char * line)     { line = line; adddep(file); } | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 152 | void noaction(char * line)		   { line = line; } | 
| J.A. Magallon | 48b9d03 | 2005-06-25 14:59:22 -0700 | [diff] [blame] | 153 | void noaction2(char * file, char * line)   { file = file; line = line; } | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 154 |  | 
|  | 155 | /* Echo the line without further action */ | 
|  | 156 | void printline(char * line)               { printf("%s", line); } | 
|  | 157 |  | 
|  | 158 | /* | 
|  | 159 | * Find all symbols exported with EXPORT_SYMBOL and EXPORT_SYMBOL_GPL | 
|  | 160 | * in filename. | 
|  | 161 | * All symbols located are stored in symfilelist. | 
|  | 162 | */ | 
|  | 163 | void find_export_symbols(char * filename) | 
|  | 164 | { | 
|  | 165 | FILE * fp; | 
|  | 166 | struct symfile *sym; | 
|  | 167 | char line[MAXLINESZ]; | 
|  | 168 | if (filename_exist(filename) == NULL) { | 
|  | 169 | char real_filename[PATH_MAX + 1]; | 
|  | 170 | memset(real_filename, 0, sizeof(real_filename)); | 
|  | 171 | strncat(real_filename, getenv("SRCTREE"), PATH_MAX); | 
|  | 172 | strncat(real_filename, filename, | 
|  | 173 | PATH_MAX - strlen(real_filename)); | 
|  | 174 | sym = add_new_file(filename); | 
|  | 175 | fp = fopen(real_filename, "r"); | 
|  | 176 | if (fp == NULL) | 
|  | 177 | { | 
|  | 178 | fprintf(stderr, "docproc: "); | 
|  | 179 | perror(real_filename); | 
|  | 180 | } | 
|  | 181 | while(fgets(line, MAXLINESZ, fp)) { | 
| J.A. Magallon | 48b9d03 | 2005-06-25 14:59:22 -0700 | [diff] [blame] | 182 | char *p; | 
|  | 183 | char *e; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 184 | if (((p = strstr(line, "EXPORT_SYMBOL_GPL")) != 0) || | 
|  | 185 | ((p = strstr(line, "EXPORT_SYMBOL")) != 0)) { | 
|  | 186 | /* Skip EXPORT_SYMBOL{_GPL} */ | 
|  | 187 | while (isalnum(*p) || *p == '_') | 
|  | 188 | p++; | 
|  | 189 | /* Remove paranteses and additional ws */ | 
|  | 190 | while (isspace(*p)) | 
|  | 191 | p++; | 
|  | 192 | if (*p != '(') | 
|  | 193 | continue; /* Syntax error? */ | 
|  | 194 | else | 
|  | 195 | p++; | 
|  | 196 | while (isspace(*p)) | 
|  | 197 | p++; | 
|  | 198 | e = p; | 
|  | 199 | while (isalnum(*e) || *e == '_') | 
|  | 200 | e++; | 
|  | 201 | *e = '\0'; | 
|  | 202 | add_new_symbol(sym, p); | 
|  | 203 | } | 
|  | 204 | } | 
|  | 205 | fclose(fp); | 
|  | 206 | } | 
|  | 207 | } | 
|  | 208 |  | 
|  | 209 | /* | 
|  | 210 | * Document all external or internal functions in a file. | 
|  | 211 | * Call kernel-doc with following parameters: | 
|  | 212 | * kernel-doc -docbook -nofunction function_name1 filename | 
|  | 213 | * function names are obtained from all the the src files | 
|  | 214 | * by find_export_symbols. | 
|  | 215 | * intfunc uses -nofunction | 
|  | 216 | * extfunc uses -function | 
|  | 217 | */ | 
|  | 218 | void docfunctions(char * filename, char * type) | 
|  | 219 | { | 
|  | 220 | int i,j; | 
|  | 221 | int symcnt = 0; | 
|  | 222 | int idx = 0; | 
|  | 223 | char **vec; | 
|  | 224 |  | 
|  | 225 | for (i=0; i <= symfilecnt; i++) | 
|  | 226 | symcnt += symfilelist[i].symbolcnt; | 
|  | 227 | vec = malloc((2 + 2 * symcnt + 2) * sizeof(char*)); | 
|  | 228 | if (vec == NULL) { | 
|  | 229 | perror("docproc: "); | 
|  | 230 | exit(1); | 
|  | 231 | } | 
|  | 232 | vec[idx++] = KERNELDOC; | 
|  | 233 | vec[idx++] = DOCBOOK; | 
|  | 234 | for (i=0; i < symfilecnt; i++) { | 
|  | 235 | struct symfile * sym = &symfilelist[i]; | 
|  | 236 | for (j=0; j < sym->symbolcnt; j++) { | 
|  | 237 | vec[idx++]     = type; | 
|  | 238 | vec[idx++] = sym->symbollist[j].name; | 
|  | 239 | } | 
|  | 240 | } | 
|  | 241 | vec[idx++]     = filename; | 
|  | 242 | vec[idx] = NULL; | 
|  | 243 | printf("<!-- %s -->\n", filename); | 
|  | 244 | exec_kernel_doc(vec); | 
|  | 245 | fflush(stdout); | 
|  | 246 | free(vec); | 
|  | 247 | } | 
|  | 248 | void intfunc(char * filename) {	docfunctions(filename, NOFUNCTION); } | 
|  | 249 | void extfunc(char * filename) { docfunctions(filename, FUNCTION);   } | 
|  | 250 |  | 
|  | 251 | /* | 
|  | 252 | * Document spÄecific function(s) in a file. | 
|  | 253 | * Call kernel-doc with the following parameters: | 
|  | 254 | * kernel-doc -docbook -function function1 [-function function2] | 
|  | 255 | */ | 
| J.A. Magallon | 48b9d03 | 2005-06-25 14:59:22 -0700 | [diff] [blame] | 256 | void singfunc(char * filename, char * line) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 257 | { | 
|  | 258 | char *vec[200]; /* Enough for specific functions */ | 
|  | 259 | int i, idx = 0; | 
|  | 260 | int startofsym = 1; | 
|  | 261 | vec[idx++] = KERNELDOC; | 
|  | 262 | vec[idx++] = DOCBOOK; | 
|  | 263 |  | 
|  | 264 | /* Split line up in individual parameters preceeded by FUNCTION */ | 
|  | 265 | for (i=0; line[i]; i++) { | 
|  | 266 | if (isspace(line[i])) { | 
|  | 267 | line[i] = '\0'; | 
|  | 268 | startofsym = 1; | 
|  | 269 | continue; | 
|  | 270 | } | 
|  | 271 | if (startofsym) { | 
|  | 272 | startofsym = 0; | 
|  | 273 | vec[idx++] = FUNCTION; | 
|  | 274 | vec[idx++] = &line[i]; | 
|  | 275 | } | 
|  | 276 | } | 
|  | 277 | vec[idx++] = filename; | 
|  | 278 | vec[idx] = NULL; | 
|  | 279 | exec_kernel_doc(vec); | 
|  | 280 | } | 
|  | 281 |  | 
|  | 282 | /* | 
|  | 283 | * Parse file, calling action specific functions for: | 
|  | 284 | * 1) Lines containing !E | 
|  | 285 | * 2) Lines containing !I | 
|  | 286 | * 3) Lines containing !D | 
|  | 287 | * 4) Lines containing !F | 
|  | 288 | * 5) Default lines - lines not matching the above | 
|  | 289 | */ | 
|  | 290 | void parse_file(FILE *infile) | 
|  | 291 | { | 
|  | 292 | char line[MAXLINESZ]; | 
| J.A. Magallon | 48b9d03 | 2005-06-25 14:59:22 -0700 | [diff] [blame] | 293 | char * s; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 294 | while(fgets(line, MAXLINESZ, infile)) { | 
|  | 295 | if (line[0] == '!') { | 
|  | 296 | s = line + 2; | 
|  | 297 | switch (line[1]) { | 
|  | 298 | case 'E': | 
|  | 299 | while (*s && !isspace(*s)) s++; | 
|  | 300 | *s = '\0'; | 
|  | 301 | externalfunctions(line+2); | 
|  | 302 | break; | 
|  | 303 | case 'I': | 
|  | 304 | while (*s && !isspace(*s)) s++; | 
|  | 305 | *s = '\0'; | 
|  | 306 | internalfunctions(line+2); | 
|  | 307 | break; | 
|  | 308 | case 'D': | 
|  | 309 | while (*s && !isspace(*s)) s++; | 
|  | 310 | *s = '\0'; | 
|  | 311 | symbolsonly(line+2); | 
|  | 312 | break; | 
|  | 313 | case 'F': | 
|  | 314 | /* filename */ | 
|  | 315 | while (*s && !isspace(*s)) s++; | 
|  | 316 | *s++ = '\0'; | 
|  | 317 | /* function names */ | 
|  | 318 | while (isspace(*s)) | 
|  | 319 | s++; | 
|  | 320 | singlefunctions(line +2, s); | 
|  | 321 | break; | 
|  | 322 | default: | 
|  | 323 | defaultline(line); | 
|  | 324 | } | 
|  | 325 | } | 
|  | 326 | else { | 
|  | 327 | defaultline(line); | 
|  | 328 | } | 
|  | 329 | } | 
|  | 330 | fflush(stdout); | 
|  | 331 | } | 
|  | 332 |  | 
|  | 333 |  | 
|  | 334 | int main(int argc, char *argv[]) | 
|  | 335 | { | 
|  | 336 | FILE * infile; | 
|  | 337 | if (argc != 3) { | 
|  | 338 | usage(); | 
|  | 339 | exit(1); | 
|  | 340 | } | 
|  | 341 | /* Open file, exit on error */ | 
|  | 342 | infile = fopen(argv[2], "r"); | 
|  | 343 | if (infile == NULL) { | 
|  | 344 | fprintf(stderr, "docproc: "); | 
|  | 345 | perror(argv[2]); | 
|  | 346 | exit(2); | 
|  | 347 | } | 
|  | 348 |  | 
|  | 349 | if (strcmp("doc", argv[1]) == 0) | 
|  | 350 | { | 
|  | 351 | /* Need to do this in two passes. | 
|  | 352 | * First pass is used to collect all symbols exported | 
|  | 353 | * in the various files. | 
|  | 354 | * Second pass generate the documentation. | 
|  | 355 | * This is required because function are declared | 
|  | 356 | * and exported in different files :-(( | 
|  | 357 | */ | 
|  | 358 | /* Collect symbols */ | 
|  | 359 | defaultline       = noaction; | 
|  | 360 | internalfunctions = find_export_symbols; | 
|  | 361 | externalfunctions = find_export_symbols; | 
|  | 362 | symbolsonly       = find_export_symbols; | 
|  | 363 | singlefunctions   = noaction2; | 
|  | 364 | parse_file(infile); | 
|  | 365 |  | 
|  | 366 | /* Rewind to start from beginning of file again */ | 
|  | 367 | fseek(infile, 0, SEEK_SET); | 
|  | 368 | defaultline       = printline; | 
|  | 369 | internalfunctions = intfunc; | 
|  | 370 | externalfunctions = extfunc; | 
|  | 371 | symbolsonly       = printline; | 
|  | 372 | singlefunctions   = singfunc; | 
|  | 373 |  | 
|  | 374 | parse_file(infile); | 
|  | 375 | } | 
|  | 376 | else if (strcmp("depend", argv[1]) == 0) | 
|  | 377 | { | 
|  | 378 | /* Create first part of dependency chain | 
|  | 379 | * file.tmpl */ | 
|  | 380 | printf("%s\t", argv[2]); | 
|  | 381 | defaultline       = noaction; | 
|  | 382 | internalfunctions = adddep; | 
|  | 383 | externalfunctions = adddep; | 
|  | 384 | symbolsonly       = adddep; | 
|  | 385 | singlefunctions   = adddep2; | 
|  | 386 | parse_file(infile); | 
|  | 387 | printf("\n"); | 
|  | 388 | } | 
|  | 389 | else | 
|  | 390 | { | 
|  | 391 | fprintf(stderr, "Unknown option: %s\n", argv[1]); | 
|  | 392 | exit(1); | 
|  | 393 | } | 
|  | 394 | fclose(infile); | 
|  | 395 | fflush(stdout); | 
|  | 396 | return exitstatus; | 
|  | 397 | } | 
|  | 398 |  |