#!/bin/sh - # # See the file LICENSE for redistribution information. # # Copyright (c) 1996-2001 # Sleepycat Software. All rights reserved. # # $Id: gen_rec.awk,v 11.36 2001/06/15 16:38:12 bostic Exp $ # # This awk script generates all the log, print, and read routines for the DB # logging. It also generates a template for the recovery functions (these # functions must still be edited, but are highly stylized and the initial # template gets you a fair way along the path). # # For a given file prefix.src, we generate a file prefix_auto.c, and a file # prefix_auto.h that contains: # # external declarations for the file's functions # defines for the physical record types # (logical types are defined in each subsystem manually) # structures to contain the data unmarshalled from the log. # # This awk script requires that four variables be set when it is called: # # source_file -- the C source file being created # subsystem -- the subsystem prefix, e.g., "db" # header_file -- the C #include file being created # template_file -- the template file being created # # And stdin must be the input file that defines the recovery setup. BEGIN { if (source_file == "" || subsystem == "" || header_file == "" || template_file == "") { print "Usage: gen_rec.awk requires four variables to be set:" print "\tsource_file\t-- the C source file being created" print "\tsubsystem\t-- the subsystem prefix, e.g., \"db\"" print "\theader_file\t-- the C #include file being created" print "\ttemplate_file\t-- the template file being created" exit } FS="[\t ][\t ]*" CFILE=source_file NAME=subsystem HFILE=header_file TFILE=template_file } /^[ ]*PREFIX/ { prefix = $2 num_funcs = 0; # Start .c file. printf("/* Do not edit: automatically built by gen_rec.awk. */\n") \ > CFILE # Start .h file, make the entire file conditional. printf("/* Do not edit: automatically built by gen_rec.awk. */\n\n") \ > HFILE printf("#ifndef\t%s_AUTO_H\n#define\t%s_AUTO_H\n", prefix, prefix) \ >> HFILE; # Write recovery template file headers # This assumes we're doing DB recovery. printf("#include \"db_config.h\"\n\n") > TFILE printf("#ifndef NO_SYSTEM_INCLUDES\n") >> TFILE printf("#include \n\n") >> TFILE printf("#include \n") >> TFILE printf("#endif\n\n") >> TFILE printf("#include \"db_int.h\"\n") >> TFILE printf("#include \"db_page.h\"\n") >> TFILE printf("#include \"%s.h\"\n", prefix) >> TFILE printf("#include \"log.h\"\n\n") >> TFILE } /^[ ]*INCLUDE/ { if ($3 == "") printf("%s\n", $2) >> CFILE else printf("%s %s\n", $2, $3) >> CFILE } /^[ ]*(BEGIN|IGNORED|DEPRECATED)/ { if (in_begin) { print "Invalid format: missing END statement" exit } in_begin = 1; is_dbt = 0; need_log_function = ($1 == "BEGIN"); nvars = 0; thisfunc = $2; funcname = sprintf("%s_%s", prefix, $2); rectype = $3; funcs[num_funcs] = funcname; if ($1 == "DEPRECATED") funcs_recname[num_funcs] = "__deprecated_recover"; else funcs_recname[num_funcs] = sprintf("__%s_recover", funcname); ++num_funcs; } /^[ ]*(ARG|DBT|POINTER)/ { vars[nvars] = $2; types[nvars] = $3; atypes[nvars] = $1; modes[nvars] = $1; formats[nvars] = $NF; for (i = 4; i < NF; i++) types[nvars] = sprintf("%s %s", types[nvars], $i); if ($1 == "ARG") sizes[nvars] = sprintf("sizeof(%s)", $2); else if ($1 == "POINTER") sizes[nvars] = sprintf("sizeof(*%s)", $2); else { # DBT sizes[nvars] = \ sprintf("sizeof(u_int32_t) + (%s == NULL ? 0 : %s->size)", \ $2, $2); is_dbt = 1; } nvars++; } /^[ ]*END/ { if (!in_begin) { print "Invalid format: missing BEGIN statement" exit; } # Declare the record type. printf("#define\tDB_%s\t%d\n", funcname, rectype) >> HFILE # Structure declaration. printf("typedef struct _%s_args {\n", funcname) >> HFILE # Here are the required fields for every structure printf("\tu_int32_t type;\n\tDB_TXN *txnid;\n") >> HFILE printf("\tDB_LSN prev_lsn;\n") >>HFILE # Here are the specified fields. for (i = 0; i < nvars; i++) { t = types[i]; if (modes[i] == "POINTER") { ndx = index(t, "*"); t = substr(types[i], 0, ndx - 2); } printf("\t%s\t%s;\n", t, vars[i]) >> HFILE } printf("} __%s_args;\n\n", funcname) >> HFILE # Output the log, print and read functions. if (need_log_function) log_function(); print_function(); read_function(); # Recovery template cmd = sprintf(\ "sed -e s/PREF/%s/ -e s/FUNC/%s/ < template/rec_ctemp >> %s", prefix, thisfunc, TFILE) system(cmd); # Done writing stuff, reset and continue. in_begin = 0; } END { # Print initialization routine; function prototype p[1] = sprintf("int __%s_init_print __P((DB_ENV *));", prefix); p[2] = ""; proto_format(p); # Create the routine to call db_add_recovery(print_fn, id) printf("int\n__%s_init_print(dbenv)\n", prefix) >> CFILE; printf("\tDB_ENV *dbenv;\n{\n\tint ret;\n\n") >> CFILE; for (i = 0; i < num_funcs; i++) { printf("\tif ((ret = __db_add_recovery(dbenv,\n") >> CFILE; printf("\t __%s_print, DB_%s)) != 0)\n", \ funcs[i], funcs[i]) >> CFILE; printf("\t\treturn (ret);\n") >> CFILE; } printf("\treturn (0);\n}\n\n") >> CFILE; # Recover initialization routine p[1] = sprintf("int __%s_init_recover __P((DB_ENV *));", prefix); p[2] = ""; proto_format(p); # Create the routine to call db_add_recovery(func, id) printf("int\n__%s_init_recover(dbenv)\n", prefix) >> CFILE; printf("\tDB_ENV *dbenv;\n{\n\tint ret;\n\n") >> CFILE; for (i = 0; i < num_funcs; i++) { printf("\tif ((ret = __db_add_recovery(dbenv,\n") >> CFILE; printf("\t %s, DB_%s)) != 0)\n", \ funcs_recname[i], funcs[i]) >> CFILE; printf("\t\treturn (ret);\n") >> CFILE; } printf("\treturn (0);\n}\n") >> CFILE; # End the conditional for the HFILE printf("#endif\n") >> HFILE; } function log_function() { # Write the log function; function prototype pi = 1; p[pi++] = sprintf("int __%s_log", funcname); p[pi++] = " "; p[pi++] = "__P((DB_ENV *, DB_TXN *, DB_LSN *, u_int32_t"; for (i = 0; i < nvars; i++) { p[pi++] = ", "; p[pi++] = sprintf("%s%s%s", modes[i] == "DBT" ? "const " : "", types[i], modes[i] == "DBT" ? " *" : ""); } p[pi++] = ""; p[pi++] = "));"; p[pi++] = ""; proto_format(p); # Function declaration printf("int\n__%s_log(dbenv, txnid, ret_lsnp, flags", \ funcname) >> CFILE; for (i = 0; i < nvars; i++) { printf(",") >> CFILE; if ((i % 6) == 0) printf("\n\t") >> CFILE; else printf(" ") >> CFILE; printf("%s", vars[i]) >> CFILE; } printf(")\n") >> CFILE; # Now print the parameters printf("\tDB_ENV *dbenv;\n") >> CFILE; printf("\tDB_TXN *txnid;\n\tDB_LSN *ret_lsnp;\n") >> CFILE; printf("\tu_int32_t flags;\n") >> CFILE; for (i = 0; i < nvars; i++) { if (modes[i] == "DBT") printf("\tconst %s *%s;\n", types[i], vars[i]) >> CFILE; else printf("\t%s %s;\n", types[i], vars[i]) >> CFILE; } # Function body and local decls printf("{\n") >> CFILE; printf("\tDBT logrec;\n") >> CFILE; printf("\tDB_LSN *lsnp, null_lsn;\n") >> CFILE; if (is_dbt == 1) printf("\tu_int32_t zero;\n") >> CFILE; printf("\tu_int32_t rectype, txn_num;\n") >> CFILE; printf("\tint ret;\n") >> CFILE; printf("\tu_int8_t *bp;\n\n") >> CFILE; # Initialization printf("\trectype = DB_%s;\n", funcname) >> CFILE; printf("\tif (txnid != NULL &&\n") >> CFILE; printf("\t TAILQ_FIRST(&txnid->kids) != NULL &&\n") >> CFILE; printf("\t (ret = __txn_activekids(dbenv, rectype, txnid)) != 0)\n")\ >> CFILE; printf("\t\treturn (ret);\n") >> CFILE; printf("\ttxn_num = txnid == NULL ? 0 : txnid->txnid;\n") >> CFILE; printf("\tif (txnid == NULL) {\n") >> CFILE; printf("\t\tZERO_LSN(null_lsn);\n") >> CFILE; printf("\t\tlsnp = &null_lsn;\n") >> CFILE; printf("\t} else\n\t\tlsnp = &txnid->last_lsn;\n") >> CFILE; # Malloc printf("\tlogrec.size = sizeof(rectype) + ") >> CFILE; printf("sizeof(txn_num) + sizeof(DB_LSN)") >> CFILE; for (i = 0; i < nvars; i++) printf("\n\t + %s", sizes[i]) >> CFILE; printf(";\n\tif ((ret = ") >> CFILE; printf(\ "__os_malloc(dbenv, logrec.size, &logrec.data)) != 0)\n")\ >> CFILE; printf("\t\treturn (ret);\n\n") >> CFILE; # Copy args into buffer printf("\tbp = logrec.data;\n") >> CFILE; printf("\tmemcpy(bp, &rectype, sizeof(rectype));\n") >> CFILE; printf("\tbp += sizeof(rectype);\n") >> CFILE; printf("\tmemcpy(bp, &txn_num, sizeof(txn_num));\n") >> CFILE; printf("\tbp += sizeof(txn_num);\n") >> CFILE; printf("\tmemcpy(bp, lsnp, sizeof(DB_LSN));\n") >> CFILE; printf("\tbp += sizeof(DB_LSN);\n") >> CFILE; for (i = 0; i < nvars; i ++) { if (modes[i] == "ARG") { printf("\tmemcpy(bp, &%s, %s);\n", \ vars[i], sizes[i]) >> CFILE; printf("\tbp += %s;\n", sizes[i]) >> CFILE; } else if (modes[i] == "DBT") { printf("\tif (%s == NULL) {\n", vars[i]) >> CFILE; printf("\t\tzero = 0;\n") >> CFILE; printf("\t\tmemcpy(bp, &zero, sizeof(u_int32_t));\n") \ >> CFILE; printf("\t\tbp += sizeof(u_int32_t);\n") >> CFILE; printf("\t} else {\n") >> CFILE; printf("\t\tmemcpy(bp, &%s->size, ", vars[i]) >> CFILE; printf("sizeof(%s->size));\n", vars[i]) >> CFILE; printf("\t\tbp += sizeof(%s->size);\n", vars[i]) \ >> CFILE; printf("\t\tmemcpy(bp, %s->data, %s->size);\n", \ vars[i], vars[i]) >> CFILE; printf("\t\tbp += %s->size;\n\t}\n", vars[i]) >> CFILE; } else { # POINTER printf("\tif (%s != NULL)\n", vars[i]) >> CFILE; printf("\t\tmemcpy(bp, %s, %s);\n", vars[i], \ sizes[i]) >> CFILE; printf("\telse\n") >> CFILE; printf("\t\tmemset(bp, 0, %s);\n", sizes[i]) >> CFILE; printf("\tbp += %s;\n", sizes[i]) >> CFILE; } } # Error checking printf("\tDB_ASSERT((u_int32_t)") >> CFILE; printf("(bp - (u_int8_t *)logrec.data) == logrec.size);\n") >> CFILE; # Issue log call # The logging system cannot call the public log_put routine # due to mutual exclusion constraints. So, if we are # generating code for the log subsystem, use the internal # __log_put. if (prefix == "log") printf("\tret = __log_put\(dbenv, ret_lsnp, ") >> CFILE; else printf("\tret = log_put(dbenv, ret_lsnp, ") >> CFILE; printf("(DBT *)&logrec, flags);\n") >> CFILE; # Update the transactions last_lsn printf("\tif (txnid != NULL && ret == 0)\n") >> CFILE; printf("\t\ttxnid->last_lsn = *ret_lsnp;\n") >> CFILE; # If out of disk space log writes may fail. If we are debugging # that print out which records did not make it to disk. printf("#ifdef LOG_DIAGNOSTIC\n") >> CFILE printf("\tif (ret != 0)\n") >> CFILE; printf("\t\t(void)__%s_print(dbenv,\n", funcname) >> CFILE; printf("\t\t (DBT *)&logrec, ret_lsnp, NULL, NULL);\n") >> CFILE printf("#endif\n") >> CFILE # Free and return printf("\t__os_free(dbenv, logrec.data, logrec.size);\n") >> CFILE; printf("\treturn (ret);\n}\n\n") >> CFILE; } function print_function() { # Write the print function; function prototype p[1] = sprintf("int __%s_print", funcname); p[2] = " "; p[3] = "__P((DB_ENV *, DBT *, DB_LSN *, db_recops, void *));"; p[4] = ""; proto_format(p); # Function declaration printf("int\n__%s_print(dbenv, ", funcname) >> CFILE; printf("dbtp, lsnp, notused2, notused3)\n") >> CFILE; printf("\tDB_ENV *dbenv;\n") >> CFILE; printf("\tDBT *dbtp;\n") >> CFILE; printf("\tDB_LSN *lsnp;\n") >> CFILE; printf("\tdb_recops notused2;\n\tvoid *notused3;\n{\n") >> CFILE; # Locals printf("\t__%s_args *argp;\n", funcname) >> CFILE; printf("\tu_int32_t i;\n\tu_int ch;\n\tint ret;\n\n") >> CFILE; # Get rid of complaints about unused parameters. printf("\ti = 0;\n\tch = 0;\n") >> CFILE; printf("\tnotused2 = DB_TXN_ABORT;\n\tnotused3 = NULL;\n\n") >> CFILE; # Call read routine to initialize structure printf("\tif ((ret = __%s_read(dbenv, dbtp->data, &argp)) != 0)\n", \ funcname) >> CFILE; printf("\t\treturn (ret);\n") >> CFILE; # Print values in every record printf("\t(void)printf(\n\t \"[%%lu][%%lu]%s: ", funcname) >> CFILE; printf("rec: %%lu txnid %%lx ") >> CFILE; printf("prevlsn [%%lu][%%lu]\\n\",\n") >> CFILE; printf("\t (u_long)lsnp->file,\n") >> CFILE; printf("\t (u_long)lsnp->offset,\n") >> CFILE; printf("\t (u_long)argp->type,\n") >> CFILE; printf("\t (u_long)argp->txnid->txnid,\n") >> CFILE; printf("\t (u_long)argp->prev_lsn.file,\n") >> CFILE; printf("\t (u_long)argp->prev_lsn.offset);\n") >> CFILE; # Now print fields of argp for (i = 0; i < nvars; i ++) { printf("\t(void)printf(\"\\t%s: ", vars[i]) >> CFILE; if (modes[i] == "DBT") { printf("\");\n") >> CFILE; printf("\tfor (i = 0; i < ") >> CFILE; printf("argp->%s.size; i++) {\n", vars[i]) >> CFILE; printf("\t\tch = ((u_int8_t *)argp->%s.data)[i];\n", \ vars[i]) >> CFILE; printf("\t\tif (isprint(ch) || ch == 0xa)\n") >> CFILE; printf("\t\t\t(void)putchar(ch);\n") >> CFILE; printf("\t\telse\n") >> CFILE; printf("\t\t\t(void)printf(\"%%#x \", ch);\n") >> CFILE; printf("\t}\n\t(void)printf(\"\\n\");\n") >> CFILE; } else if (types[i] == "DB_LSN *") { printf("[%%%s][%%%s]\\n\",\n", \ formats[i], formats[i]) >> CFILE; printf("\t (u_long)argp->%s.file,", \ vars[i]) >> CFILE; printf(" (u_long)argp->%s.offset);\n", \ vars[i]) >> CFILE; } else { if (formats[i] == "lx") printf("0x") >> CFILE; printf("%%%s\\n\", ", formats[i]) >> CFILE; if (formats[i] == "lx" || formats[i] == "lu") printf("(u_long)") >> CFILE; if (formats[i] == "ld") printf("(long)") >> CFILE; printf("argp->%s);\n", vars[i]) >> CFILE; } } printf("\t(void)printf(\"\\n\");\n") >> CFILE; printf("\t__os_free(dbenv, argp, 0);\n") >> CFILE; printf("\treturn (0);\n") >> CFILE; printf("}\n\n") >> CFILE; } function read_function() { # Write the read function; function prototype p[1] = sprintf("int __%s_read __P((DB_ENV *, void *,", funcname); p[2] = " "; p[3] = sprintf("__%s_args **));", funcname); p[4] = ""; proto_format(p); # Function declaration printf("int\n__%s_read(dbenv, recbuf, argpp)\n", funcname) >> CFILE; # Now print the parameters printf("\tDB_ENV *dbenv;\n") >> CFILE; printf("\tvoid *recbuf;\n") >> CFILE; printf("\t__%s_args **argpp;\n", funcname) >> CFILE; # Function body and local decls printf("{\n\t__%s_args *argp;\n", funcname) >> CFILE; printf("\tu_int8_t *bp;\n") >> CFILE; printf("\tint ret;\n") >> CFILE; printf("\n\tret = __os_malloc(dbenv, sizeof(") >> CFILE; printf("__%s_args) +\n\t sizeof(DB_TXN), &argp);\n", \ funcname) >> CFILE; printf("\tif (ret != 0)\n\t\treturn (ret);\n") >> CFILE; # Set up the pointers to the txnid and the prev lsn printf("\targp->txnid = (DB_TXN *)&argp[1];\n") >> CFILE; # First get the record type, prev_lsn, and txnid fields. printf("\tbp = recbuf;\n") >> CFILE; printf("\tmemcpy(&argp->type, bp, sizeof(argp->type));\n") >> CFILE; printf("\tbp += sizeof(argp->type);\n") >> CFILE; printf("\tmemcpy(&argp->txnid->txnid, bp, ") >> CFILE; printf("sizeof(argp->txnid->txnid));\n") >> CFILE; printf("\tbp += sizeof(argp->txnid->txnid);\n") >> CFILE; printf("\tmemcpy(&argp->prev_lsn, bp, sizeof(DB_LSN));\n") >> CFILE; printf("\tbp += sizeof(DB_LSN);\n") >> CFILE; # Now get rest of data. for (i = 0; i < nvars; i ++) { if (modes[i] == "DBT") { printf("\tmemset(&argp->%s, 0, sizeof(argp->%s));\n", \ vars[i], vars[i]) >> CFILE; printf("\tmemcpy(&argp->%s.size, ", vars[i]) >> CFILE; printf("bp, sizeof(u_int32_t));\n") >> CFILE; printf("\tbp += sizeof(u_int32_t);\n") >> CFILE; printf("\targp->%s.data = bp;\n", vars[i]) >> CFILE; printf("\tbp += argp->%s.size;\n", vars[i]) >> CFILE; } else if (modes[i] == "ARG") { printf("\tmemcpy(&argp->%s, bp, %s%s));\n", \ vars[i], "sizeof(argp->", vars[i]) >> CFILE; printf("\tbp += sizeof(argp->%s);\n", vars[i]) >> CFILE; } else { # POINTER printf("\tmemcpy(&argp->%s, bp, ", vars[i]) >> CFILE; printf(" sizeof(argp->%s));\n", vars[i]) >> CFILE; printf("\tbp += sizeof(argp->%s);\n", vars[i]) >> CFILE; } } # Free and return printf("\t*argpp = argp;\n") >> CFILE; printf("\treturn (0);\n}\n\n") >> CFILE; } # proto_format -- # Pretty-print a function prototype. function proto_format(p) { printf("/*\n") >> CFILE; s = ""; for (i = 1; i in p; ++i) s = s p[i]; t = " * PUBLIC: " if (length(s) + length(t) < 80) printf("%s%s", t, s) >> CFILE; else { split(s, p, "__P"); len = length(t) + length(p[1]); printf("%s%s", t, p[1]) >> CFILE n = split(p[2], comma, ","); comma[1] = "__P" comma[1]; for (i = 1; i <= n; i++) { if (len + length(comma[i]) > 75) { printf("\n * PUBLIC: ") >> CFILE; len = 0; } printf("%s%s", comma[i], i == n ? "" : ",") >> CFILE; len += length(comma[i]); } } printf("\n */\n") >> CFILE; delete p; }