Added progress indicator

Author: ibmmqmet

bin/aix/mqsmfcsv

@@ -59,6 +59,7 @@
 #include <errno.h>
 #include <time.h>
 #include <ctype.h>
+#include <sys/stat.h>
 
 #ifdef _WIN32
 #include <io.h>
@@ -80,9 +81,9 @@ BOOL  printHeaders = TRUE;
 BOOL  sqlMode = FALSE;
 commonFields_t commonF = {0};
 
-char headings[HEADINGS_LEN];  /* Ensure these are big enough for any line */
+char headings[HEADINGS_LEN];    /* Ensure these are big enough for any line*/
 char dataline[DATA_LEN];
-char tmpHead[64];      /* Working space for a column heading       */
+char tmpHead[64];                     /* Working space for a column heading*/
 unsigned int   recordType;
 
 /********************************************************************/
@@ -91,7 +92,7 @@ unsigned int   recordType;
 static BOOL  append = FALSE;
 static char *directory = NULL;
 
-static unsigned int Count115[256] = {0};  /* Max subtype is 255 */
+static unsigned int Count115[256] = {0};              /* Max subtype is 255*/
 static unsigned int Count116[256] = {0};
 
 /********************************************************************/
@@ -113,16 +114,18 @@ int main( int argc, char *argv[] )
 
   SMFRecord_t *pSMFRecord;
   int ticker = DEFAULT_TICKER;
-  int i,j;                           /* loop counters                    */
-  char  dataBuf[MAX_SMF_DATA];       /* Contains the SMF data            */
-  int   bytesRead;                   /* Number of bytes from fread()     */
-  int   offset;                      /* total number of bytes in a record*/
-  unsigned int d[3];                 /* used in date conversion          */
-  unsigned int ddd,year;             /* day number and year number       */
-  unsigned int time;                 /* Copied from the SMF header       */
+  int i,j;                             /* loop counters                    */
+  char  dataBuf[MAX_SMF_DATA];         /* Contains the SMF data            */
+  int   bytesRead;                     /* Number of bytes from fread()     */
+  int   offset;                        /* total number of bytes in a record*/
+  unsigned int d[3];                   /* used in date conversion          */
+  unsigned int ddd,year;               /* day number and year number       */
+  unsigned int time;                   /* Copied from the SMF header       */
 
   char *inputFile = NULL;
   FILE *fp;
+  size_t totalFileSize = 0;
+  struct stat statbuf;
   unsigned int totalRecords = 0;
   unsigned int maxRecords = 0xFFFFFFFF;
   unsigned int unknownCount = 0;
@@ -237,6 +240,9 @@ int main( int argc, char *argv[] )
     goto mod_exit;
   }
 
+  fstat(fileno(fp),&statbuf);
+  totalFileSize = statbuf.st_size;
+
   convInit();      /* Decide whether this is a big or little endian machine*/
 
   /********************************************************************/
@@ -727,7 +733,11 @@ int main( int argc, char *argv[] )
     }
 
     if (totalRecords % ticker == 0)
-      printf("Processed %u records\n",totalRecords);
+    {
+      long   pos;
+      pos = ftell(fp);
+      printf("Processed %u records [%5.2f%%]\n",totalRecords,(totalFileSize > 0)?((float)(100.0*pos)/totalFileSize):(float)0);
+    }
 
   } while (0 != bytesRead && totalRecords < maxRecords);
 

bin/linux/mqsmfcsv

@@ -1,24 +1,40 @@
+@echo off
+rem -----------------------------------------------------
+rem Note that this script tries to load tables that
+rem may not have not been created if that class of data was
+rem not collected. There may also be additional files created
+rem that are NOT in this list, again depending on classes 
+rem collected. So review this list and compare it
+rem to the files actually created.
+rem  
+rem A failure to load a non-existent file is not a real error.
+rem -----------------------------------------------------
+
 db2 connect to mydb
-db2 -tf c:\temp\smf\out\smf-mqtables.ddl
 
-db2 load client from c:\temp\smf\out\SMF-Q5ST.csv of del insert into mqsmf.Q5ST
-db2 load client from c:\temp\smf\out\SMF-QEST.csv of del insert into mqsmf.QEST
-db2 load client from c:\temp\smf\out\SMF-QIST.csv of del insert into mqsmf.QIST
+rem Where are the files located? Change this for your loads
+cd c:\temp\smf\out
+
+db2 -tf smf-mqtables.ddl
+
+db2 load client from SMF-Q5ST.csv of del insert into mqsmf.Q5ST
+db2 load client from SMF-QEST.csv of del insert into mqsmf.QEST
+db2 load client from SMF-QIST.csv of del insert into mqsmf.QIST
 
-db2 load client from c:\temp\smf\out\SMF-QJST.csv of del insert into mqsmf.QJST
-db2 load client from c:\temp\smf\out\SMF-QLST.csv of del insert into mqsmf.QLST
+db2 load client from SMF-QJST.csv of del insert into mqsmf.QJST
+db2 load client from SMF-QLST.csv of del insert into mqsmf.QLST
 
-db2 load client from c:\temp\smf\out\SMF-QMAC.csv of del insert into mqsmf.QMAC
-db2 load client from c:\temp\smf\out\SMF-QMST.csv of del insert into mqsmf.QMST
-db2 load client from c:\temp\smf\out\SMF-QPST.csv of del insert into mqsmf.QPST
-db2 load client from c:\temp\smf\out\SMF-QSST.csv of del insert into mqsmf.QSST
-db2 load client from c:\temp\smf\out\SMF-QTST.csv of del insert into mqsmf.QTST
-db2 load client from c:\temp\smf\out\SMF-WQ.csv   of del insert into mqsmf.WQ
-db2 load client from c:\temp\smf\out\SMF-WTAS.csv of del insert into mqsmf.WTAS
-db2 load client from c:\temp\smf\out\SMF-WTID.csv of del insert into mqsmf.WTID
-db2 load client from c:\temp\smf\out\SMF-QESD.csv    of del insert into mqsmf.QESD
-db2 load client from c:\temp\smf\out\SMF-QCTDSP.csv  of del insert into mqsmf.QCTDSP
-db2 load client from c:\temp\smf\out\SMF-QCTDNS.csv  of del insert into mqsmf.QCTDNS
-db2 load client from c:\temp\smf\out\SMF-QCTADP.csv  of del insert into mqsmf.QCTADP
-db2 load client from c:\temp\smf\out\SMF-QCST.csv    of del insert into mqsmf.QCST
-db2 load client from c:\temp\smf\out\SMF-QCCT.csv    of del insert into mqsmf.QCCT
+db2 load client from SMF-QMAC.csv of del insert into mqsmf.QMAC
+db2 load client from SMF-QMST.csv of del insert into mqsmf.QMST
+db2 load client from SMF-QPST.csv of del insert into mqsmf.QPST
+db2 load client from SMF-QSST.csv of del insert into mqsmf.QSST
+db2 load client from SMF-QTST.csv of del insert into mqsmf.QTST
+db2 load client from SMF-WQ.csv   of del insert into mqsmf.WQ
+db2 load client from SMF-WTAS.csv of del insert into mqsmf.WTAS
+db2 load client from SMF-WTID.csv of del insert into mqsmf.WTID
+db2 load client from SMF-QESD.csv    of del insert into mqsmf.QESD
+db2 load client from SMF-QCTDSP.csv  of del insert into mqsmf.QCTDSP
+db2 load client from SMF-QCTDNS.csv  of del insert into mqsmf.QCTDNS
+db2 load client from SMF-QCTADP.csv  of del insert into mqsmf.QCTADP
+db2 load client from SMF-QCST.csv    of del insert into mqsmf.QCST
+db2 load client from SMF-QCCT.csv    of del insert into mqsmf.QCCT