Upload 21 files

duplicate prediction.ipynb

@@ -0,0 +1,300 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "id": "1e3fc800",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import os\n",
+    "import sys\n",
+    "import random\n",
+    "import statistics \n",
+    "import numpy as np\n",
+    "import matplotlib.pyplot as plt \n",
+    "import threading\n",
+    "import time\n",
+    "import queue\n",
+    "sys.path.append(os.path.abspath(\"../lib\"))\n",
+    "sys.path.append(os.path.abspath(\"../supv\"))\n",
+    "sys.path.append(os.path.abspath(\"../text\"))\n",
+    "from util import *\n",
+    "from sampler import *\n",
+    "from tnn import *\n",
+    "from txproc import *\n",
+    "\n",
+    "emailDoms = [\"yahoo.com\", \"gmail.com\", \"hotmail.com\", \"aol.com\"]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "id": "e9195f68",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def printNgramVec(ngv):\n",
+    "    \"\"\"\n",
+    "    print ngram vector\n",
+    "    \"\"\"\n",
+    "    print(\"ngram vector\")\n",
+    "    for i in range(len(ngv)):\n",
+    "        if ngv[i] > 0:\n",
+    "            print(\"{} {}\".format(i, ngv[i]))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "id": "a78fc5c8",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def createNegMatch(tdata, ri):\n",
+    "    \"\"\"\n",
+    "    create negative match by randomly selecting another record\n",
+    "    \"\"\"\n",
+    "    nri = randomInt(0, len(tdata)-1)\n",
+    "    while nri == ri:\n",
+    "        nri = randomInt(0, len(tdata)-1)\n",
+    "    return tdata[nri]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "id": "3645fe7c",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def createNgramCreator():\n",
+    "    \"\"\" create ngram creator \"\"\"\n",
+    "    cng = CharNGram([\"lcc\", \"ucc\", \"dig\"], 3, True)\n",
+    "    spc = [\"@\", \"#\", \"_\", \"-\", \".\"]\n",
+    "    cng.addSpChar(spc)\n",
+    "    cng.setWsRepl(\"$\")\n",
+    "    cng.finalize()\n",
+    "    return cng"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "id": "f153bac5",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def getSim(rec, incOutput=True):\n",
+    "    \"\"\" get rec pair similarity \"\"\"\n",
+    "    #print(rec)\n",
+    "    sim = list()\n",
+    "    for i in range(6):\n",
+    "        #print(\"field \" + str(i))\n",
+    "        if i == 3:\n",
+    "            s = levenshteinSimilarity(rec[i],rec[i+6])\n",
+    "        else:\n",
+    "            ngv1 = cng.toMgramCount(rec[i])\n",
+    "            ngv2 = cng.toMgramCount(rec[i+6])\n",
+    "            #printNgramVec(ngv1)\n",
+    "            #printNgramVec(ngv2)\n",
+    "            s = cosineSimilarity(ngv1, ngv2)\n",
+    "        sim.append(s)\n",
+    "    ss = toStrFromList(sim, 6)\n",
+    "    srec = ss + \",\" + rec[-1] if incOutput else ss\n",
+    "    return srec"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "id": "9e9ef369",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "class SimThread (threading.Thread):\n",
+    "    \"\"\" multi threaded similarity calculation \"\"\"\n",
+    "\n",
+    "    def __init__(self, tName, cng, qu, incOutput, outQu, outQuSize):\n",
+    "        \"\"\" initialize \"\"\"\n",
+    "        threading.Thread.__init__(self)\n",
+    "        self.tName = tName\n",
+    "        self.cng = cng\n",
+    "        self.qu = qu\n",
+    "        self.incOutput = incOutput\n",
+    "        self.outQu = outQu\n",
+    "        self.outQuSize = outQuSize\n",
+    "\n",
+    "    def run(self):\n",
+    "        \"\"\" exeution \"\"\"\n",
+    "        while not exitFlag:\n",
+    "            rec = dequeue(self.qu, workQuLock)\n",
+    "            if rec is not None:\n",
+    "                srec = getSim(rec, self.incOutput)\n",
+    "                if outQu is None:\n",
+    "                    print(srec)\n",
+    "                else:\n",
+    "                    enqueue(srec, self.outQu, outQuLock, self.outQuSize)\n",
+    "\n",
+    "def createThreads(nworker, cng, workQu, incOutput, outQu, outQuSize):\n",
+    "    \"\"\"create worker threads \"\"\"\n",
+    "    threadList = list(map(lambda i : \"Thread-\" + str(i+1), range(nworker)))\n",
+    "    threads = list()\n",
+    "    for tName in threadList:\n",
+    "        thread = SimThread(tName, cng, workQu, incOutput, outQu, outQuSize)\n",
+    "        thread.start()\n",
+    "        threads.append(thread)\n",
+    "    return threads\n",
+    "\n",
+    "\n",
+    "def enqueue(rec, qu, quLock, qSize): \n",
+    "    \"\"\" enqueue record \"\"\"\n",
+    "    queued = False\n",
+    "    while not queued:\n",
+    "        quLock.acquire()\n",
+    "        if qu.qsize() < qSize - 1:\n",
+    "            qu.put(rec)\n",
+    "            queued = True\n",
+    "        quLock.release()\n",
+    "        time.sleep(1)\n",
+    "\n",
+    "def dequeue(qu, quLock): \n",
+    "    \"\"\" dequeue record \"\"\"\n",
+    "    rec = None\n",
+    "    quLock.acquire()\n",
+    "    if not qu.empty():\n",
+    "        rec = qu.get()\n",
+    "    quLock.release()\n",
+    "\n",
+    "    return rec"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 33,
+   "id": "8248426b",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "if __name__ == \"__main__\":\n",
+    "    #multi threading related\n",
+    "    workQuLock = threading.Lock()\n",
+    "    outQuLock = threading.Lock()\n",
+    "    exitFlag = False\n",
+    "\n",
+    "    \"\"\" predict with neural network model \"\"\"\n",
+    "    newFilePath = sys.argv[1]\n",
+    "    existFilePath = sys.argv[2]\n",
+    "    nworker = int(sys.argv[3])\n",
+    "    prFile = sys.argv[4]\n",
+    "    \n",
+    "    regr = FeedForwardNetwork(prFile)\n",
+    "    regr.buildModel()\n",
+    "    cng = createNgramCreator()\n",
+    "    \n",
+    "    #create threads\n",
+    "    qSize = 100\n",
+    "    workQu = queue.Queue(qSize)\n",
+    "    outQu = queue.Queue(qSize)\n",
+    "    threads = createThreads(nworker, cng, workQu, False, outQu, qSize)\n",
+    "    \n",
+    "    for nrec in fileRecGen(newFilePath):\n",
+    "        srecs = list()\n",
+    "        ecount = 0\n",
+    "        y_pred = []\n",
+    "        #print(\"processing \", nrec)\n",
+    "        for erec in fileRecGen(existFilePath):\n",
+    "            rec = nrec.copy()\n",
+    "            rec.extend(erec)\n",
+    "            #print(rec)\n",
+    "            \n",
+    "            enqueue(rec, workQu, workQuLock, qSize)\n",
+    "            srec = dequeue(outQu, outQuLock)\n",
+    "            if srec is not None:\n",
+    "                srecs.append(strToFloatArray(srec))\n",
+    "            ecount += 1\n",
+    "\n",
+    "            #wait til workq queue is drained\n",
+    "            while not workQu.empty():\n",
+    "                pass\n",
+    "\n",
+    "            #drain out queue\n",
+    "            while len(srecs) < ecount:\n",
+    "                srec = dequeue(outQu, outQuLock)\n",
+    "                if srec is not None:\n",
+    "                    srecs.append(strToFloatArray(srec))\n",
+    "            #predict        \n",
+    "            simMax = 0\n",
+    "            sims = FeedForwardNetwork.predict(regr, srecs)\n",
+    "            sims = sims.reshape(sims.shape[0])\n",
+    "            y_pred.append(max(sims))\n",
+    "            #print(\"{}  {:.3f}\".format(nrec, y_pred))\n",
+    "        print(nrec, max(y_pred))\n",
+    "\n",
+    "#         exitFlag = True"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 34,
+   "id": "62187449",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "self.config <mlutil.Configuration object at 0x00000205D0157F10>\n",
+      "..restoring model checkpoint\n",
+      "['Lawrence Lorens', '9 Hpy', 'Providence', 'RI', '2906', 'lawrence.lorens@hotmail.com'] 0.9111754\n"
+     ]
+    },
+    {
+     "ename": "KeyboardInterrupt",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[1;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
+      "Input \u001b[1;32mIn [34]\u001b[0m, in \u001b[0;36m<cell line: 1>\u001b[1;34m()\u001b[0m\n\u001b[1;32m----> 1\u001b[0m \u001b[43mpredict_main\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n",
+      "Input \u001b[1;32mIn [33]\u001b[0m, in \u001b[0;36mpredict_main\u001b[1;34m()\u001b[0m\n\u001b[0;32m     48\u001b[0m \u001b[38;5;66;03m#drain out queue\u001b[39;00m\n\u001b[0;32m     49\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(srecs) \u001b[38;5;241m<\u001b[39m ecount:\n\u001b[1;32m---> 50\u001b[0m     srec \u001b[38;5;241m=\u001b[39m \u001b[43mdequeue\u001b[49m\u001b[43m(\u001b[49m\u001b[43moutQu\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43moutQuLock\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m     51\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m srec \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[0;32m     52\u001b[0m         srecs\u001b[38;5;241m.\u001b[39mappend(strToFloatArray(srec))\n",
+      "Input \u001b[1;32mIn [8]\u001b[0m, in \u001b[0;36mdequeue\u001b[1;34m(qu, quLock)\u001b[0m\n\u001b[0;32m     49\u001b[0m rec \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[0;32m     50\u001b[0m quLock\u001b[38;5;241m.\u001b[39macquire()\n\u001b[1;32m---> 51\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[43mqu\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mempty\u001b[49m():\n\u001b[0;32m     52\u001b[0m     rec \u001b[38;5;241m=\u001b[39m qu\u001b[38;5;241m.\u001b[39mget()\n\u001b[0;32m     53\u001b[0m quLock\u001b[38;5;241m.\u001b[39mrelease()\n",
+      "\u001b[1;31mKeyboardInterrupt\u001b[0m: "
+     ]
+    }
+   ],
+   "source": [
+    "predict_main()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "8fa85a13",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.9.12"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

duplicate training and prediction.py

@@ -0,0 +1,541 @@
+#!/usr/bin/env python
+# coding: utf-8
+
+# In[20]:
+
+
+import os
+import sys
+import random
+import statistics 
+import numpy as np
+import matplotlib.pyplot as plt 
+import threading
+import time
+import queue
+sys.path.append(os.path.abspath("../lib"))
+sys.path.append(os.path.abspath("../supv"))
+sys.path.append(os.path.abspath("../text"))
+from util import *
+from sampler import *
+from tnn import *
+from txproc import *
+
+emailDoms = ["yahoo.com", "gmail.com", "hotmail.com", "aol.com"]
+
+
+# In[21]:
+
+
+def mutStr(st):
+    """mutate a char in string"""
+    l = len(st)
+    ci = randomInt(0, l - 1)
+    cv = st[ci]
+    if cv.isdigit():
+        r = selectRandomFromList(dig)
+    elif cv.isupper():
+        r = selectRandomFromList(ucc)
+    else:
+        r = selectRandomFromList(lcc)
+        
+    nst = st[:ci] + r + st[ci+1:] if l > 1 else r
+    return nst
+
+
+# In[23]:
+
+
+def createPosMatch(rec, fi):
+    """
+    create positive match by mutating a field
+    """
+    mrec = rec.copy()
+    fv = mrec[fi]
+    nc = fv.split()
+    le = len(nc)
+    if fi == 0:
+        #name
+        if isEventSampled(50):
+            nfv = nc[0] + " " +  selectRandomFromList(ucc) + " " +  nc[1]
+        else:
+            nc[1] = mutStr(nc[1])
+            nfv = nc[0] + " "  + nc[1]
+    elif fi == 1:
+        #address
+        mutated = False
+        if isEventSampled(50):
+            mutated = True
+            s = nc[-1]
+            if s == "Rd":
+                nc[-1] = "Road"
+            elif s == "Ave":
+                nc[-1] = "Avenue"
+            elif s == "St":
+                nc[-1] = "Street"
+            elif s == "Dr":
+                nc[-1] = "Drive"
+            else:
+                mutated = False
+
+        if not mutated:
+            si = randomInt(0, 1)
+            nc[si] = mutStr(nc[si])
+        nfv = " ".join(nc)
+
+    elif fi == 2:
+        #city
+        si = randomInt(0, le - 1) if le > 1 else 0
+        nc[si] = mutStr(nc[si])
+        nfv = " ".join(nc) if le > 1 else nc[0]
+
+    elif fi == 3:
+        #state
+        nc[0] = mutStr(nc[0])
+        nfv = nc[0]
+
+    elif fi == 4:
+        #zip
+        nc[0] = mutStr(nc[0])
+        nfv = nc[0]
+
+    elif fi == 5:
+        #email
+        if isEventSampled(60):
+            nc[0] = mutStr(nc[0])
+            nfv = nc[0]
+        else:
+            nfv = genLowCaseID(randomInt(4, 10)) + "@" + selectRandomFromList(emailDoms)
+
+    mrec[fi] = nfv
+    return  mrec
+
+
+# In[24]:
+
+
+def printNgramVec(ngv):
+    """
+    print ngram vector
+    """
+    print("ngram vector")
+    for i in range(len(ngv)):
+        if ngv[i] > 0:
+            print("{} {}".format(i, ngv[i]))
+
+
+# In[25]:
+
+
+def createNegMatch(tdata, ri):
+    """
+    create negative match by randomly selecting another record
+    """
+    nri = randomInt(0, len(tdata)-1)
+    while nri == ri:
+        nri = randomInt(0, len(tdata)-1)
+    return tdata[nri]
+
+
+# In[26]:
+
+
+def createNgramCreator():
+    """ create ngram creator """
+    cng = CharNGram(["lcc", "ucc", "dig"], 3, True)
+    spc = ["@", "#", "_", "-", "."]
+    cng.addSpChar(spc)
+    cng.setWsRepl("$")
+    cng.finalize()
+    return cng
+
+
+# In[27]:
+
+
+def getSim(rec, incOutput=True):
+    """ get rec pair similarity """
+    #print(rec)
+    sim = list()
+    for i in range(6):
+        #print("field " + str(i))
+        if i == 3:
+            s = levenshteinSimilarity(rec[i],rec[i+6])
+        else:
+            ngv1 = cng.toMgramCount(rec[i])
+            ngv2 = cng.toMgramCount(rec[i+6])
+            #printNgramVec(ngv1)
+            #printNgramVec(ngv2)
+            s = cosineSimilarity(ngv1, ngv2)
+        sim.append(s)
+    ss = toStrFromList(sim, 6)
+    srec = ss + "," + rec[-1] if incOutput else ss
+    return srec
+
+
+# In[28]:
+
+
+class SimThread (threading.Thread):
+    """ multi threaded similarity calculation """
+
+    def __init__(self, tName, cng, qu, incOutput, outQu, outQuSize):
+        """ initialize """
+        threading.Thread.__init__(self)
+        self.tName = tName
+        self.cng = cng
+        self.qu = qu
+        self.incOutput = incOutput
+        self.outQu = outQu
+        self.outQuSize = outQuSize
+
+    def run(self):
+        """ exeution """
+        while not exitFlag:
+            rec = dequeue(self.qu, workQuLock)
+            if rec is not None:
+                srec = getSim(rec, self.incOutput)
+                if outQu is None:
+                    print(srec)
+                else:
+                    enqueue(srec, self.outQu, outQuLock, self.outQuSize)
+
+def createThreads(nworker, cng, workQu, incOutput, outQu, outQuSize):
+    """create worker threads """
+    threadList = list(map(lambda i : "Thread-" + str(i+1), range(nworker)))
+    threads = list()
+    if(outQu is None):
+        outQu = queue.Queue(outQuSize)
+    for tName in threadList:
+        thread = SimThread(tName, cng, workQu, incOutput, outQu, outQuSize)
+        thread.start()
+        threads.append(thread)
+    return threads
+
+
+def enqueue(rec, qu, quLock, qSize): 
+    """ enqueue record """
+    queued = False
+    while not queued:
+        quLock.acquire()
+        if qu.qsize() < qSize - 1:
+            qu.put(rec)
+            queued = True
+        quLock.release()
+        time.sleep(1)
+
+def dequeue(qu, quLock): 
+    """ dequeue record """
+    rec = None
+    quLock.acquire()
+    if not qu.empty():
+        rec = qu.get()
+    quLock.release()
+
+    return rec
+
+
+# In[30]:
+
+
+if __name__ == "__main__":
+    op = sys.argv[1]
+    
+    #multi threading related
+    workQuLock = threading.Lock()
+    outQuLock = threading.Lock()
+    exitFlag = False
+
+
+    if op == "gen":
+        fp= open(r'pers.txt', 'w', encoding='utf-8')
+        """ generate data from from source file"""
+        srcFilePath = sys.argv[2]
+        i = 0
+        x=""
+        for rec in fileRecGen(srcFilePath, ","):
+            if i > 0:
+                nrec = list()
+                fname = rec[0]
+                lname = rec[1]
+                nrec.append(fname + " " + lname)
+                '''
+                nrec.append(rec[-9][1:-1])
+                nrec.append(rec[-8][1:-1])
+                nrec.append(rec[-6][1:-1])
+                '''
+                nrec.append(rec[-9])
+                nrec.append(rec[-8])
+                nrec.append(rec[-6])
+
+                z = rec[-5]
+                nrec.append(z)
+                nrec.append(rec[-2])
+                print(",".join(nrec))
+                x= ",".join(nrec)
+                print(x)
+                fp.write(x)
+                fp.write("\n")
+            
+            i += 1
+        fp.close() 
+
+    if op == "genad":
+        """ generate additional data by swapping name and address with another random record"""
+        srcFilePath = sys.argv[2]
+        nrec = int(sys.argv[3])
+        tdata = getFileLines(srcFilePath)
+        x=""
+        fp= open(r'pers_new.txt', 'w', encoding='utf-8')
+        for _ in range(nrec):
+            r1 = selectRandomFromList(tdata)
+            #print(",".join(r1))
+            r2 = selectRandomFromList(tdata)
+            while r1[0] == r2[0]:
+                r1 = selectRandomFromList(tdata)
+                r2 = selectRandomFromList(tdata)
+
+            nm =  r2[0]
+            r1[0] = nm
+            r1[1] = r2[1]
+            email = nm.split()[0].lower() + "@" + r1[5].split("@")[1]
+            r1[5] = email
+            print(",".join(r1))
+            x= ",".join(r1)
+            print(x)
+            fp.write(x)
+            fp.write("\n")
+            
+        fp.close()
+
+    if op == "gendup":
+        fp= open(r'pers_new_dup.txt', 'w', encoding='utf-8')
+        """ replace some records in first file  with records from another file"""
+        srcFilePath = sys.argv[2]
+        dupFilePath = sys.argv[3]
+        ndup = int(sys.argv[4])
+
+        tdata = getFileLines(srcFilePath, None)
+
+        percen = 10
+        tdataSec =  list()
+        while len(tdataSec) < ndup:
+            tdataSec = getFileSampleLines(dupFilePath, percen)
+            print("----------", tdataSec)
+            percen = int(percen * ndup / len(tdataSec) + 2)
+
+        tdataSec = selectRandomSubListFromList(tdataSec, ndup)
+        drecs = list()
+        for rec in tdataSec:
+            fi = randomInt(0, 5)
+            mrec = createPosMatch(rec, fi)
+            if isEventSampled(30):
+                fi = randomInt(0, 5)
+                mrec = createPosMatch(mrec, fi)
+            drecs.append(",".join(mrec))
+
+        setListRandomFromList(tdata, drecs)
+        for r in tdata:
+            print(r)
+            #x= ",".join(nrec)
+            fp.write(r)
+            fp.write("\n")
+        fp.close() 
+
+    elif op == "genpn":
+        fp= open(r'ppers1.txt', 'w', encoding='utf-8')
+        """ generate pos pos and pos neg paire """
+        srcFilePath = sys.argv[2]
+        tdata = getFileLines(srcFilePath, None) if len(sys.argv) == 3 else getFileLines(sys.argv[3], None)
+        ri = 0
+        for rec in fileRecGen(srcFilePath, "\n"):
+            for _ in range(2):
+                fi = randomInt(0, 5)
+                rec_copy = rec[0].split(",")
+                mrec = createPosMatch(rec_copy, fi)
+                if isEventSampled(30):
+                    fi = randomInt(0, 5)
+                    mrec = createPosMatch(mrec, fi)
+                #print(",".join(rec) + "," + ",".join(mrec) + "," + "1")
+                x= ",".join(rec)+ "," + ",".join(mrec) + "," + "1"
+                print(x)
+                fp.write(x)
+                fp.write("\n")
+
+            for _ in range(2):
+                mrec = createNegMatch(tdata, ri)
+                #print(",".join(rec) + "," + mrec + "," + "0")
+                x= ",".join(rec)+ "," + mrec + "," + "0"
+                fp.write(x)
+                fp.write("\n")
+            
+            ri += 1
+        fp.close()
+    elif op == "sim":
+        fp= open(r'spers_tr.txt', 'w', encoding='utf-8')
+        """ create field pair similarity """
+        srcFilePath = sys.argv[2]
+        cng = CharNGram(["lcc", "ucc", "dig"], 3, True)
+        spc = ["@", "#", "_", "-", "."]
+        cng.addSpChar(spc)
+        cng.setWsRepl("$")
+        cng.finalize()
+        c = 0
+        x = ""
+        for rec in fileRecGen(srcFilePath, ","):
+            #print(",".join(rec))
+            srec = getSim(rec)
+            #print(srec)
+            c += 1
+
+            x= ",".join(srec)
+            print(x)
+            fp.write(srec)
+            fp.write("\n")
+        fp.close() 
+
+    elif op == "msim":
+        """ create field pair similarity in parallel"""
+        srcFilePath = sys.argv[2]
+        nworker = int(sys.argv[3])
+
+        cng = createNgramCreator()
+        c = 0
+        #create threads
+        qSize = 100
+        outQu = queue.Queue(qSize)       
+        workQu = queue.Queue(qSize)
+        #threads = createThreads(nworker, cng, workQu, True, None, None)
+        threads = createThreads(nworker, cng, workQu, True, outQu, qSize)
+        # print(rec, workQu, qSize)
+        for rec in fileRecGen(srcFilePath, ","):
+            enqueue(rec, workQu, workQuLock, qSize)
+
+        #wrqp up
+        while not workQu.empty():
+            pass
+        exitFlag = True
+        for t in threads:
+            t.join()
+
+    elif op == "nnTrain":
+        """ train neural network model """
+        prFile = sys.argv[2]
+        regr = FeedForwardNetwork(prFile)
+        regr.buildModel()
+        FeedForwardNetwork.batchTrain(regr)
+
+    elif op == "nnPred":
+        """ predict with neural network model """
+        newFilePath = sys.argv[2]
+        existFilePath = sys.argv[3]
+        nworker = int(sys.argv[4])
+        prFile = sys.argv[5]
+
+        regr = FeedForwardNetwork(prFile)
+        regr.buildModel()
+        cng = createNgramCreator()
+
+        #create threads
+        qSize = 100
+        workQu = queue.Queue(qSize)
+        outQu = queue.Queue(qSize)
+        threads = createThreads(nworker, cng, workQu, False, outQu, qSize)
+
+        for nrec in fileRecGen(newFilePath):
+            srecs = list()
+            ecount = 0
+            y_pred = []
+            # print("processing ", nrec)
+            for erec in fileRecGen(existFilePath):
+                rec = nrec.copy()
+                rec.extend(erec)
+                # print(rec)
+                enqueue(rec, workQu, workQuLock, qSize)
+                srec = dequeue(outQu, outQuLock)
+                if srec is not None:
+                    srecs.append(strToFloatArray(srec))
+                ecount += 1
+                # print("srecs1", srecs)
+                #wait til workq queue is drained
+                while not workQu.empty():
+                    pass
+
+                #drain out queue
+                while len(srecs) < ecount:
+                    srec = dequeue(outQu, outQuLock)
+                    if srec is not None:
+                        srecs.append(strToFloatArray(srec))
+                time.sleep(1)
+                # print("srecs--------------", srecs)
+                #predict
+                simMax = 0
+                sims = FeedForwardNetwork.predict(regr, srecs)
+                #sims = FeedForwardNetwork.predict(nrec, srecs)
+                sims = sims.reshape(sims.shape[0])
+                y_pred.append(max(sims))
+            #print("{}  {:.3f}".format(nrec, y_pred))
+            print(nrec, max(y_pred))
+
+            #exitFlag = True
+            #for t in threads:
+            #    t.join()
+
+    elif op == "nnPred_withthread":
+        """ predict with neural network model """
+        newFilePath = sys.argv[2]
+        existFilePath = sys.argv[3]
+        nworker = int(sys.argv[4])
+        prFile = sys.argv[5]
+
+        regr = FeedForwardNetwork(prFile)
+        regr.buildModel()
+        cng = createNgramCreator()
+
+        #create threads
+        
+        qSize = 100
+        workQu = queue.Queue(qSize)
+        outQu = queue.Queue(qSize)
+        threads = createThreads(nworker, cng, workQu, False, outQu, qSize)
+        for nrec in fileRecGen(newFilePath):
+            srecs = list()
+            ecount = 0
+            print("processing ", nrec)
+            for erec in fileRecGen(existFilePath):
+                rec = nrec.copy()
+                rec.extend(erec)
+                print(rec)
+                enqueue(rec, workQu, workQuLock, qSize)
+                srec = dequeue(outQu, outQuLock)
+                if srec is not None:
+                    srecs.append(strToFloatArray(srec))
+                ecount += 1
+
+                #wait til workq queue is drained
+                while not workQu.empty():
+                    pass
+
+                #drain out queue
+                while len(srecs) < ecount:
+                    srec = dequeue(outQu, outQuLock)
+                    if srec is not None:
+                        srecs.append(strToFloatArray(srec))
+                time.sleep(1)
+
+                #predict
+                simMax = 0
+                sims = FeedForwardNetwork.predict(regr, srecs)
+                sims = sims.reshape(sims.shape[0])
+                print("{}  {:.3f}".format(nrec, max(sims)))
+
+            exitFlag = True
+            for t in threads:
+                t.join()
+
+
+# In[ ]:
+
+
+
+

mlutil.py

@@ -0,0 +1,1282 @@
+#!/usr/bin/env python
+# coding: utf-8
+
+# In[ ]:
+
+
+import os
+import sys
+import numpy as np
+from sklearn import preprocessing
+from sklearn import metrics
+from sklearn.datasets import make_blobs
+from sklearn.datasets import make_classification
+import random
+from math import *
+from decimal import Decimal
+import statistics
+import jprops
+from Levenshtein import distance as ld
+from util import *
+from sampler import *
+
+class Configuration:
+    """
+    Configuration management. Supports default value, mandatory value and typed value.
+    """
+    def __init__(self, configFile, defValues, verbose=False):
+        """
+        initializer
+
+        Parameters
+            configFile : config file path
+            defValues : dictionary of default values
+            verbose : verbosity flag
+        """
+        configs = {}
+        with open(configFile) as fp:
+            for key, value in jprops.iter_properties(fp):
+                configs[key] = value
+        self.configs = configs
+        self.defValues = defValues
+        self.verbose = verbose
+
+    def override(self, configFile):
+        """
+        over ride configuration from file
+
+        Parameters
+            configFile : override config file path
+        """
+        with open(configFile) as fp:
+            for key, value in jprops.iter_properties(fp):
+                self.configs[key] = value
+
+
+    def setParam(self, name, value):
+        """
+        override individual configuration
+        Parameters
+            name : config param name
+            value : config param value
+        """
+        self.configs[name] = value
+
+
+    def getStringConfig(self, name):
+        """
+        get string param
+        Parameters
+            name : config param name
+        """
+        if self.isNone(name):
+            val = (None, False)
+        elif self.isDefault(name):
+            val = (self.handleDefault(name), True)
+        else:
+            val = (self.configs[name], False)
+        if self.verbose:
+            print( "{} {} {}".format(name, self.configs[name], val[0]))
+        return val
+
+
+    def getIntConfig(self, name):
+        """
+        get int param
+        Parameters
+            name : config param name
+        """
+        #print "%s %s" %(name,self.configs[name])
+        
+        if self.isNone(name):
+            val = (None, False)
+
+        elif self.isDefault(name):
+            val = (self.handleDefault(name), True)
+        else:
+            val = (int(self.configs[name]), False)
+        if self.verbose:
+            print( "{} {} {}".format(name, self.configs[name], val[0]))
+        return val
+
+
+    def getFloatConfig(self, name):
+        """
+        get float param
+        Parameters
+            name : config param name
+        """
+        #print "%s %s" %(name,self.configs[name])
+        if self.isNone(name):
+            val = (None, False)
+        elif self.isDefault(name):
+            val = (self.handleDefault(name), True)
+        else:
+            val = (float(self.configs[name]), False)
+        if self.verbose:
+            print( "{} {} {:06.3f}".format(name, self.configs[name], val[0]))
+        return val
+
+
+    def getBooleanConfig(self, name):
+        """
+        #get boolean param
+        Parameters
+            name : config param name
+        """
+        if self.isNone(name):
+            val = (None, False)
+        elif self.isDefault(name):
+            val = (self.handleDefault(name), True)
+        else:
+            bVal = self.configs[name].lower() == "true"
+            val = (bVal, False)
+        if self.verbose:
+            print( "{} {} {}".format(name, self.configs[name], val[0]))
+        return val
+
+
+    def getIntListConfig(self, name, delim=","):
+        """
+        get int list param
+        Parameters
+            name : config param name
+            delim : delemeter
+        """
+        if self.isNone(name):
+            val = (None, False)
+        elif self.isDefault(name):
+            val = (self.handleDefault(name), True)
+        else:
+            delSepStr = self.getStringConfig(name)
+
+            #specified as range
+            intList = strListOrRangeToIntArray(delSepStr[0])
+            val =(intList, delSepStr[1])
+        return val
+
+    def getFloatListConfig(self, name, delim=","):
+        """
+        get float list param
+        Parameters
+            name : config param name
+            delim : delemeter
+        """
+        delSepStr = self.getStringConfig(name)
+        if self.isNone(name):
+            val = (None, False)
+        elif self.isDefault(name):
+            val = (self.handleDefault(name), True)
+            if(name=='train.input.size'):
+                print("val",val)
+        else:
+            flList = strToFloatArray(delSepStr[0], delim)
+            val =(flList, delSepStr[1])
+        return val
+
+
+    def getStringListConfig(self, name, delim=","):
+        """
+        get string list param
+        Parameters
+            name : config param name
+            delim : delemeter
+        """
+        delSepStr = self.getStringConfig(name)
+        if self.isNone(name):
+            val = (None, False)
+        elif self.isDefault(name):
+            val = (self.handleDefault(name), True)
+        else:
+            strList = delSepStr[0].split(delim)
+            val = (strList, delSepStr[1])
+        return val
+
+    def handleDefault(self, name):
+        """
+        handles default
+        Parameters
+            name : config param name
+        """
+        dVal = self.defValues[name]
+        if (dVal[1] is None):
+            val = dVal[0]
+        else:
+            raise ValueError(dVal[1])
+        return val
+
+
+    def isNone(self, name):
+        """
+        true is value is None	
+        Parameters
+            name : config param name
+        """
+        
+        return (name in self.configs.keys()) and (self.configs[name].lower() == "none")
+        
+
+    def isDefault(self, name):
+        """
+        true if the value is default	
+        Parameters
+            name : config param name
+        """
+        if(not(name in self.configs.keys())):
+            return True
+        de =  self.configs[name] == "_"
+        #print de
+        return de
+
+
+    def eitherOrStringConfig(self, firstName, secondName):
+        """
+        returns one of two string parameters	
+        Parameters
+            firstName : first parameter name
+            secondName : second parameter name	
+        """
+        if not self.isNone(firstName):
+            first = self.getStringConfig(firstName)[0]
+            second = None
+            if not self.isNone(secondName):
+                raise ValueError("only one of the two parameters should be set and not both " + firstName + "  " + secondName)
+        else:
+            if not self.isNone(secondName):
+                second = self.getStringConfig(secondtName)[0]
+                first = None
+            else:
+                raise ValueError("at least one of the two parameters should be set " + firstName + "  " + secondName)
+        return (first, second)
+
+
+    def eitherOrIntConfig(self, firstName, secondName):
+        """
+        returns one of two int parameters	
+        Parameters
+            firstName : first parameter name
+            secondName : second parameter name	
+        """
+        if not self.isNone(firstName):
+            first = self.getIntConfig(firstName)[0]
+            second = None
+            if not self.isNone(secondName):
+                raise ValueError("only one of the two parameters should be set and not both " + firstName + "  " + secondName)
+        else:
+            if not self.isNone(secondName):
+                second = self.getIntConfig(secondsName)[0]
+                first = None
+            else:
+                raise ValueError("at least one of the two parameters should be set " + firstName + "  " + secondName)
+        return (first, second)
+
+
+class CatLabelGenerator:
+    """
+    label generator for categorical variables
+    """
+    def __init__(self,  catValues, delim):
+        """
+        initilizers
+
+        Parameters
+            catValues : dictionary of categorical values
+            delim : delemeter
+        """
+        self.encoders = {}
+        self.catValues = catValues
+        self.delim = delim
+        for k in self.catValues.keys():	
+            le = preprocessing.LabelEncoder()	
+            le.fit(self.catValues[k])
+            self.encoders[k] = le
+
+    def processRow(self, row):	
+        """
+        encode row categorical values
+
+        Parameters:
+            row : data row
+        """
+        #print row
+        rowArr = row.split(self.delim)
+        for i in range(len(rowArr)):
+            if (i in self.catValues):
+                curVal = rowArr[i]
+                assert curVal in self.catValues[i], "categorival value invalid"
+                encVal = self.encoders[i].transform([curVal])
+                rowArr[i] = str(encVal[0])
+        return self.delim.join(rowArr)		
+
+    def getOrigLabels(self, indx):
+        """
+        get original labels
+
+        Parameters:
+            indx : column index
+        """
+        return self.encoders[indx].classes_	
+
+
+class SupvLearningDataGenerator:
+    """
+    data generator for supervised learning
+    """
+    def __init__(self,  configFile):
+        """
+        initilizers
+
+        Parameters
+            configFile : config file path
+        """
+        defValues = dict()
+        defValues["common.num.samp"] = (100, None)
+        defValues["common.num.feat"] = (5, None)
+        defValues["common.feat.trans"] = (None, None)
+        defValues["common.feat.types"] = (None, "missing feature types")
+        defValues["common.cat.feat.distr"] = (None, None)
+        defValues["common.output.precision"] = (3, None)
+        defValues["common.error"] = (0.01, None)
+        defValues["class.gen.technique"] = ("blob", None)
+        defValues["class.num.feat.informative"] = (2, None)
+        defValues["class.num.feat.redundant"] = (2, None)
+        defValues["class.num.feat.repeated"] = (0, None)
+        defValues["class.num.feat.cat"] = (0, None)
+        defValues["class.num.class"] = (2, None)
+
+        self.config = Configuration(configFile, defValues)
+
+    def genClassifierData(self):
+        """
+        generates classifier data
+        """
+        nsamp =  self.config.getIntConfig("common.num.samp")[0]
+        nfeat =  self.config.getIntConfig("common.num.feat")[0]
+        nclass =  self.config.getIntConfig("class.num.class")[0]
+        #transform with shift and scale
+        ftrans =  self.config.getFloatListConfig("common.feat.trans")[0]
+        feTrans = dict()
+        for i in range(0, len(ftrans), 2):
+            tr = (ftrans[i], ftrans[i+1])
+            indx = int(i/2)
+            feTrans[indx] = tr
+
+        ftypes =  self.config.getStringListConfig("common.feat.types")[0]
+
+        # categorical feature distribution
+        feCatDist = dict()
+        fcatdl =  self.config.getStringListConfig("common.cat.feat.distr")[0]
+        for fcatds in fcatdl:
+            fcatd = fcatds.split(":")
+            feInd =  int(fcatd[0])
+            clVal =  int(fcatd[1])
+            key = (feInd, clVal)		#feature index and class value
+            dist = list(map(lambda i : (fcatd[i], float(fcatd[i+1])), range(2, len(fcatd), 2)))
+            feCatDist[key] = CategoricalRejectSampler(*dist)
+
+        #shift and scale
+        genTechnique = self.config.getStringConfig("class.gen.technique")[0]
+        error = self.config.getFloatConfig("common.error")[0]
+        if genTechnique == "blob":
+            features, claz = make_blobs(n_samples=nsamp, centers=nclass, n_features=nfeat)
+            for i in range(nsamp):			#shift and scale
+                for j in range(nfeat):
+                    tr = feTrans[j]
+                    features[i,j] = (features[i,j]  + tr[0]) * tr[1]
+            claz = np.array(list(map(lambda c : random.randint(0, nclass-1) if random.random() < error else c, claz)))
+        elif genTechnique == "classify":
+            nfeatInfo =  self.config.getIntConfig("class.num.feat.informative")[0]
+            nfeatRed =  self.config.getIntConfig("class.num.feat.redundant")[0]
+            nfeatRep =  self.config.getIntConfig("class.num.feat.repeated")[0]
+            shifts = list(map(lambda i : feTrans[i][0], range(nfeat)))
+            scales = list(map(lambda i : feTrans[i][1], range(nfeat)))
+            features, claz = make_classification(n_samples=nsamp, n_features=nfeat, n_informative=nfeatInfo, n_redundant=nfeatRed, 
+            n_repeated=nfeatRep, n_classes=nclass, flip_y=error, shift=shifts, scale=scales)
+        else:
+            raise "invalid genaration technique"
+
+        # add categorical features and format
+        nCatFeat = self.config.getIntConfig("class.num.feat.cat")[0]
+        prec =  self.config.getIntConfig("common.output.precision")[0]
+        for f , c in zip(features, claz):
+            nfs = list(map(lambda i : self.numFeToStr(i, f[i], c, ftypes[i], prec), range(nfeat)))
+            if nCatFeat > 0:
+                cfs = list(map(lambda i : self.catFe(i, c, ftypes[i], feCatDist), range(nfeat, nfeat + nCatFeat, 1)))
+                rec = ",".join(nfs) + "," +  ",".join(cfs)  + "," + str(c)
+            else:
+                rec = ",".join(nfs)  + "," + str(c)
+            yield rec
+
+    def numFeToStr(self, fv, ft, prec):
+        """
+        nummeric feature value to string
+
+        Parameters
+            fv : field value
+            ft : field data type
+            prec : precision
+        """
+        if ft == "float":
+            s = formatFloat(prec, fv)
+        elif ft =="int":
+            s = str(int(fv))
+        else:		
+            raise "invalid type expecting float or int"
+        return s
+
+    def catFe(self, i, cv, ft, feCatDist):
+        """
+        generate categorical feature
+
+        Parameters
+            i : col index
+            cv : class value
+            ft : field data type
+            feCatDist : cat value distribution
+        """
+        if ft == "cat":
+            key = (i, cv)
+            s = feCatDist[key].sample()
+        else:		
+            raise "invalid type expecting categorical"
+        return s
+
+
+
+def loadDataFile(file, delim, cols, colIndices):
+    """
+    loads delim separated file and extracts columns
+    Parameters
+        file : file path
+        delim : delemeter
+        cols : columns to use from file
+        colIndices ; columns to extract
+    """
+    # data = np.loadtxt(file, delimiter=delim, usecols=cols)
+    # print("filename", file)
+    #data = np.loadtxt(file,  delimiter="\n")
+    #print(type(data))
+    # print(type(cols), cols)
+    data = np.loadtxt(file, delimiter=",", usecols=cols)
+    extrData = data[:,colIndices]
+    return (data, extrData)
+
+def loadFeatDataFile(file, delim, cols):
+    """
+    loads delim separated file and extracts columns
+
+    Parameters
+        file : file path
+        delim : delemeter
+        cols : columns to use from file
+    """
+    data = np.loadtxt(file, delimiter=delim, usecols=cols)
+    return data
+
+def extrColumns(arr, columns):
+    """
+    extracts columns
+
+    Parameters
+        arr : 2D array
+        columns : columns
+    """
+    return arr[:, columns]
+
+def subSample(featData, clsData, subSampleRate, withReplacement):
+    """
+    subsample feature and class label data	
+    Parameters
+        featData : 2D array of feature data
+        clsData : arrray of class labels
+        subSampleRate : fraction to be sampled
+        withReplacement : true if sampling with replacement
+    """
+    sampSize = int(featData.shape[0] * subSampleRate)
+    sampledIndx = np.random.choice(featData.shape[0],sampSize, replace=withReplacement)
+    sampFeat = featData[sampledIndx]
+    sampCls = clsData[sampledIndx]
+    return(sampFeat, sampCls)
+
+def euclideanDistance(x,y):
+    """
+    euclidean distance
+    Parameters
+        x : first vector
+        y : second fvector
+    """
+    return sqrt(sum(pow(a-b, 2) for a, b in zip(x, y)))
+
+def squareRooted(x):
+    """
+    square root of sum square
+    Parameters
+        x : data vector
+    """
+    return round(sqrt(sum([a*a for a in x])),3)
+
+def cosineSimilarity(x,y):
+    """
+    cosine similarity
+
+    Parameters
+        x : first vector
+        y : second fvector
+    """
+    numerator = sum(a*b for a,b in zip(x,y))
+    denominator = squareRooted(x) * squareRooted(y)
+    return round(numerator / float(denominator), 3)
+
+def cosineDistance(x,y):
+    """
+    cosine distance
+    Parameters
+        x : first vector
+        y : second fvector
+    """
+    return 1.0 - cosineSimilarity(x,y)
+
+def manhattanDistance(x,y):
+    """
+    manhattan distance
+    Parameters
+        x : first vector
+        y : second fvector
+    """
+    return sum(abs(a-b) for a,b in zip(x,y))
+
+def nthRoot(value, nRoot):
+    """
+    nth root
+    Parameters
+        value : data value
+        nRoot : root
+    """
+    rootValue = 1/float(nRoot)
+    return round (Decimal(value) ** Decimal(rootValue),3)
+
+def minkowskiDistance(x,y,pValue):
+    """
+    minkowski distance
+    Parameters
+        x : first vector
+        y : second fvector
+        pValue : power factor
+    """
+    return nthRoot(sum(pow(abs(a-b),pValue) for a,b in zip(x, y)), pValue)
+
+def jaccardSimilarityX(x,y):
+    """
+    jaccard similarity
+    Parameters
+        x : first vector
+        y : second fvector
+    """
+    intersectionCardinality = len(set.intersection(*[set(x), set(y)]))
+    unionCardinality = len(set.union(*[set(x), set(y)]))
+    return intersectionCardinality/float(unionCardinality)
+
+def jaccardSimilarity(x,y,wx=1.0,wy=1.0):
+    """
+    jaccard similarity
+
+    Parameters
+        x : first vector
+        y : second fvector
+        wx : weight for x
+        wy : weight for y
+    """
+    sx = set(x)
+    sy = set(y)
+    sxyInt = sx.intersection(sy)
+    intCardinality = len(sxyInt)
+    sxIntDiff = sx.difference(sxyInt)
+    syIntDiff = sy.difference(sxyInt)
+    unionCardinality = len(sx.union(sy))
+    return intCardinality/float(intCardinality + wx * len(sxIntDiff) + wy * len(syIntDiff))
+
+def levenshteinSimilarity(s1, s2):
+    """
+    Levenshtein similarity for strings
+
+    Parameters
+        sx : first string
+        sy : second string
+    """
+    assert type(s1) == str and type(s2) == str,  "Levenshtein similarity is for string only"
+    d = ld(s1,s2)
+    #print(d)
+    l = max(len(s1),len(s2))
+    d = 1.0 - min(d/l, 1.0)
+    return d	
+
+def norm(values, po=2):
+    """
+    norm
+    Parameters
+        values : list of values
+        po : power
+    """
+    no = sum(list(map(lambda v: pow(v,po), values)))
+    no = pow(no,1.0/po)
+    return list(map(lambda v: v/no, values))
+
+def createOneHotVec(size, indx = -1):
+    """
+    random one hot vector
+
+    Parameters
+        size : vector size
+        indx : one hot position
+    """
+    vec = [0] * size
+    s = random.randint(0, size - 1) if indx < 0 else indx
+    vec[s] = 1
+    return vec
+
+def createAllOneHotVec(size):
+    """
+    create all one hot vectors
+
+    Parameters
+        size : vector size and no of vectors
+    """
+    vecs = list()
+    for i in range(size):
+        vec = [0] * size
+        vec[i] = 1
+        vecs.append(vec)
+    return vecs
+
+def blockShuffle(data, blockSize):
+    """
+    block shuffle 	
+
+    Parameters
+        data : list data
+        blockSize : block size
+    """
+    numBlock = int(len(data) / blockSize)
+    remain = len(data) % blockSize
+    numBlock +=  (1 if remain > 0 else 0)
+    shuffled = list()
+    for i in range(numBlock):
+        b = random.randint(0, numBlock-1)
+        beg = b * blockSize
+        if (b < numBlock-1):
+            end = beg + blockSize
+            shuffled.extend(data[beg:end])		
+        else:
+            shuffled.extend(data[beg:])
+    return shuffled	
+
+def shuffle(data, numShuffle):
+    """
+    shuffle data by randonm swapping
+
+    Parameters
+        data : list data
+        numShuffle : no of pairwise swaps
+    """
+    sz = len(data)
+    if numShuffle is None:
+        numShuffle = int(sz / 2)
+    for i in range(numShuffle):
+        fi = random.randint(0, sz -1)
+        se = random.randint(0, sz -1)
+        tmp = data[fi]
+        data[fi] = data[se]
+        data[se] = tmp	
+
+def randomWalk(size, start, lowStep, highStep):
+    """
+    random walk	
+
+    Parameters
+        size : list data
+        start : initial position
+        lowStep : step min
+        highStep : step max
+    """
+    cur = start
+    for i in range(size):
+        yield cur
+        cur += randomFloat(lowStep, highStep)
+
+def binaryEcodeCategorical(values, value):
+    """
+    one hot binary encoding	
+
+    Parameters
+        values : list of values
+        value : value to be replaced with 1
+    """
+    size = len(values)
+    vec = [0] * size
+    for i in range(size):
+        if (values[i] == value):
+            vec[i] = 1
+    return vec		
+
+def createLabeledSeq(inputData, tw):
+    """
+    Creates feature, label pair from sequence data, where we have tw number of features followed by output
+
+    Parameters
+        values : list containing feature and label
+        tw : no of features
+    """
+    features = list()
+    labels = list()
+    l = len(inputDta)
+    for i in range(l - tw):
+        trainSeq = inputData[i:i+tw]
+        trainLabel = inputData[i+tw]
+        features.append(trainSeq)
+        labels.append(trainLabel)
+    return (features, labels)
+
+def createLabeledSeq(filePath, delim, index, tw):
+    """
+    Creates feature, label pair from 1D sequence data in file	
+
+    Parameters
+        filePath : file path
+        delim : delemeter
+        index : column index
+        tw : no of features
+    """
+    seqData = getFileColumnAsFloat(filePath, delim, index)
+    return createLabeledSeq(seqData, tw)
+
+def fromMultDimSeqToTabular(data, inpSize, seqLen):
+    """
+    Input shape (nrow, inpSize * seqLen) output shape(nrow * seqLen, inpSize)
+
+    Parameters
+        data : 2D array
+        inpSize : each input size in sequence
+        seqLen : sequence length
+    """	
+    nrow = data.shape[0]
+    assert data.shape[1] == inpSize * seqLen, "invalid input size or sequence length"
+    return data.reshape(nrow * seqLen, inpSize)
+
+def fromTabularToMultDimSeq(data, inpSize, seqLen):
+    """
+    Input shape (nrow * seqLen, inpSize)   output  shape (nrow, inpSize * seqLen) 
+    Parameters
+        data : 2D array
+        inpSize : each input size in sequence
+        seqLen : sequence length
+    """	
+    nrow = int(data.shape[0] / seqLen)
+    assert data.shape[1] == inpSize, "invalid input size"
+    return data.reshape(nrow,  seqLen * inpSize)
+
+def difference(data, interval=1):
+    """
+    takes difference in time series data
+    Parameters
+        data :list data
+        interval : interval for difference
+    """
+    diff = list()
+    for i in range(interval, len(data)):
+        value = data[i] - data[i - interval]
+        diff.append(value)
+    return diff
+
+def normalizeMatrix(data, norm, axis=1):
+    """
+    normalized each row of the matrix
+
+    Parameters
+        data : 2D data
+        nporm : normalization method
+        axis : row or column
+    """
+    normalized = preprocessing.normalize(data,norm=norm, axis=axis)
+    return normalized
+
+def standardizeMatrix(data, axis=0):
+    """
+    standardizes each column of the matrix with mean and std deviation
+    Parameters
+        data : 2D data
+        axis : row or column
+    """
+    standardized = preprocessing.scale(data, axis=axis)
+    return standardized
+
+def asNumpyArray(data):
+    """
+    converts to numpy array
+    Parameters
+        data  : array
+    """
+    return np.array(data)
+
+def perfMetric(metric, yActual, yPred, clabels=None):
+    """
+    predictive model accuracy metric
+    Parameters
+        metric : accuracy metric
+        yActual : actual values array
+        yPred : predicted values array
+        clabels : class labels
+    """
+    if metric == "rsquare":
+        score = metrics.r2_score(yActual, yPred)
+    elif metric == "mae":
+        score = metrics.mean_absolute_error(yActual, yPred)
+    elif metric == "mse":
+        score = metrics.mean_squared_error(yActual, yPred)
+    elif metric == "acc":
+        yPred = np.rint(yPred)
+        score = metrics.accuracy_score(yActual, yPred)
+    elif metric == "mlAcc":
+        yPred = np.argmax(yPred, axis=1)
+        score = metrics.accuracy_score(yActual, yPred)
+    elif metric == "prec":
+        yPred = np.argmax(yPred, axis=1)
+        score = metrics.precision_score(yActual, yPred)
+    elif metric == "rec":
+        yPred = np.argmax(yPred, axis=1)
+        score = metrics.recall_score(yActual, yPred)
+    elif metric == "fone":
+        yPred = np.argmax(yPred, axis=1)
+        score = metrics.f1_score(yActual, yPred)
+    elif metric == "confm":
+        yPred = np.argmax(yPred, axis=1)
+        score = metrics.confusion_matrix(yActual, yPred)
+    elif metric == "clarep":
+        yPred = np.argmax(yPred, axis=1)
+        score = metrics.classification_report(yActual, yPred)
+    elif metric == "bce":
+        if clabels is None:
+            clabels = [0, 1]
+        score = metrics.log_loss(yActual, yPred, labels=clabels)
+    elif metric == "ce":
+        assert clabels is not None, "labels must be provided"
+        score = metrics.log_loss(yActual, yPred, labels=clabels)
+    else:
+        exitWithMsg("invalid prediction performance metric " + metric)
+    return score
+
+def scaleData(data, method):
+    """
+    scales feature data column wise
+    Parameters
+        data : 2D array
+        method : scaling method
+    """
+    if method == "minmax":
+        scaler = preprocessing.MinMaxScaler()
+        data = scaler.fit_transform(data)
+    elif method == "zscale":
+        data = preprocessing.scale(data)	
+    else:
+        raise ValueError("invalid scaling method")	
+    return data
+
+def scaleDataWithParams(data, method, scParams):
+    """
+    scales feature data column wise
+    Parameters
+        data : 2D array
+        method : scaling method
+        scParams : scaling parameters
+    """
+    if method == "minmax":
+        data = scaleMinMaxTabData(data, scParams)
+    elif method == "zscale":
+        raise ValueError("invalid scaling method")	
+    else:
+        raise ValueError("invalid scaling method")	
+    return data
+
+
+def scaleMinMaxTabData(tdata, minMax):
+    """
+    for tabular scales feature data column wise using min max values for each field
+    Parameters
+        tdata : 2D array
+        minMax : ni, max and range for each column
+    """
+    stdata = list()
+    for r in tdata:
+        srdata = list()
+        for i, c in enumerate(r):
+            sd = (c - minMax[i][0]) / minMax[i][2]
+            srdata.append(sd)
+        stdata.append(srdata)
+    return stdata
+
+def scaleMinMax(rdata, minMax):
+    """
+    scales feature data column wise using min max values for each field
+    Parameters
+        rdata : data array
+        minMax : ni, max and range for each column
+    """
+    srdata = list()
+    for i in range(len(rdata)):
+        d = rdata[i]
+        sd = (d - minMax[i][0]) / minMax[i][2]
+        srdata.append(sd)
+    return srdata
+
+def harmonicNum(n):
+    """
+    harmonic number
+    Parameters
+        n : number
+    """
+    h = 0
+    for i in range(1, n+1, 1):
+        h += 1.0 / i
+    return h
+
+def digammaFun(n):
+    """
+    figamma function
+    Parameters
+        n : number
+    """
+    #Euler Mascheroni constant
+    ec = 0.577216
+    return harmonicNum(n - 1) - ec
+
+def getDataPartitions(tdata, types, columns = None):
+    """
+    partitions data with the given columns and random split point defined with predicates
+    Parameters
+        tdata : 2D array
+        types : data typers
+        columns : column indexes
+    """
+    (dtypes, cvalues) = extractTypesFromString(types)
+    if columns is None:
+        ncol = len(data[0])
+        columns = list(range(ncol))
+    ncol = len(columns)
+    #print(columns)
+
+    # partition predicates
+    partitions = None
+    for c in columns:
+        #print(c)
+        dtype = dtypes[c]
+        pred = list()
+        if dtype == "int" or dtype == "float":
+            (vmin, vmax) = getColMinMax(tdata, c)
+            r = vmax - vmin
+            rmin = vmin + .2 * r
+            rmax = vmax - .2 * r
+            sp = randomFloat(rmin, rmax)
+            if dtype == "int":
+                sp = int(sp)
+            else:
+                sp = "{:.3f}".format(sp)
+                sp = float(sp)
+            pred.append([c, "LT", sp])
+            pred.append([c, "GE", sp])
+        elif dtype == "cat":
+            cv = cvalues[c]
+            card = len(cv) 
+            if card < 3:
+                num = 1
+            else:
+                num = randomInt(1, card - 1)
+            sp = selectRandomSubListFromList(cv, num)
+            sp = " ".join(sp)
+            pred.append([c, "IN", sp])
+            pred.append([c, "NOTIN", sp])
+
+        #print(pred)
+        if partitions is None:
+            partitions = pred.copy()
+            #print("initial")
+            #print(partitions)
+        else:
+            #print("extension")
+            tparts = list()
+            for p in partitions:
+                #print(p)
+                l1 = p.copy()
+                l1.extend(pred[0])
+                l2 = p.copy()
+                l2.extend(pred[1])
+                #print("after extension")
+                #print(l1)
+                #print(l2)
+                tparts.append(l1)
+                tparts.append(l2)
+            partitions = tparts	
+            #print("extending")
+            #print(partitions)
+
+    #for p in partitions:
+        #print(p)	
+    return partitions			
+
+def genAlmostUniformDistr(size, nswap=50):
+    """
+    generate probability distribution
+
+    Parameters
+        size : distr size
+        nswap : no of mass swaps
+    """
+    un = 1.0 / size
+    distr = [un] * size
+    distr = mutDistr(distr, 0.1 * un, nswap)
+    return distr
+
+def mutDistr(distr, shift, nswap=50):
+    """
+    mutates a probability distribution
+
+    Parameters
+        distr distribution
+        shift : amount of shift for swap
+        nswap : no of mass swaps
+    """
+    size = len(distr)
+    for _ in range(nswap):
+        fi = randomInt(0, size -1)
+        si = randomInt(0, size -1)
+        while fi == si:
+            fi = randomInt(0, size -1)
+            si = randomInt(0, size -1)
+
+        shift = randomFloat(0, shift)
+        t = distr[fi]
+        distr[fi] -= shift
+        if (distr[fi] < 0):
+            distr[fi] = 0.0
+            shift = t
+        distr[si] += shift
+    return distr
+
+def generateBinDistribution(size, ntrue):
+    """
+    generate binary array with some elements set to 1
+
+    Parameters
+        size : distr size
+        ntrue : no of true values
+    """
+    distr = [0] * size
+    idxs = selectRandomSubListFromList(list(range(size)), ntrue)
+    for i in idxs:
+        distr[i] = 1
+    return distr
+
+def mutBinaryDistr(distr, nmut):
+    """
+    mutate binary distribution
+
+    Parameters
+        distr : distr
+        nmut : no of mutations
+    """
+    idxs = selectRandomSubListFromList(list(range(len(distr))), nmut)
+    for i in idxs:
+        distr[i] = distr[i] ^ 1
+
+
+def fileSelFieldSubSeqModifierGen(filePath, column, offset, seqLen, modifier, precision, delim=","):
+    """
+    file record generator that superimposes given data in the specified segment of a column
+    Parameters
+        filePath ; file path
+        column : column index 
+        offset : offset into column values
+        seqLen : length of subseq
+        modifier : data to be superimposed either list or a sampler object
+        precision : floating point precision
+        delim : delemeter
+    """
+    beg = offset
+    end = beg + seqLen
+    isList = type(modifier) == list
+    i = 0
+    for rec in fileRecGen(filePath, delim):
+        if i >= beg and i < end:
+            va = float(rec[column])
+            if isList:
+                va += modifier[i - beg] 
+            else:
+                va += modifier.sample()
+            rec[column] = formatFloat(precision, va)
+        yield delim.join(rec)
+        i += 1
+
+class ShiftedDataGenerator:
+    """
+    transforms data for distribution shift
+    """
+    def __init__(self, types, tdata, addFact, multFact):
+        """
+        initializer
+
+        Parameters
+            types data types
+            tdata : 2D array
+            addFact ; factor for data shift
+            multFact ; factor for data scaling
+        """
+        (self.dtypes, self.cvalues) = extractTypesFromString(types)
+
+        self.limits = dict()
+        for k,v in self.dtypes.items():
+            if v == "int" or v == "false":
+                (vmax, vmin) = getColMinMax(tdata, k)
+                self.limits[k] = vmax - vmin
+        self.addMin = - addFact / 2
+        self.addMax =  addFact / 2
+        self.multMin = 1.0 - multFact / 2
+        self.multMax = 1.0 + multFact / 2
+
+
+
+
+    def transform(self, tdata):
+        """
+        linear transforms data to create  distribution shift with random shift and scale
+        Parameters
+            types : data types
+        """
+        transforms = dict()
+        for k,v in self.dtypes.items():
+            if v == "int" or v == "false":				
+                shift = randomFloat(self.addMin, self.addMax) * self.limits[k] 
+                scale = randomFloat(self.multMin, self.multMax)
+                trns = (shift, scale)
+                transforms[k] = trns
+            elif v == "cat":
+                transforms[k] = isEventSampled(50)
+
+        ttdata = list()
+        for rec in tdata:
+            nrec = rec.copy()
+            for c in range(len(rec)):
+                if c in self.dtypes:
+                    dtype = self.dtypes[c]
+                    if dtype == "int" or dtype == "float":
+                        (shift, scale) = transforms[c]
+                        nval = shift +  rec[c] * scale
+                        if dtype == "int":
+                            nrec[c] = int(nval)
+                        else:
+                            nrec[c] = nval
+                    elif dtype == "cat":
+                        cv = self.cvalues[c]
+                        if transforms[c]:
+                            nval = selectOtherRandomFromList(cv, rec[c])
+                            nrec[c] = nval
+
+            ttdata.append(nrec)
+
+        return ttdata
+
+    def transformSpecified(self, tdata, sshift, scale):
+        """
+        linear transforms data to create  distribution shift shift specified shift and scale
+        Parameters
+            types : data types
+            sshift : shift factor
+            scale : scale factor
+        """
+        transforms = dict()
+        for k,v in self.dtypes.items():
+            if v == "int" or v == "false":				
+                shift = sshift * self.limits[k] 
+                trns = (shift, scale)
+                transforms[k] = trns
+            elif v == "cat":
+                transforms[k] = isEventSampled(50)
+
+        ttdata = self.__scaleShift(tdata, transforms)
+        return ttdata
+
+    def __scaleShift(self, tdata, transforms):
+        """
+        shifts and scales tabular data
+
+        Parameters
+            tdata : 2D array
+            transforms : transforms to apply
+        """
+        ttdata = list()
+        for rec in tdata:
+            nrec = rec.copy()
+            for c in range(len(rec)):
+                if c in self.dtypes:
+                    dtype = self.dtypes[c]
+                    if dtype == "int" or dtype == "float":
+                        (shift, scale) = transforms[c]
+                        nval = shift + rec[c] * scale
+                        if dtype == "int":
+                            nrec[c] = int(nval)
+                        else:
+                            nrec[c] = nval
+                    elif dtype == "cat":
+                        cv = self.cvalues[c]
+                        if transforms[c]:
+                            #nval = selectOtherRandomFromList(cv, rec[c])
+                            #nrec[c] = nval
+                            pass
+
+            ttdata.append(nrec)
+        return ttdata
+
+class RollingStat(object):
+    """
+    stats for rolling windowt
+    """
+    def __init__(self, wsize):
+        """
+        initializer
+
+        Parameters
+            wsize : window size
+        """
+        self.window = list()
+        self.wsize = wsize
+        self.mean = None
+        self.sd = None
+
+    def add(self, value):
+        """
+        add a value
+
+        Parameters
+            value : value to add
+        """
+        self.window.append(value)
+        if len(self.window) > self.wsize:
+            self.window = self.window[1:]
+
+    def getStat(self):
+        """
+        get rolling window mean and std deviation
+        """
+        assertGreater(len(self.window), 0, "window is empty")
+        if len(self.window) == 1:
+            self.mean = self.window[0]
+            self.sd = 0
+        else:
+            self.mean = statistics.mean(self.window)
+            self.sd = statistics.stdev(self.window, xbar=self.mean)
+        re = (self.mean, self.sd)
+        return re
+
+    def getSize(self):
+        """
+        return window size
+        """
+        return len(self.window)
+

pers.txt

@@ -0,0 +1,500 @@
+James Butt,6649 N Blue Gum St,New Orleans,LA,70116,jbutt@gmail.com
+Josephine Darakjy,4 B Blue Ridge Blvd,Brighton,MI,48116,josephine_darakjy@darakjy.org
+Art Venere,8 W Cerritos Ave #54,Bridgeport,NJ,8014,art@venere.org
+Lenna Paprocki,639 Main St,Anchorage,AK,99501,lpaprocki@hotmail.com
+Donette Foller,34 Center St,Hamilton,OH,45011,donette.foller@cox.net
+Simona Morasca,3 Mcauley Dr,Ashland,OH,44805,simona@morasca.com
+Mitsue Tollner,7 Eads St,Chicago,IL,60632,mitsue_tollner@yahoo.com
+Leota Dilliard,7 W Jackson Blvd,San Jose,CA,95111,leota@hotmail.com
+Sage Wieser,5 Boston Ave #88,Sioux Falls,SD,57105,sage_wieser@cox.net
+Kris Marrier,228 Runamuck Pl #2808,Baltimore,MD,21224,kris@gmail.com
+Minna Amigon,2371 Jerrold Ave,Kulpsville,PA,19443,minna_amigon@yahoo.com
+Abel Maclead,37275 St  Rt 17m M,Middle Island,NY,11953,amaclead@gmail.com
+Kiley Caldarera,25 E 75th St #69,Los Angeles,CA,90034,kiley.caldarera@aol.com
+Graciela Ruta,98 Connecticut Ave Nw,Chagrin Falls,OH,44023,gruta@cox.net
+Cammy Albares,56 E Morehead St,Laredo,TX,78045,calbares@gmail.com
+Mattie Poquette,73 State Road 434 E,Phoenix,AZ,85013,mattie@aol.com
+Meaghan Garufi,69734 E Carrillo St,Mc Minnville,TN,37110,meaghan@hotmail.com
+Gladys Rim,322 New Horizon Blvd,Milwaukee,WI,53207,gladys.rim@rim.org
+Yuki Whobrey,1 State Route 27,Taylor,MI,48180,yuki_whobrey@aol.com
+Fletcher Flosi,394 Manchester Blvd,Rockford,IL,61109,fletcher.flosi@yahoo.com
+Bette Nicka,6 S 33rd St,Aston,PA,19014,bette_nicka@cox.net
+Veronika Inouye,6 Greenleaf Ave,San Jose,CA,95111,vinouye@aol.com
+Willard Kolmetz,618 W Yakima Ave,Irving,TX,75062,willard@hotmail.com
+Maryann Royster,74 S Westgate St,Albany,NY,12204,mroyster@royster.com
+Alisha Slusarski,3273 State St,Middlesex,NJ,8846,alisha@slusarski.com
+Allene Iturbide,1 Central Ave,Stevens Point,WI,54481,allene_iturbide@cox.net
+Chanel Caudy,86 Nw 66th St #8673,Shawnee,KS,66218,chanel.caudy@caudy.org
+Ezekiel Chui,2 Cedar Ave #84,Easton,MD,21601,ezekiel@chui.com
+Willow Kusko,90991 Thorburn Ave,New York,NY,10011,wkusko@yahoo.com
+Bernardo Figeroa,386 9th Ave N,Conroe,TX,77301,bfigeroa@aol.com
+Ammie Corrio,74874 Atlantic Ave,Columbus,OH,43215,ammie@corrio.com
+Francine Vocelka,366 South Dr,Las Cruces,NM,88011,francine_vocelka@vocelka.com
+Ernie Stenseth,45 E Liberty St,Ridgefield Park,NJ,7660,ernie_stenseth@aol.com
+Albina Glick,4 Ralph Ct,Dunellen,NJ,8812,albina@glick.com
+Alishia Sergi,2742 Distribution Way,New York,NY,10025,asergi@gmail.com
+Solange Shinko,426 Wolf St,Metairie,LA,70002,solange@shinko.com
+Jose Stockham,128 Bransten Rd,New York,NY,10011,jose@yahoo.com
+Rozella Ostrosky,17 Morena Blvd,Camarillo,CA,93012,rozella.ostrosky@ostrosky.com
+Valentine Gillian,775 W 17th St,San Antonio,TX,78204,valentine_gillian@gmail.com
+Kati Rulapaugh,6980 Dorsett Rd,Abilene,KS,67410,kati.rulapaugh@hotmail.com
+Youlanda Schemmer,2881 Lewis Rd,Prineville,OR,97754,youlanda@aol.com
+Dyan Oldroyd,7219 Woodfield Rd,Overland Park,KS,66204,doldroyd@aol.com
+Roxane Campain,1048 Main St,Fairbanks,AK,99708,roxane@hotmail.com
+Lavera Perin,678 3rd Ave,Miami,FL,33196,lperin@perin.org
+Erick Ferencz,20 S Babcock St,Fairbanks,AK,99712,erick.ferencz@aol.com
+Fatima Saylors,2 Lighthouse Ave,Hopkins,MN,55343,fsaylors@saylors.org
+Jina Briddick,38938 Park Blvd,Boston,MA,2128,jina_briddick@briddick.com
+Kanisha Waycott,5 Tomahawk Dr,Los Angeles,CA,90006,kanisha_waycott@yahoo.com
+Emerson Bowley,762 S Main St,Madison,WI,53711,emerson.bowley@bowley.org
+Blair Malet,209 Decker Dr,Philadelphia,PA,19132,bmalet@yahoo.com
+Brock Bolognia,4486 W O St #1,New York,NY,10003,bbolognia@yahoo.com
+Lorrie Nestle,39 S 7th St,Tullahoma,TN,37388,lnestle@hotmail.com
+Sabra Uyetake,98839 Hawthorne Blvd #6101,Columbia,SC,29201,sabra@uyetake.org
+Marjory Mastella,71 San Mateo Ave,Wayne,PA,19087,mmastella@mastella.com
+Karl Klonowski,76 Brooks St #9,Flemington,NJ,8822,karl_klonowski@yahoo.com
+Tonette Wenner,4545 Courthouse Rd,Westbury,NY,11590,twenner@aol.com
+Amber Monarrez,14288 Foster Ave #4121,Jenkintown,PA,19046,amber_monarrez@monarrez.org
+Shenika Seewald,4 Otis St,Van Nuys,CA,91405,shenika@gmail.com
+Delmy Ahle,65895 S 16th St,Providence,RI,2909,delmy.ahle@hotmail.com
+Deeanna Juhas,14302 Pennsylvania Ave,Huntingdon Valley,PA,19006,deeanna_juhas@gmail.com
+Blondell Pugh,201 Hawk Ct,Providence,RI,2904,bpugh@aol.com
+Jamal Vanausdal,53075 Sw 152nd Ter #615,Monroe Township,NJ,8831,jamal@vanausdal.org
+Cecily Hollack,59 N Groesbeck Hwy,Austin,TX,78731,cecily@hollack.org
+Carmelina Lindall,2664 Lewis Rd,Littleton,CO,80126,carmelina_lindall@lindall.com
+Maurine Yglesias,59 Shady Ln #53,Milwaukee,WI,53214,maurine_yglesias@yglesias.com
+Tawna Buvens,3305 Nabell Ave #679,New York,NY,10009,tawna@gmail.com
+Penney Weight,18 Fountain St,Anchorage,AK,99515,penney_weight@aol.com
+Elly Morocco,7 W 32nd St,Erie,PA,16502,elly_morocco@gmail.com
+Ilene Eroman,2853 S Central Expy,Glen Burnie,MD,21061,ilene.eroman@hotmail.com
+Vallie Mondella,74 W College St,Boise,ID,83707,vmondella@mondella.com
+Kallie Blackwood,701 S Harrison Rd,San Francisco,CA,94104,kallie.blackwood@gmail.com
+Johnetta Abdallah,1088 Pinehurst St,Chapel Hill,NC,27514,johnetta_abdallah@aol.com
+Bobbye Rhym,30 W 80th St #1995,San Carlos,CA,94070,brhym@rhym.com
+Micaela Rhymes,20932 Hedley St,Concord,CA,94520,micaela_rhymes@gmail.com
+Tamar Hoogland,2737 Pistorio Rd #9230,London,OH,43140,tamar@hotmail.com
+Moon Parlato,74989 Brandon St,Wellsville,NY,14895,moon@yahoo.com
+Laurel Reitler,6 Kains Ave,Baltimore,MD,21215,laurel_reitler@reitler.com
+Delisa Crupi,47565 W Grand Ave,Newark,NJ,7105,delisa.crupi@crupi.com
+Viva Toelkes,4284 Dorigo Ln,Chicago,IL,60647,viva.toelkes@gmail.com
+Elza Lipke,6794 Lake Dr E,Newark,NJ,7104,elza@yahoo.com
+Devorah Chickering,31 Douglas Blvd #950,Clovis,NM,88101,devorah@hotmail.com
+Timothy Mulqueen,44 W 4th St,Staten Island,NY,10309,timothy_mulqueen@mulqueen.org
+Arlette Honeywell,11279 Loytan St,Jacksonville,FL,32254,ahoneywell@honeywell.com
+Dominque Dickerson,69 Marquette Ave,Hayward,CA,94545,dominque.dickerson@dickerson.org
+Lettie Isenhower,70 W Main St,Beachwood,OH,44122,lettie_isenhower@yahoo.com
+Myra Munns,461 Prospect Pl #316,Euless,TX,76040,mmunns@cox.net
+Stephaine Barfield,47154 Whipple Ave Nw,Gardena,CA,90247,stephaine@barfield.com
+Lai Gato,37 Alabama Ave,Evanston,IL,60201,lai.gato@gato.org
+Stephen Emigh,3777 E Richmond St #900,Akron,OH,44302,stephen_emigh@hotmail.com
+Tyra Shields,3 Fort Worth Ave,Philadelphia,PA,19106,tshields@gmail.com
+Tammara Wardrip,4800 Black Horse Pike,Burlingame,CA,94010,twardrip@cox.net
+Cory Gibes,83649 W Belmont Ave,San Gabriel,CA,91776,cory.gibes@gmail.com
+Danica Bruschke,840 15th Ave,Waco,TX,76708,danica_bruschke@gmail.com
+Wilda Giguere,1747 Calle Amanecer #2,Anchorage,AK,99501,wilda@cox.net
+Elvera Benimadho,99385 Charity St #840,San Jose,CA,95110,elvera.benimadho@cox.net
+Carma Vanheusen,68556 Central Hwy,San Leandro,CA,94577,carma@cox.net
+Malinda Hochard,55 Riverside Ave,Indianapolis,IN,46202,malinda.hochard@yahoo.com
+Natalie Fern,7140 University Ave,Rock Springs,WY,82901,natalie.fern@hotmail.com
+Lisha Centini,64 5th Ave #1153,Mc Lean,VA,22102,lisha@centini.org
+Arlene Klusman,3 Secor Rd,New Orleans,LA,70112,arlene_klusman@gmail.com
+Alease Buemi,4 Webbs Chapel Rd,Boulder,CO,80303,alease@buemi.com
+Louisa Cronauer,524 Louisiana Ave Nw,San Leandro,CA,94577,louisa@cronauer.com
+Angella Cetta,185 Blackstone Bldge,Honolulu,HI,96817,angella.cetta@hotmail.com
+Cyndy Goldammer,170 Wyoming Ave,Burnsville,MN,55337,cgoldammer@cox.net
+Rosio Cork,4 10th St W,High Point,NC,27263,rosio.cork@gmail.com
+Celeste Korando,7 W Pinhook Rd,Lynbrook,NY,11563,ckorando@hotmail.com
+Twana Felger,1 Commerce Way,Portland,OR,97224,twana.felger@felger.org
+Estrella Samu,64 Lakeview Ave,Beloit,WI,53511,estrella@aol.com
+Donte Kines,3 Aspen St,Worcester,MA,1602,dkines@hotmail.com
+Tiffiny Steffensmeier,32860 Sierra Rd,Miami,FL,33133,tiffiny_steffensmeier@cox.net
+Edna Miceli,555 Main St,Erie,PA,16502,emiceli@miceli.org
+Sue Kownacki,2 Se 3rd Ave,Mesquite,TX,75149,sue@aol.com
+Jesusa Shin,2239 Shawnee Mission Pky,Tullahoma,TN,37388,jshin@shin.com
+Rolland Francescon,2726 Charcot Ave,Paterson,NJ,7501,rolland@cox.net
+Pamella Schmierer,5161 Dorsett Rd,Homestead,FL,33030,pamella.schmierer@schmierer.org
+Glory Kulzer,55892 Jacksonville Rd,Owings Mills,MD,21117,gkulzer@kulzer.org
+Shawna Palaspas,5 N Cleveland Massillon Rd,Thousand Oaks,CA,91362,shawna_palaspas@palaspas.org
+Brandon Callaro,7 Benton Dr,Honolulu,HI,96819,brandon_callaro@hotmail.com
+Scarlet Cartan,9390 S Howell Ave,Albany,GA,31701,scarlet.cartan@yahoo.com
+Oretha Menter,8 County Center Dr #647,Boston,MA,2210,oretha_menter@yahoo.com
+Ty Smith,4646 Kaahumanu St,Hackensack,NJ,7601,tsmith@aol.com
+Xuan Rochin,2 Monroe St,San Mateo,CA,94403,xuan@gmail.com
+Lindsey Dilello,52777 Leaders Heights Rd,Ontario,CA,91761,lindsey.dilello@hotmail.com
+Devora Perez,72868 Blackington Ave,Oakland,CA,94606,devora_perez@perez.org
+Herman Demesa,9 Norristown Rd,Troy,NY,12180,hdemesa@cox.net
+Rory Papasergi,83 County Road 437 #8581,Clarks Summit,PA,18411,rpapasergi@cox.net
+Talia Riopelle,1 N Harlem Ave #9,Orange,NJ,7050,talia_riopelle@aol.com
+Van Shire,90131 J St,Pittstown,NJ,8867,van.shire@shire.com
+Lucina Lary,8597 W National Ave,Cocoa,FL,32922,lucina_lary@cox.net
+Bok Isaacs,6 Gilson St,Bronx,NY,10468,bok.isaacs@aol.com
+Rolande Spickerman,65 W Maple Ave,Pearl City,HI,96782,rolande.spickerman@spickerman.com
+Howard Paulas,866 34th Ave,Denver,CO,80231,hpaulas@gmail.com
+Kimbery Madarang,798 Lund Farm Way,Rockaway,NJ,7866,kimbery_madarang@cox.net
+Thurman Manno,9387 Charcot Ave,Absecon,NJ,8201,thurman.manno@yahoo.com
+Becky Mirafuentes,30553 Washington Rd,Plainfield,NJ,7062,becky.mirafuentes@mirafuentes.com
+Beatriz Corrington,481 W Lemon St,Middleboro,MA,2346,beatriz@yahoo.com
+Marti Maybury,4 Warehouse Point Rd #7,Chicago,IL,60638,marti.maybury@yahoo.com
+Nieves Gotter,4940 Pulaski Park Dr,Portland,OR,97202,nieves_gotter@gmail.com
+Leatha Hagele,627 Walford Ave,Dallas,TX,75227,lhagele@cox.net
+Valentin Klimek,137 Pioneer Way,Chicago,IL,60604,vklimek@klimek.org
+Melissa Wiklund,61 13 Stoneridge #835,Findlay,OH,45840,melissa@cox.net
+Sheridan Zane,2409 Alabama Rd,Riverside,CA,92501,sheridan.zane@zane.com
+Bulah Padilla,8927 Vandever Ave,Waco,TX,76707,bulah_padilla@hotmail.com
+Audra Kohnert,134 Lewis Rd,Nashville,TN,37211,audra@kohnert.com
+Daren Weirather,9 N College Ave #3,Milwaukee,WI,53216,dweirather@aol.com
+Fernanda Jillson,60480 Old Us Highway 51,Preston,MD,21655,fjillson@aol.com
+Gearldine Gellinger,4 Bloomfield Ave,Irving,TX,75061,gearldine_gellinger@gellinger.com
+Chau Kitzman,429 Tiger Ln,Beverly Hills,CA,90212,chau@gmail.com
+Theola Frey,54169 N Main St,Massapequa,NY,11758,theola_frey@frey.com
+Cheryl Haroldson,92 Main St,Atlantic City,NJ,8401,cheryl@haroldson.org
+Laticia Merced,72 Mannix Dr,Cincinnati,OH,45203,lmerced@gmail.com
+Carissa Batman,12270 Caton Center Dr,Eugene,OR,97401,carissa.batman@yahoo.com
+Lezlie Craghead,749 W 18th St #45,Smithfield,NC,27577,lezlie.craghead@craghead.org
+Ozell Shealy,8 Industry Ln,New York,NY,10002,oshealy@hotmail.com
+Arminda Parvis,1 Huntwood Ave,Phoenix,AZ,85017,arminda@parvis.com
+Reita Leto,55262 N French Rd,Indianapolis,IN,46240,reita.leto@gmail.com
+Yolando Luczki,422 E 21st St,Syracuse,NY,13214,yolando@cox.net
+Lizette Stem,501 N 19th Ave,Cherry Hill,NJ,8002,lizette.stem@aol.com
+Gregoria Pawlowicz,455 N Main Ave,Garden City,NY,11530,gpawlowicz@yahoo.com
+Carin Deleo,1844 Southern Blvd,Little Rock,AR,72202,cdeleo@deleo.com
+Chantell Maynerich,2023 Greg St,Saint Paul,MN,55101,chantell@yahoo.com
+Dierdre Yum,63381 Jenks Ave,Philadelphia,PA,19134,dyum@yahoo.com
+Larae Gudroe,6651 Municipal Rd,Houma,LA,70360,larae_gudroe@gmail.com
+Latrice Tolfree,81 Norris Ave #525,Ronkonkoma,NY,11779,latrice.tolfree@hotmail.com
+Kerry Theodorov,6916 W Main St,Sacramento,CA,95827,kerry.theodorov@gmail.com
+Dorthy Hidvegi,9635 S Main St,Boise,ID,83704,dhidvegi@yahoo.com
+Fannie Lungren,17 Us Highway 111,Round Rock,TX,78664,fannie.lungren@yahoo.com
+Evangelina Radde,992 Civic Center Dr,Philadelphia,PA,19123,evangelina@aol.com
+Novella Degroot,303 N Radcliffe St,Hilo,HI,96720,novella_degroot@degroot.org
+Clay Hoa,73 Saint Ann St #86,Reno,NV,89502,choa@hoa.org
+Jennifer Fallick,44 58th St,Wheeling,IL,60090,jfallick@yahoo.com
+Irma Wolfgramm,9745 W Main St,Randolph,NJ,7869,irma.wolfgramm@hotmail.com
+Eun Coody,84 Bloomfield Ave,Spartanburg,SC,29301,eun@yahoo.com
+Sylvia Cousey,287 Youngstown Warren Rd,Hampstead,MD,21074,sylvia_cousey@cousey.org
+Nana Wrinkles,6 Van Buren St,Mount Vernon,NY,10553,nana@aol.com
+Layla Springe,229 N Forty Driv,New York,NY,10011,layla.springe@cox.net
+Joesph Degonia,2887 Knowlton St #5435,Berkeley,CA,94710,joesph_degonia@degonia.org
+Annabelle Boord,523 Marquette Ave,Concord,MA,1742,annabelle.boord@cox.net
+Stephaine Vinning,3717 Hamann Industrial Pky,San Francisco,CA,94104,stephaine@cox.net
+Nelida Sawchuk,3 State Route 35 S,Paramus,NJ,7652,nelida@gmail.com
+Marguerita Hiatt,82 N Highway 67,Oakley,CA,94561,marguerita.hiatt@gmail.com
+Carmela Cookey,9 Murfreesboro Rd,Chicago,IL,60623,ccookey@cookey.org
+Junita Brideau,6 S Broadway St,Cedar Grove,NJ,7009,jbrideau@aol.com
+Claribel Varriano,6 Harry L Dr #6327,Perrysburg,OH,43551,claribel_varriano@cox.net
+Benton Skursky,47939 Porter Ave,Gardena,CA,90248,benton.skursky@aol.com
+Hillary Skulski,9 Wales Rd Ne #914,Homosassa,FL,34448,hillary.skulski@aol.com
+Merilyn Bayless,195 13n N,Santa Clara,CA,95054,merilyn_bayless@cox.net
+Teri Ennaco,99 Tank Farm Rd,Hazleton,PA,18201,tennaco@gmail.com
+Merlyn Lawler,4671 Alemany Blvd,Jersey City,NJ,7304,merlyn_lawler@hotmail.com
+Georgene Montezuma,98 University Dr,San Ramon,CA,94583,gmontezuma@cox.net
+Jettie Mconnell,50 E Wacker Dr,Bridgewater,NJ,8807,jmconnell@hotmail.com
+Lemuel Latzke,70 Euclid Ave #722,Bohemia,NY,11716,lemuel.latzke@gmail.com
+Melodie Knipp,326 E Main St #6496,Thousand Oaks,CA,91362,mknipp@gmail.com
+Candida Corbley,406 Main St,Somerville,NJ,8876,candida_corbley@hotmail.com
+Karan Karpin,3 Elmwood Dr,Beaverton,OR,97005,karan_karpin@gmail.com
+Andra Scheyer,9 Church St,Salem,OR,97302,andra@gmail.com
+Felicidad Poullion,9939 N 14th St,Riverton,NJ,8077,fpoullion@poullion.com
+Belen Strassner,5384 Southwyck Blvd,Douglasville,GA,30135,belen_strassner@aol.com
+Gracia Melnyk,97 Airport Loop Dr,Jacksonville,FL,32216,gracia@melnyk.com
+Jolanda Hanafan,37855 Nolan Rd,Bangor,ME,4401,jhanafan@gmail.com
+Barrett Toyama,4252 N Washington Ave #9,Kennedale,TX,76060,barrett.toyama@toyama.org
+Helga Fredicks,42754 S Ash Ave,Buffalo,NY,14228,helga_fredicks@yahoo.com
+Ashlyn Pinilla,703 Beville Rd,Opa Locka,FL,33054,apinilla@cox.net
+Fausto Agramonte,5 Harrison Rd,New York,NY,10038,fausto_agramonte@yahoo.com
+Ronny Caiafa,73 Southern Blvd,Philadelphia,PA,19103,ronny.caiafa@caiafa.org
+Marge Limmel,189 Village Park Rd,Crestview,FL,32536,marge@gmail.com
+Norah Waymire,6 Middlegate Rd #106,San Francisco,CA,94107,norah.waymire@gmail.com
+Aliza Baltimore,1128 Delaware St,San Jose,CA,95132,aliza@aol.com
+Mozell Pelkowski,577 Parade St,South San Francisco,CA,94080,mpelkowski@pelkowski.org
+Viola Bitsuie,70 Mechanic St,Northridge,CA,91325,viola@gmail.com
+Franklyn Emard,4379 Highway 116,Philadelphia,PA,19103,femard@emard.com
+Willodean Konopacki,55 Hawthorne Blvd,Lafayette,LA,70506,willodean_konopacki@konopacki.org
+Beckie Silvestrini,7116 Western Ave,Dearborn,MI,48126,beckie.silvestrini@silvestrini.com
+Rebecka Gesick,2026 N Plankinton Ave #3,Austin,TX,78754,rgesick@gesick.org
+Frederica Blunk,99586 Main St,Dallas,TX,75207,frederica_blunk@gmail.com
+Glen Bartolet,8739 Hudson St,Vashon,WA,98070,glen_bartolet@hotmail.com
+Freeman Gochal,383 Gunderman Rd #197,Coatesville,PA,19320,freeman_gochal@aol.com
+Vincent Meinerding,4441 Point Term Mkt,Philadelphia,PA,19143,vincent.meinerding@hotmail.com
+Rima Bevelacqua,2972 Lafayette Ave,Gardena,CA,90248,rima@cox.net
+Glendora Sarbacher,2140 Diamond Blvd,Rohnert Park,CA,94928,gsarbacher@gmail.com
+Avery Steier,93 Redmond Rd #492,Orlando,FL,32803,avery@cox.net
+Cristy Lother,3989 Portage Tr,Escondido,CA,92025,cristy@lother.com
+Nicolette Brossart,1 Midway Rd,Westborough,MA,1581,nicolette_brossart@brossart.com
+Tracey Modzelewski,77132 Coon Rapids Blvd Nw,Conroe,TX,77301,tracey@hotmail.com
+Virgina Tegarden,755 Harbor Way,Milwaukee,WI,53226,virgina_tegarden@tegarden.com
+Tiera Frankel,87 Sierra Rd,El Monte,CA,91731,tfrankel@aol.com
+Alaine Bergesen,7667 S Hulen St #42,Yonkers,NY,10701,alaine_bergesen@cox.net
+Earleen Mai,75684 S Withlapopka Dr #32,Dallas,TX,75227,earleen_mai@cox.net
+Leonida Gobern,5 Elmwood Park Blvd,Biloxi,MS,39530,leonida@gobern.org
+Ressie Auffrey,23 Palo Alto Sq,Miami,FL,33134,ressie.auffrey@yahoo.com
+Justine Mugnolo,38062 E Main St,New York,NY,10048,jmugnolo@yahoo.com
+Eladia Saulter,3958 S Dupont Hwy #7,Ramsey,NJ,7446,eladia@saulter.com
+Chaya Malvin,560 Civic Center Dr,Ann Arbor,MI,48103,chaya@malvin.com
+Gwenn Suffield,3270 Dequindre Rd,Deer Park,NY,11729,gwenn_suffield@suffield.org
+Salena Karpel,1 Garfield Ave #7,Canton,OH,44707,skarpel@cox.net
+Yoko Fishburne,9122 Carpenter Ave,New Haven,CT,6511,yoko@fishburne.com
+Taryn Moyd,48 Lenox St,Fairfax,VA,22030,taryn.moyd@hotmail.com
+Katina Polidori,5 Little River Tpke,Wilmington,MA,1887,katina_polidori@aol.com
+Rickie Plumer,3 N Groesbeck Hwy,Toledo,OH,43613,rickie.plumer@aol.com
+Alex Loader,37 N Elm St #916,Tacoma,WA,98409,alex@loader.com
+Lashon Vizarro,433 Westminster Blvd #590,Roseville,CA,95661,lashon@aol.com
+Lauran Burnard,66697 Park Pl #3224,Riverton,WY,82501,lburnard@burnard.com
+Ceola Setter,96263 Greenwood Pl,Warren,ME,4864,ceola.setter@setter.org
+My Rantanen,8 Mcarthur Ln,Richboro,PA,18954,my@hotmail.com
+Lorrine Worlds,8 Fair Lawn Ave,Tampa,FL,33614,lorrine.worlds@worlds.com
+Peggie Sturiale,9 N 14th St,El Cajon,CA,92020,peggie@cox.net
+Marvel Raymo,9 Vanowen St,College Station,TX,77840,mraymo@yahoo.com
+Daron Dinos,18 Waterloo Geneva Rd,Highland Park,IL,60035,daron_dinos@cox.net
+An Fritz,506 S Hacienda Dr,Atlantic City,NJ,8401,an_fritz@hotmail.com
+Portia Stimmel,3732 Sherman Ave,Bridgewater,NJ,8807,portia.stimmel@aol.com
+Rhea Aredondo,25657 Live Oak St,Brooklyn,NY,11226,rhea_aredondo@cox.net
+Benedict Sama,4923 Carey Ave,Saint Louis,MO,63104,bsama@cox.net
+Alyce Arias,3196 S Rider Trl,Stockton,CA,95207,alyce@arias.org
+Heike Berganza,3 Railway Ave #75,Little Falls,NJ,7424,heike@gmail.com
+Carey Dopico,87393 E Highland Rd,Indianapolis,IN,46220,carey_dopico@dopico.org
+Dottie Hellickson,67 E Chestnut Hill Rd,Seattle,WA,98133,dottie@hellickson.org
+Deandrea Hughey,33 Lewis Rd #46,Burlington,NC,27215,deandrea@yahoo.com
+Kimberlie Duenas,8100 Jacksonville Rd #7,Hays,KS,67601,kimberlie_duenas@yahoo.com
+Martina Staback,7 W Wabansia Ave #227,Orlando,FL,32822,martina_staback@staback.com
+Skye Fillingim,25 Minters Chapel Rd #9,Minneapolis,MN,55401,skye_fillingim@yahoo.com
+Jade Farrar,6882 Torresdale Ave,Columbia,SC,29201,jade.farrar@yahoo.com
+Charlene Hamilton,985 E 6th Ave,Santa Rosa,CA,95407,charlene.hamilton@hotmail.com
+Geoffrey Acey,7 West Ave #1,Palatine,IL,60067,geoffrey@gmail.com
+Stevie Westerbeck,26659 N 13th St,Costa Mesa,CA,92626,stevie.westerbeck@yahoo.com
+Pamella Fortino,669 Packerland Dr #1438,Denver,CO,80212,pamella@fortino.com
+Harrison Haufler,759 Eldora St,New Haven,CT,6515,hhaufler@hotmail.com
+Johnna Engelberg,5 S Colorado Blvd #449,Bothell,WA,98021,jengelberg@engelberg.org
+Buddy Cloney,944 Gaither Dr,Strongsville,OH,44136,buddy.cloney@yahoo.com
+Dalene Riden,66552 Malone Rd,Plaistow,NH,3865,dalene.riden@aol.com
+Jerry Zurcher,77 Massillon Rd #822,Satellite Beach,FL,32937,jzurcher@zurcher.org
+Haydee Denooyer,25346 New Rd,New York,NY,10016,hdenooyer@denooyer.org
+Joseph Cryer,60 Fillmore Ave,Huntington Beach,CA,92647,joseph_cryer@cox.net
+Deonna Kippley,57 Haven Ave #90,Southfield,MI,48075,deonna_kippley@hotmail.com
+Raymon Calvaresi,6538 E Pomona St #60,Indianapolis,IN,46222,raymon.calvaresi@gmail.com
+Alecia Bubash,6535 Joyce St,Wichita Falls,TX,76301,alecia@aol.com
+Ma Layous,78112 Morris Ave,North Haven,CT,6473,mlayous@hotmail.com
+Detra Coyier,96950 Hidden Ln,Aberdeen,MD,21001,detra@aol.com
+Terrilyn Rodeigues,3718 S Main St,New Orleans,LA,70130,terrilyn.rodeigues@cox.net
+Salome Lacovara,9677 Commerce Dr,Richmond,VA,23219,slacovara@gmail.com
+Garry Keetch,5 Green Pond Rd #4,Southampton,PA,18966,garry_keetch@hotmail.com
+Matthew Neither,636 Commerce Dr #42,Shakopee,MN,55379,mneither@yahoo.com
+Theodora Restrepo,42744 Hamann Industrial Pky #82,Miami,FL,33136,theodora.restrepo@restrepo.com
+Noah Kalafatis,1950 5th Ave,Milwaukee,WI,53209,noah.kalafatis@aol.com
+Carmen Sweigard,61304 N French Rd,Somerset,NJ,8873,csweigard@sweigard.com
+Lavonda Hengel,87 Imperial Ct #79,Fargo,ND,58102,lavonda@cox.net
+Junita Stoltzman,94 W Dodge Rd,Carson City,NV,89701,junita@aol.com
+Herminia Nicolozakes,4 58th St #3519,Scottsdale,AZ,85254,herminia@nicolozakes.org
+Casie Good,5221 Bear Valley Rd,Nashville,TN,37211,casie.good@aol.com
+Reena Maisto,9648 S Main,Salisbury,MD,21801,reena@hotmail.com
+Mirta Mallett,7 S San Marcos Rd,New York,NY,10004,mirta_mallett@gmail.com
+Cathrine Pontoriero,812 S Haven St,Amarillo,TX,79109,cathrine.pontoriero@pontoriero.com
+Filiberto Tawil,3882 W Congress St #799,Los Angeles,CA,90016,ftawil@hotmail.com
+Raul Upthegrove,4 E Colonial Dr,La Mesa,CA,91942,rupthegrove@yahoo.com
+Sarah Candlish,45 2nd Ave #9759,Atlanta,GA,30328,sarah.candlish@gmail.com
+Lucy Treston,57254 Brickell Ave #372,Worcester,MA,1602,lucy@cox.net
+Judy Aquas,8977 Connecticut Ave Nw #3,Niles,MI,49120,jaquas@aquas.com
+Yvonne Tjepkema,9 Waydell St,Fairfield,NJ,7004,yvonne.tjepkema@hotmail.com
+Kayleigh Lace,43 Huey P Long Ave,Lafayette,LA,70508,kayleigh.lace@yahoo.com
+Felix Hirpara,7563 Cornwall Rd #4462,Denver,PA,17517,felix_hirpara@cox.net
+Tresa Sweely,22 Bridle Ln,Valley Park,MO,63088,tresa_sweely@hotmail.com
+Kristeen Turinetti,70099 E North Ave,Arlington,TX,76013,kristeen@gmail.com
+Jenelle Regusters,3211 E Northeast Loop,Tampa,FL,33619,jregusters@regusters.com
+Renea Monterrubio,26 Montgomery St,Atlanta,GA,30328,renea@hotmail.com
+Olive Matuszak,13252 Lighthouse Ave,Cathedral City,CA,92234,olive@aol.com
+Ligia Reiber,206 Main St #2804,Lansing,MI,48933,lreiber@cox.net
+Christiane Eschberger,96541 W Central Blvd,Phoenix,AZ,85034,christiane.eschberger@yahoo.com
+Goldie Schirpke,34 Saint George Ave #2,Bangor,ME,4401,goldie.schirpke@yahoo.com
+Loreta Timenez,47857 Coney Island Ave,Clinton,MD,20735,loreta.timenez@hotmail.com
+Fabiola Hauenstein,8573 Lincoln Blvd,York,PA,17404,fabiola.hauenstein@hauenstein.org
+Amie Perigo,596 Santa Maria Ave #7913,Mesquite,TX,75150,amie.perigo@yahoo.com
+Raina Brachle,3829 Ventura Blvd,Butte,MT,59701,raina.brachle@brachle.org
+Erinn Canlas,13 S Hacienda Dr,Livingston,NJ,7039,erinn.canlas@canlas.com
+Cherry Lietz,40 9th Ave Sw #91,Waterford,MI,48329,cherry@lietz.com
+Kattie Vonasek,2845 Boulder Crescent St,Cleveland,OH,44103,kattie@vonasek.org
+Lilli Scriven,33 State St,Abilene,TX,79601,lilli@aol.com
+Whitley Tomasulo,2 S 15th St,Fort Worth,TX,76107,whitley.tomasulo@aol.com
+Barbra Adkin,4 Kohler Memorial Dr,Brooklyn,NY,11230,badkin@hotmail.com
+Hermila Thyberg,1 Rancho Del Mar Shopping C,Providence,RI,2903,hermila_thyberg@hotmail.com
+Jesusita Flister,3943 N Highland Ave,Lancaster,PA,17601,jesusita.flister@hotmail.com
+Caitlin Julia,5 Williams St,Johnston,RI,2919,caitlin.julia@julia.org
+Roosevelt Hoffis,60 Old Dover Rd,Hialeah,FL,33014,roosevelt.hoffis@aol.com
+Helaine Halter,8 Sheridan Rd,Jersey City,NJ,7304,hhalter@yahoo.com
+Lorean Martabano,85092 Southern Blvd,San Antonio,TX,78204,lorean.martabano@hotmail.com
+France Buzick,64 Newman Springs Rd E,Brooklyn,NY,11219,france.buzick@yahoo.com
+Justine Ferrario,48 Stratford Ave,Pomona,CA,91768,jferrario@hotmail.com
+Adelina Nabours,80 Pittsford Victor Rd #9,Cleveland,OH,44103,adelina_nabours@gmail.com
+Derick Dhamer,87163 N Main Ave,New York,NY,10013,ddhamer@cox.net
+Jerry Dallen,393 Lafayette Ave,Richmond,VA,23219,jerry.dallen@yahoo.com
+Leota Ragel,99 5th Ave #33,Trion,GA,30753,leota.ragel@gmail.com
+Jutta Amyot,49 N Mays St,Broussard,LA,70518,jamyot@hotmail.com
+Aja Gehrett,993 Washington Ave,Nutley,NJ,7110,aja_gehrett@hotmail.com
+Kirk Herritt,88 15th Ave Ne,Vestal,NY,13850,kirk.herritt@aol.com
+Leonora Mauson,3381 E 40th Ave,Passaic,NJ,7055,leonora@yahoo.com
+Winfred Brucato,201 Ridgewood Rd,Moscow,ID,83843,winfred_brucato@hotmail.com
+Tarra Nachor,39 Moccasin Dr,San Francisco,CA,94104,tarra.nachor@cox.net
+Corinne Loder,4 Carroll St,North Attleboro,MA,2760,corinne@loder.org
+Dulce Labreche,9581 E Arapahoe Rd,Rochester,MI,48307,dulce_labreche@yahoo.com
+Kate Keneipp,33 N Michigan Ave,Green Bay,WI,54301,kate_keneipp@yahoo.com
+Kaitlyn Ogg,2 S Biscayne Blvd,Baltimore,MD,21230,kaitlyn.ogg@gmail.com
+Sherita Saras,8 Us Highway 22,Colorado Springs,CO,80937,sherita.saras@cox.net
+Lashawnda Stuer,7422 Martin Ave #8,Toledo,OH,43607,lstuer@cox.net
+Ernest Syrop,94 Chase Rd,Hyattsville,MD,20785,ernest@cox.net
+Nobuko Halsey,8139 I Hwy 10 #92,New Bedford,MA,2745,nobuko.halsey@yahoo.com
+Lavonna Wolny,5 Cabot Rd,Mc Lean,VA,22102,lavonna.wolny@hotmail.com
+Lashaunda Lizama,3387 Ryan Dr,Hanover,MD,21076,llizama@cox.net
+Mariann Bilden,3125 Packer Ave #9851,Austin,TX,78753,mariann.bilden@aol.com
+Helene Rodenberger,347 Chestnut St,Peoria,AZ,85381,helene@aol.com
+Roselle Estell,8116 Mount Vernon Ave,Bucyrus,OH,44820,roselle.estell@hotmail.com
+Samira Heintzman,8772 Old County Rd #5410,Kent,WA,98032,sheintzman@hotmail.com
+Margart Meisel,868 State St #38,Cincinnati,OH,45251,margart_meisel@yahoo.com
+Kristofer Bennick,772 W River Dr,Bloomington,IN,47404,kristofer.bennick@yahoo.com
+Weldon Acuff,73 W Barstow Ave,Arlington Heights,IL,60004,wacuff@gmail.com
+Shalon Shadrick,61047 Mayfield Ave,Brooklyn,NY,11223,shalon@cox.net
+Denise Patak,2139 Santa Rosa Ave,Orlando,FL,32801,denise@patak.org
+Louvenia Beech,598 43rd St,Beverly Hills,CA,90210,louvenia.beech@beech.com
+Audry Yaw,70295 Pioneer Ct,Brandon,FL,33511,audry.yaw@yaw.org
+Kristel Ehmann,92899 Kalakaua Ave,El Paso,TX,79925,kristel.ehmann@aol.com
+Vincenza Zepp,395 S 6th St #2,El Cajon,CA,92020,vzepp@gmail.com
+Elouise Gwalthney,9506 Edgemore Ave,Bladensburg,MD,20710,egwalthney@yahoo.com
+Venita Maillard,72119 S Walker Ave #63,Anaheim,CA,92801,venita_maillard@gmail.com
+Kasandra Semidey,369 Latham St #500,Saint Louis,MO,63102,kasandra_semidey@semidey.com
+Xochitl Discipio,3158 Runamuck Pl,Round Rock,TX,78664,xdiscipio@gmail.com
+Maile Linahan,9 Plainsboro Rd #598,Greensboro,NC,27409,mlinahan@yahoo.com
+Krissy Rauser,8728 S Broad St,Coram,NY,11727,krauser@cox.net
+Pete Dubaldi,2215 Prosperity Dr,Lyndhurst,NJ,7071,pdubaldi@hotmail.com
+Linn Paa,1 S Pine St,Memphis,TN,38112,linn_paa@paa.com
+Paris Wide,187 Market St,Atlanta,GA,30342,paris@hotmail.com
+Wynell Dorshorst,94290 S Buchanan St,Pacifica,CA,94044,wynell_dorshorst@dorshorst.org
+Quentin Birkner,7061 N 2nd St,Burnsville,MN,55337,qbirkner@aol.com
+Regenia Kannady,10759 Main St,Scottsdale,AZ,85260,regenia.kannady@cox.net
+Sheron Louissant,97 E 3rd St #9,Long Island City,NY,11101,sheron@aol.com
+Izetta Funnell,82 Winsor St #54,Atlanta,GA,30340,izetta.funnell@hotmail.com
+Rodolfo Butzen,41 Steel Ct,Northfield,MN,55057,rodolfo@hotmail.com
+Zona Colla,49440 Dearborn St,Norwalk,CT,6854,zona@hotmail.com
+Serina Zagen,7 S Beverly Dr,Fort Wayne,IN,46802,szagen@aol.com
+Paz Sahagun,919 Wall Blvd,Meridian,MS,39307,paz_sahagun@cox.net
+Markus Lukasik,89 20th St E #779,Sterling Heights,MI,48310,markus@yahoo.com
+Jaclyn Bachman,721 Interstate 45 S,Colorado Springs,CO,80919,jaclyn@aol.com
+Cyril Daufeldt,3 Lawton St,New York,NY,10013,cyril_daufeldt@daufeldt.com
+Gayla Schnitzler,38 Pleasant Hill Rd,Hayward,CA,94545,gschnitzler@gmail.com
+Erick Nievas,45 E Acacia Ct,Chicago,IL,60624,erick_nievas@aol.com
+Jennie Drymon,63728 Poway Rd #1,Scranton,PA,18509,jennie@cox.net
+Mitsue Scipione,77 222 Dr,Oroville,CA,95965,mscipione@scipione.com
+Ciara Ventura,53 W Carey St,Port Jervis,NY,12771,cventura@yahoo.com
+Galen Cantres,617 Nw 36th Ave,Brook Park,OH,44142,galen@yahoo.com
+Truman Feichtner,539 Coldwater Canyon Ave,Bloomfield,NJ,7003,tfeichtner@yahoo.com
+Gail Kitty,735 Crawford Dr,Anchorage,AK,99501,gail@kitty.com
+Dalene Schoeneck,910 Rahway Ave,Philadelphia,PA,19102,dalene@schoeneck.org
+Gertude Witten,7 Tarrytown Rd,Cincinnati,OH,45217,gertude.witten@gmail.com
+Lizbeth Kohl,35433 Blake St #588,Gardena,CA,90248,lizbeth@yahoo.com
+Glenn Berray,29 Cherry St #7073,Des Moines,IA,50315,gberray@gmail.com
+Lashandra Klang,810 N La Brea Ave,King of Prussia,PA,19406,lashandra@yahoo.com
+Lenna Newville,987 Main St,Raleigh,NC,27601,lnewville@newville.com
+Laurel Pagliuca,36 Enterprise St Se,Richland,WA,99352,laurel@yahoo.com
+Mireya Frerking,8429 Miller Rd,Pelham,NY,10803,mireya.frerking@hotmail.com
+Annelle Tagala,5 W 7th St,Parkville,MD,21234,annelle@yahoo.com
+Dean Ketelsen,2 Flynn Rd,Hicksville,NY,11801,dean_ketelsen@gmail.com
+Levi Munis,2094 Ne 36th Ave,Worcester,MA,1603,levi.munis@gmail.com
+Sylvie Ryser,649 Tulane Ave,Tulsa,OK,74105,sylvie@aol.com
+Sharee Maile,2094 Montour Blvd,Muskegon,MI,49442,sharee_maile@aol.com
+Cordelia Storment,393 Hammond Dr,Lafayette,LA,70506,cordelia_storment@aol.com
+Mollie Mcdoniel,8590 Lake Lizzie Dr,Bowling Green,OH,43402,mollie_mcdoniel@yahoo.com
+Brett Mccullan,87895 Concord Rd,La Mesa,CA,91942,brett.mccullan@mccullan.com
+Teddy Pedrozo,46314 Route 130,Bridgeport,CT,6610,teddy_pedrozo@aol.com
+Tasia Andreason,4 Cowesett Ave,Kearny,NJ,7032,tasia_andreason@yahoo.com
+Hubert Walthall,95 Main Ave #2,Barberton,OH,44203,hubert@walthall.org
+Arthur Farrow,28 S 7th St #2824,Englewood,NJ,7631,arthur.farrow@yahoo.com
+Vilma Berlanga,79 S Howell Ave,Grand Rapids,MI,49546,vberlanga@berlanga.com
+Billye Miro,36 Lancaster Dr Se,Pearl,MS,39208,billye_miro@cox.net
+Glenna Slayton,2759 Livingston Ave,Memphis,TN,38118,glenna_slayton@cox.net
+Mitzie Hudnall,17 Jersey Ave,Englewood,CO,80110,mitzie_hudnall@yahoo.com
+Bernardine Rodefer,2 W Grand Ave,Memphis,TN,38112,bernardine_rodefer@yahoo.com
+Staci Schmaltz,18 Coronado Ave #563,Pasadena,CA,91106,staci_schmaltz@aol.com
+Nichelle Meteer,72 Beechwood Ter,Chicago,IL,60657,nichelle_meteer@meteer.com
+Janine Rhoden,92 Broadway,Astoria,NY,11103,jrhoden@yahoo.com
+Ettie Hoopengardner,39 Franklin Ave,Richland,WA,99352,ettie.hoopengardner@hotmail.com
+Eden Jayson,4 Iwaena St,Baltimore,MD,21202,eden_jayson@yahoo.com
+Lynelle Auber,32820 Corkwood Rd,Newark,NJ,7104,lynelle_auber@gmail.com
+Merissa Tomblin,34 Raritan Center Pky,Bellflower,CA,90706,merissa.tomblin@gmail.com
+Golda Kaniecki,6201 S Nevada Ave,Toms River,NJ,8755,golda_kaniecki@yahoo.com
+Catarina Gleich,78 Maryland Dr #146,Denville,NJ,7834,catarina_gleich@hotmail.com
+Virgie Kiel,76598 Rd  I 95 #1,Denver,CO,80216,vkiel@hotmail.com
+Jolene Ostolaza,1610 14th St Nw,Newport News,VA,23608,jolene@yahoo.com
+Keneth Borgman,86350 Roszel Rd,Phoenix,AZ,85012,keneth@yahoo.com
+Rikki Nayar,1644 Clove Rd,Miami,FL,33155,rikki@nayar.com
+Elke Sengbusch,9 W Central Ave,Phoenix,AZ,85013,elke_sengbusch@yahoo.com
+Hoa Sarao,27846 Lafayette Ave,Oak Hill,FL,32759,hoa@sarao.org
+Trinidad Mcrae,10276 Brooks St,San Francisco,CA,94105,trinidad_mcrae@yahoo.com
+Mari Lueckenbach,1 Century Park E,San Diego,CA,92110,mari_lueckenbach@yahoo.com
+Selma Husser,9 State Highway 57 #22,Jersey City,NJ,7306,selma.husser@cox.net
+Antione Onofrio,4 S Washington Ave,San Bernardino,CA,92410,aonofrio@onofrio.com
+Luisa Jurney,25 Se 176th Pl,Cambridge,MA,2138,ljurney@hotmail.com
+Clorinda Heimann,105 Richmond Valley Rd,Escondido,CA,92025,clorinda.heimann@hotmail.com
+Dick Wenzinger,22 Spruce St #595,Gardena,CA,90248,dick@yahoo.com
+Ahmed Angalich,2 W Beverly Blvd,Harrisburg,PA,17110,ahmed.angalich@angalich.com
+Iluminada Ohms,72 Southern Blvd,Mesa,AZ,85204,iluminada.ohms@yahoo.com
+Joanna Leinenbach,1 Washington St,Lake Worth,FL,33461,joanna_leinenbach@hotmail.com
+Caprice Suell,90177 N 55th Ave,Nashville,TN,37211,caprice@aol.com
+Stephane Myricks,9 Tower Ave,Burlington,KY,41005,stephane_myricks@cox.net
+Quentin Swayze,278 Bayview Ave,Milan,MI,48160,quentin_swayze@yahoo.com
+Annmarie Castros,80312 W 32nd St,Conroe,TX,77301,annmarie_castros@gmail.com
+Shonda Greenbush,82 Us Highway 46,Clifton,NJ,7011,shonda_greenbush@cox.net
+Cecil Lapage,4 Stovall St #72,Union City,NJ,7087,clapage@lapage.com
+Jeanice Claucherty,19 Amboy Ave,Miami,FL,33142,jeanice.claucherty@yahoo.com
+Josphine Villanueva,63 Smith Ln #8343,Moss,TN,38575,josphine_villanueva@villanueva.com
+Daniel Perruzza,11360 S Halsted St,Santa Ana,CA,92705,dperruzza@perruzza.com
+Cassi Wildfong,26849 Jefferson Hwy,Rolling Meadows,IL,60008,cassi.wildfong@aol.com
+Britt Galam,2500 Pringle Rd Se #508,Hatfield,PA,19440,britt@galam.org
+Adell Lipkin,65 Mountain View Dr,Whippany,NJ,7981,adell.lipkin@lipkin.com
+Jacqueline Rowling,1 N San Saba,Erie,PA,16501,jacqueline.rowling@yahoo.com
+Lonny Weglarz,51120 State Route 18,Salt Lake City,UT,84115,lonny_weglarz@gmail.com
+Lonna Diestel,1482 College Ave,Fayetteville,NC,28301,lonna_diestel@gmail.com
+Cristal Samara,4119 Metropolitan Dr,Los Angeles,CA,90021,cristal@cox.net
+Kenneth Grenet,2167 Sierra Rd,East Lansing,MI,48823,kenneth.grenet@grenet.org
+Elli Mclaird,6 Sunrise Ave,Utica,NY,13501,emclaird@mclaird.com
+Alline Jeanty,55713 Lake City Hwy,South Bend,IN,46601,ajeanty@gmail.com
+Sharika Eanes,75698 N Fiesta Blvd,Orlando,FL,32806,sharika.eanes@aol.com
+Nu Mcnease,88 Sw 28th Ter,Harrison,NJ,7029,nu@gmail.com
+Daniela Comnick,7 Flowers Rd #403,Trenton,NJ,8611,dcomnick@cox.net
+Cecilia Colaizzo,4 Nw 12th St #3849,Madison,WI,53717,cecilia_colaizzo@colaizzo.com
+Leslie Threets,2 A Kelley Dr,Katonah,NY,10536,leslie@cox.net
+Nan Koppinger,88827 Frankford Ave,Greensboro,NC,27401,nan@koppinger.com
+Izetta Dewar,2 W Scyene Rd #3,Baltimore,MD,21217,idewar@dewar.com
+Tegan Arceo,62260 Park Stre,Monroe Township,NJ,8831,tegan.arceo@arceo.org
+Ruthann Keener,3424 29th St Se,Kerrville,TX,78028,ruthann@hotmail.com
+Joni Breland,35 E Main St #43,Elk Grove Village,IL,60007,joni_breland@cox.net
+Vi Rentfro,7163 W Clark Rd,Freehold,NJ,7728,vrentfro@cox.net
+Colette Kardas,21575 S Apple Creek Rd,Omaha,NE,68124,colette.kardas@yahoo.com
+Malcolm Tromblay,747 Leonis Blvd,Annandale,VA,22003,malcolm_tromblay@cox.net
+Ryan Harnos,13 Gunnison St,Plano,TX,75075,ryan@cox.net
+Jess Chaffins,18 3rd Ave,New York,NY,10016,jess.chaffins@chaffins.org
+Sharen Bourbon,62 W Austin St,Syosset,NY,11791,sbourbon@yahoo.com
+Nickolas Juvera,177 S Rider Trl #52,Crystal River,FL,34429,nickolas_juvera@cox.net
+Gary Nunlee,2 W Mount Royal Ave,Fortville,IN,46040,gary_nunlee@nunlee.org
+Diane Devreese,1953 Telegraph Rd,Saint Joseph,MO,64504,diane@cox.net
+Roslyn Chavous,63517 Dupont St,Jackson,MS,39211,roslyn.chavous@chavous.org
+Glory Schieler,5 E Truman Rd,Abilene,TX,79602,glory@yahoo.com
+Rasheeda Sayaphon,251 Park Ave #979,Saratoga,CA,95070,rasheeda@aol.com
+Alpha Palaia,43496 Commercial Dr #29,Cherry Hill,NJ,8003,alpha@yahoo.com
+Refugia Jacobos,2184 Worth St,Hayward,CA,94545,refugia.jacobos@jacobos.com
+Shawnda Yori,50126 N Plankinton Ave,Longwood,FL,32750,shawnda.yori@yahoo.com
+Mona Delasancha,38773 Gravois Ave,Cheyenne,WY,82001,mdelasancha@hotmail.com
+Gilma Liukko,16452 Greenwich St,Garden City,NY,11530,gilma_liukko@gmail.com
+Janey Gabisi,40 Cambridge Ave,Madison,WI,53715,jgabisi@hotmail.com
+Lili Paskin,20113 4th Ave E,Kearny,NJ,7032,lili.paskin@cox.net
+Loren Asar,6 Ridgewood Center Dr,Old Forge,PA,18518,loren.asar@aol.com
+Dorothy Chesterfield,469 Outwater Ln,San Diego,CA,92126,dorothy@cox.net
+Gail Similton,62 Monroe St,Thousand Palms,CA,92276,gail_similton@similton.com
+Catalina Tillotson,3338 A Lockport Pl #6,Margate City,NJ,8402,catalina@hotmail.com
+Lawrence Lorens,9 Hwy,Providence,RI,2906,lawrence.lorens@hotmail.com
+Carlee Boulter,8284 Hart St,Abilene,KS,67410,carlee.boulter@hotmail.com
+Thaddeus Ankeny,5 Washington St #1,Roseville,CA,95678,tankeny@ankeny.org
+Jovita Oles,8 S Haven St,Daytona Beach,FL,32114,joles@gmail.com
+Alesia Hixenbaugh,9 Front St,Washington,DC,20001,alesia_hixenbaugh@hixenbaugh.org
+Lai Harabedian,1933 Packer Ave #2,Novato,CA,94945,lai@gmail.com
+Brittni Gillaspie,67 Rv Cent,Boise,ID,83709,bgillaspie@gillaspie.com
+Raylene Kampa,2 Sw Nyberg Rd,Elkhart,IN,46514,rkampa@kampa.org
+Flo Bookamer,89992 E 15th St,Alliance,NE,69301,flo.bookamer@cox.net
+Jani Biddy,61556 W 20th Ave,Seattle,WA,98104,jbiddy@yahoo.com
+Chauncey Motley,63 E Aurora Dr,Orlando,FL,32804,chauncey_motley@aol.com

pers1.txt

@@ -0,0 +1,10 @@
+Luisa Jurney,25 Se 176th Pl,Providence,RI,2903,luisa@hotmail.com
+Shalon Shadrick,61047 Mayfield Ave,New York,NY,10011,shalon@cox.net
+Joesph Degonia,2887 Knowlton St #5435,Aberdeen,MD,21001,joesph@aol.com
+Regenia Kannady,10759 Main St,San Francisco,CA,94104,regenia@gmail.com
+Sage Wieser,5 Boston Ave #88,Hampstead,MD,21074,sage@cousey.org
+Colette Kardas,21575 S Apple Creek Rd,Denville,NJ,7834,colette@hotmail.com
+Louvenia Beech,598 43rd St,Anchorage,AK,99501,louvenia@hotmail.com
+Xuan Rochin,2 Monroe St,Santa Rosa,CA,95407,xuan@hotmail.com
+Antione Onofrio,4 S Washington Ave,Boise,ID,83704,antione@yahoo.com
+Jamal Vanausdal,53075 Sw 152nd Ter #615,Vestal,NY,13850,jamal@aol.com

pers_exist.txt

@@ -0,0 +1,20 @@
+Shawnda Yori,50126 N Plankinton Ave,Longwood,FL,32750,shawnda.yori@yahoo.com
+Mona Delasancha,38773 Gravois Ave,Cheyenne,WY,82001,mdelasancha@hotmail.com
+Gilma Liukko,16452 Greenwich St,Garden City,NY,11530,gilma_liukko@gmail.com
+Janey Gabisi,40 Cambridge Ave,Madison,WI,53715,jgabisi@hotmail.com
+Lili Paskin,20113 4th Ave E,Kearny,NJ,7032,lili.paskin@cox.net
+Loren Asar,6 Ridgewood Center Dr,Old Forge,PA,18518,loren.asar@aol.com
+Dorothy Chesterfield,469 Outwater Ln,San Diego,CA,92126,dorothy@cox.net
+Gail Similton,62 Monroe St,Thousand Palms,CA,92276,gail_similton@similton.com
+Catalina Tillotson,3338 A Lockport Pl #6,Margate City,NJ,8402,catalina@hotmail.com
+Lawrence Lorens,9 Hwy,Providence,RI,2906,lawrence.lorens@hotmail.com
+Carlee Boulter,8284 Hart St,Abilene,KS,67410,carlee.boulter@hotmail.com
+Thaddeus Ankeny,5 Washington St #1,Roseville,CA,95678,tankeny@ankeny.org
+Jovita Oles,8 S Haven St,Daytona Beach,FL,32114,joles@gmail.com
+Alesia Hixenbaugh,9 Front St,Washington,DC,20001,alesia_hixenbaugh@hixenbaugh.org
+Lai Harabedian,1933 Packer Ave #2,Novato,CA,94945,lai@gmail.com
+Brittni Gillaspie,67 Rv Cent,Boise,ID,83709,bgillaspie@gillaspie.com
+Raylene Kampa,2 Sw Nyberg Rd,Elkhart,IN,46514,rkampa@kampa.org
+Flo Bookamer,89992 E 15th St,Alliance,NE,69301,flo.bookamer@cox.net
+Jani Biddy,61556 W 20th Ave,Seattle,WA,98104,jbiddy@yahoo.com
+Chauncey Motley,63 E Aurora Dr,Orlando,FL,32804,chauncey_motley@aol.com

pers_new.txt

@@ -0,0 +1,10 @@
+Izetta Funnell,82 Winsor St #54,Philadelphia,PA,19132,izetta@yahoo.com
+Eladia Saulter,3958 S Dupont Hwy #7,Cincinnati,OH,45217,eladia@gmail.com
+Willard Kolmetz,618 W Yakima Ave,Shawnee,KS,66218,willard@caudy.org
+Marti Maybury,4 Warehouse Point Rd #7,San Diego,CA,92126,marti@cox.net
+Shalon Shadrick,61047 Mayfield Ave,Huntington Beach,CA,92647,shalon@cox.net
+Sue Kownacki,2 Se 3rd Ave,San Francisco,CA,94105,sue@yahoo.com
+Samira Heintzman,8772 Old County Rd #5410,Milwaukee,WI,53216,samira@aol.com
+Jovita Oles,8 S Haven St,Anchorage,AK,99501,jovita@kitty.com
+Ernie Stenseth,45 E Liberty St,Hialeah,FL,33014,ernie@aol.com
+Tegan Arceo,62260 Park Stre,Los Angeles,CA,90034,tegan@aol.com

pers_new_dup.txt

@@ -0,0 +1,10 @@
+Lawrence Lorens,9 Hpy,Providence,RI,2906,lawrence.lorens@hotmail.com
+Eladia Saulter,3958 S Dupont Hwy #7,Cincinnati,OH,45217,eladia@gmail.com
+Willard Kolmetz,618 W Yakima Ave,Shawnee,KS,66218,willard@caudy.org
+Marti Maybury,4 Warehouse Point Rd #7,San Diego,CA,92126,marti@cox.net
+Shalon Shadrick,61047 Mayfield Ave,Huntington Beach,CA,92647,shalon@cox.net
+Sue Kownacki,2 Se 3rd Ave,San Francisco,CA,94105,sue@yahoo.com
+Catalina Tillotson,3338 A Lockport Pl #6,Margate City,NJ,8902,catalina@hotmail.com
+Jovita Oles,8 S Haven St,Anchorage,AK,99501,jovita@kitty.com
+Ernie Stenseth,45 E Liberty St,Hialeah,FL,33014,ernie@aol.com
+Tegan Arceo,62260 Park Stre,Los Angeles,CA,90034,tegan@aol.com

ppers.txt

@@ -0,0 +1,100 @@
+Golda Kaniecki,6201 S Nevada Ave,Saratoga,CA,95070,golda@aol.com,Golda Kaniecki,6201 S Nevada Ave,Saratoga,CA,99070,goldanaol.com,1
+Golda Kaniecki,6201 S Nevada Ave,Saratoga,CA,95070,golda@aol.com,Golda Kaniecki,6201 S Nevada Ave,Saratoga,CA,95770,golda@aol.com,1
+Golda Kaniecki,6201 S Nevada Ave,Saratoga,CA,95070,golda@aol.com,Gail Similton,62 Monroe St,Kearny,NJ,7032,gail@yahoo.com,0
+Golda Kaniecki,6201 S Nevada Ave,Saratoga,CA,95070,golda@aol.com,Jennie Drymon,63728 Poway Rd #1,Saint Paul,MN,55101,jennie@yahoo.com,0
+Cory Gibes,83649 W Belmont Ave,Gardena,CA,90248,cory@cox.net,Cory Y Gibes,83649 W Belmont Ave,Gardena,CA,90248,cory@cox.net,1
+Cory Gibes,83649 W Belmont Ave,Gardena,CA,90248,cory@cox.net,Cory Gibes,83649 W Belmont Ave,Gardena,CA,90268,cory@cox.net,1
+Cory Gibes,83649 W Belmont Ave,Gardena,CA,90248,cory@cox.net,Alex Loader,37 N Elm St #916,Burnsville,MN,55337,alex@aol.com,0
+Cory Gibes,83649 W Belmont Ave,Gardena,CA,90248,cory@cox.net,Fatima Saylors,2 Lighthouse Ave,Tampa,FL,33619,fatima@regusters.com,0
+Lashon Vizarro,433 Westminster Blvd #590,Chicago,IL,60632,lashon@yahoo.com,Lashon Vizarro,433 Westmidster Blvd #590,Chicago,IL,60632,lashon@yahoo.com,1
+Lashon Vizarro,433 Westminster Blvd #590,Chicago,IL,60632,lashon@yahoo.com,Lashon Vizarro,433 Westminster Blvd #590,Cdiqago,IL,60632,lashon@yahoo.com,1
+Lashon Vizarro,433 Westminster Blvd #590,Chicago,IL,60632,lashon@yahoo.com,Meaghan Garufi,69734 E Carrillo St,Westborough,MA,1581,meaghan@brossart.com,0
+Lashon Vizarro,433 Westminster Blvd #590,Chicago,IL,60632,lashon@yahoo.com,Alex Loader,37 N Elm St #916,Burnsville,MN,55337,alex@aol.com,0
+Eden Jayson,4 Iwaena St,Fargo,ND,58102,eden@cox.net,Eden I Jayson,4 Iwaena St,Fargo,ND,58102,eden@cox.net,1
+Eden Jayson,4 Iwaena St,Fargo,ND,58102,eden@cox.net,Eden Mayson,4 Iwaena St,Fargo,ND,58102,eden@cox.net,1
+Eden Jayson,4 Iwaena St,Fargo,ND,58102,eden@cox.net,Jade Farrar,6882 Torresdale Ave,Greensboro,NC,27401,jade@koppinger.com,0
+Eden Jayson,4 Iwaena St,Fargo,ND,58102,eden@cox.net,Gail Similton,62 Monroe St,Kearny,NJ,7032,gail@yahoo.com,0
+Dick Wenzinger,22 Spruce St #595,Lafayette,LA,70506,dick@konopacki.org,Dick Wenzinger,22 Spfuce St #595,Lafayette,SA,70506,dick@konopacki.org,1
+Dick Wenzinger,22 Spruce St #595,Lafayette,LA,70506,dick@konopacki.org,Dick Wenzitger,22 Spruce St #595,Lafayette,LA,70506,dick@konopacki.org,1
+Dick Wenzinger,22 Spruce St #595,Lafayette,LA,70506,dick@konopacki.org,Lenna Newville,987 Main St,Jackson,MS,39211,lenna@chavous.org,0
+Dick Wenzinger,22 Spruce St #595,Lafayette,LA,70506,dick@konopacki.org,Jerry Dallen,393 Lafayette Ave,Tulsa,OK,74105,jerry@aol.com,0
+Elvera Benimadho,99385 Charity St #840,Wichita Falls,TX,76301,elvera@aol.com,Elvera Benimadho,99385 Charity St #840,Wichita Falls,TX,76301,wnsubjajeq@gmail.com,1
+Elvera Benimadho,99385 Charity St #840,Wichita Falls,TX,76301,elvera@aol.com,Elvera Benikadho,99385 Charity St #840,Wichita Falls,TX,76301,elvera@aol.com,1
+Elvera Benimadho,99385 Charity St #840,Wichita Falls,TX,76301,elvera@aol.com,Meaghan Garufi,69734 E Carrillo St,Westborough,MA,1581,meaghan@brossart.com,0
+Elvera Benimadho,99385 Charity St #840,Wichita Falls,TX,76301,elvera@aol.com,Gail Similton,62 Monroe St,Opa Locka,FL,33054,gail@cox.net,0
+Danica Bruschke,840 15th Ave,Bowling Green,OH,43402,danica@yahoo.com,Danica Bruschke,840 15th Avenue,Bowling Green,OH,43402,danica@yahoo.com,1
+Danica Bruschke,840 15th Ave,Bowling Green,OH,43402,danica@yahoo.com,Danica Bruschke,840 15th Ave,Bowling Green,OH,43402,xpuwbmj@hotmail.com,1
+Danica Bruschke,840 15th Ave,Bowling Green,OH,43402,danica@yahoo.com,Whitley Tomasulo,2 S 15th St,El Monte,CA,91731,whitley@aol.com,0
+Danica Bruschke,840 15th Ave,Bowling Green,OH,43402,danica@yahoo.com,Jade Farrar,6882 Torresdale Ave,Greensboro,NC,27401,jade@koppinger.com,0
+Sue Kownacki,2 Se 3rd Ave,San Antonio,TX,78204,sue@gmail.com,Sue Kownacki,2 Sy 3rd Ave,San Antonio,TX,78204,sue@gmail.com,1
+Sue Kownacki,2 Se 3rd Ave,San Antonio,TX,78204,sue@gmail.com,Sue Kownacki,2 Se 3rd Ave,San Antonio,TX,78204,sue@cmail.com,1
+Sue Kownacki,2 Se 3rd Ave,San Antonio,TX,78204,sue@gmail.com,Olive Matuszak,13252 Lighthouse Ave,San Mateo,CA,94403,olive@gmail.com,0
+Sue Kownacki,2 Se 3rd Ave,San Antonio,TX,78204,sue@gmail.com,Elvera Benimadho,99385 Charity St #840,Wichita Falls,TX,76301,elvera@aol.com,0
+Talia Riopelle,1 N Harlem Ave #9,Wayne,PA,19087,talia@mastella.com,Talia W Riopelle,1 N Harlem Ave #9,Wayne,PA,19087,talia@mastella.com,1
+Talia Riopelle,1 N Harlem Ave #9,Wayne,PA,19087,talia@mastella.com,Talia Ryopelle,1 N Harlem Ave #9,Wayne,PA,19087,talia@mastella.com,1
+Talia Riopelle,1 N Harlem Ave #9,Wayne,PA,19087,talia@mastella.com,Ruthann Keener,3424 29th St Se,Middle Island,NY,11953,ruthann@gmail.com,0
+Talia Riopelle,1 N Harlem Ave #9,Wayne,PA,19087,talia@mastella.com,Olive Matuszak,13252 Lighthouse Ave,San Mateo,CA,94403,olive@gmail.com,0
+Alex Loader,37 N Elm St #916,Burnsville,MN,55337,alex@aol.com,Alex Loader,37 N Elm St #916,Burnsville,MN,55337,alex@aolgcom,1
+Alex Loader,37 N Elm St #916,Burnsville,MN,55337,alex@aol.com,Alex Joadei,37 N Elm St #916,Burnsville,MN,55337,alex@aol.com,1
+Alex Loader,37 N Elm St #916,Burnsville,MN,55337,alex@aol.com,Rebecka Gesick,2026 N Plankinton Ave #3,Milwaukee,WI,53207,rebecka@rim.org,0
+Alex Loader,37 N Elm St #916,Burnsville,MN,55337,alex@aol.com,Dick Wenzinger,22 Spruce St #595,Lafayette,LA,70506,dick@konopacki.org,0
+Ruthann Keener,3424 29th St Se,Middle Island,NY,11953,ruthann@gmail.com,Ruthann Keener,3424 29th St Se,Middle Island,PY,11953,ruthann@gmail.com,1
+Ruthann Keener,3424 29th St Se,Middle Island,NY,11953,ruthann@gmail.com,Ruthann Keener,3424 29th St Se,Middle Island,NY,91953,ruthann@gmail.com,1
+Ruthann Keener,3424 29th St Se,Middle Island,NY,11953,ruthann@gmail.com,Jennie Drymon,63728 Poway Rd #1,Saint Paul,MN,55101,jennie@yahoo.com,0
+Ruthann Keener,3424 29th St Se,Middle Island,NY,11953,ruthann@gmail.com,Lashon Vizarro,433 Westminster Blvd #590,Chicago,IL,60632,lashon@yahoo.com,0
+Lenna Newville,987 Main St,Jackson,MS,39211,lenna@chavous.org,Lenna Vewville,987 Main St,Jackson,MS,39211,lenna@chavous.org,1
+Lenna Newville,987 Main St,Jackson,MS,39211,lenna@chavous.org,Lenna Newville,987 Main St,Jacksqn,MS,39211,lenna@chavous.org,1
+Lenna Newville,987 Main St,Jackson,MS,39211,lenna@chavous.org,Rebecka Gesick,2026 N Plankinton Ave #3,Milwaukee,WI,53207,rebecka@rim.org,0
+Lenna Newville,987 Main St,Jackson,MS,39211,lenna@chavous.org,Timothy Mulqueen,44 W 4th St,Saratoga,CA,95070,timothy@aol.com,0
+Rebecka Gesick,2026 N Plankinton Ave #3,Milwaukee,WI,53207,rebecka@rim.org,Rebecka Gesick,2026 N Plankinton Ave #3,Tilwaukee,WI,53297,rebecka@rim.org,1
+Rebecka Gesick,2026 N Plankinton Ave #3,Milwaukee,WI,53207,rebecka@rim.org,Rebecka Gesick,2026 N Plankinton Ave #3,Milwaukee,WI,53207,lsjbltvyf@yahoo.com,1
+Rebecka Gesick,2026 N Plankinton Ave #3,Milwaukee,WI,53207,rebecka@rim.org,Elvera Benimadho,99385 Charity St #840,Wichita Falls,TX,76301,elvera@aol.com,0
+Rebecka Gesick,2026 N Plankinton Ave #3,Milwaukee,WI,53207,rebecka@rim.org,Elvera Benimadho,99385 Charity St #840,Wichita Falls,TX,76301,elvera@aol.com,0
+Stephane Myricks,9 Tower Ave,Bridgewater,NJ,8807,stephane@hotmail.com,Stephane Myricks,9 Tower Ave,Bridgewater,IJ,8807,stephane@hotmail.com,1
+Stephane Myricks,9 Tower Ave,Bridgewater,NJ,8807,stephane@hotmail.com,Stephane Myricks,9 Toner Ave,Bridgewater,NJ,8807,stephane@hotmail.com,1
+Stephane Myricks,9 Tower Ave,Bridgewater,NJ,8807,stephane@hotmail.com,Sue Kownacki,2 Se 3rd Ave,San Antonio,TX,78204,sue@gmail.com,0
+Stephane Myricks,9 Tower Ave,Bridgewater,NJ,8807,stephane@hotmail.com,Ruthann Keener,3424 29th St Se,Middle Island,NY,11953,ruthann@gmail.com,0
+Jerry Dallen,393 Lafayette Ave,Tulsa,OK,74105,jerry@aol.com,Jerry Dallen,393 Lafayette Ave,Tulsa,OK,74105,jerry@aol.com,1
+Jerry Dallen,393 Lafayette Ave,Tulsa,OK,74105,jerry@aol.com,Jerry Dallen,393 Lafayette Ave,Tulsa,OK,74105,jerry@tol.com,1
+Jerry Dallen,393 Lafayette Ave,Tulsa,OK,74105,jerry@aol.com,Rebecka Gesick,2026 N Plankinton Ave #3,Milwaukee,WI,53207,rebecka@rim.org,0
+Jerry Dallen,393 Lafayette Ave,Tulsa,OK,74105,jerry@aol.com,Meaghan Garufi,69734 E Carrillo St,Westborough,MA,1581,meaghan@brossart.com,0
+Fatima Saylors,2 Lighthouse Ave,Tampa,FL,33619,fatima@regusters.com,Fatima Saylors,2 Lighthouse Ave,Tampa,JL,30619,fatima@regusters.com,1
+Fatima Saylors,2 Lighthouse Ave,Tampa,FL,33619,fatima@regusters.com,Fatima Saylorb,2 Lighthouse Ave,Tampa,SL,33619,fatima@regusters.com,1
+Fatima Saylors,2 Lighthouse Ave,Tampa,FL,33619,fatima@regusters.com,Olive Matuszak,13252 Lighthouse Ave,San Mateo,CA,94403,olive@gmail.com,0
+Fatima Saylors,2 Lighthouse Ave,Tampa,FL,33619,fatima@regusters.com,Sue Kownacki,2 Se 3rd Ave,San Antonio,TX,78204,sue@gmail.com,0
+Gail Similton,62 Monroe St,Kearny,NJ,7032,gail@yahoo.com,Gail Similton,62 Monroe St,Keyrny,NJ,7032,dhurnlegn@hotmail.com,1
+Gail Similton,62 Monroe St,Kearny,NJ,7032,gail@yahoo.com,Gail Similkon,62 Monroe St,Kearny,NJ,7032,gail@yahoo.com,1
+Gail Similton,62 Monroe St,Kearny,NJ,7032,gail@yahoo.com,Dick Wenzinger,22 Spruce St #595,Lafayette,LA,70506,dick@konopacki.org,0
+Gail Similton,62 Monroe St,Kearny,NJ,7032,gail@yahoo.com,Lenna Newville,987 Main St,Jackson,MS,39211,lenna@chavous.org,0
+Dominque Dickerson,69 Marquette Ave,Fairbanks,AK,99712,dominque@aol.com,Dominque Dickerson,69 Marquette Ave,Fairbanos,CK,99712,dominque@aol.com,1
+Dominque Dickerson,69 Marquette Ave,Fairbanks,AK,99712,dominque@aol.com,Dominque Dickerson,69 Marquette Ave,Zairbanks,AK,97712,dominque@aol.com,1
+Dominque Dickerson,69 Marquette Ave,Fairbanks,AK,99712,dominque@aol.com,Jennie Drymon,63728 Poway Rd #1,Saint Paul,MN,55101,jennie@yahoo.com,0
+Dominque Dickerson,69 Marquette Ave,Fairbanks,AK,99712,dominque@aol.com,Danica Bruschke,840 15th Ave,Bowling Green,OH,43402,danica@yahoo.com,0
+Jennie Drymon,63728 Poway Rd #1,Saint Paul,MN,55101,jennie@yahoo.com,Jennie Drymon,63728 Poway Rd #1,Saint Paum,MN,55101,jennie@yahoo.com,1
+Jennie Drymon,63728 Poway Rd #1,Saint Paul,MN,55101,jennie@yahoo.com,Jennie Drymon,63728 Poway Rd #1,Saint Paul,MN,55131,jennie@yahoo.com,1
+Jennie Drymon,63728 Poway Rd #1,Saint Paul,MN,55101,jennie@yahoo.com,Gail Similton,62 Monroe St,Opa Locka,FL,33054,gail@cox.net,0
+Jennie Drymon,63728 Poway Rd #1,Saint Paul,MN,55101,jennie@yahoo.com,Olive Matuszak,13252 Lighthouse Ave,San Mateo,CA,94403,olive@gmail.com,0
+Gail Similton,62 Monroe St,Opa Locka,FL,33054,gail@cox.net,Gail Similton,62 Monroe St,Opa Locka,HL,33054,gail@cox.net,1
+Gail Similton,62 Monroe St,Opa Locka,FL,33054,gail@cox.net,Gail Sizilton,62 Monroe St,Opa Locka,FL,33054,gail@cox.net,1
+Gail Similton,62 Monroe St,Opa Locka,FL,33054,gail@cox.net,Elvera Benimadho,99385 Charity St #840,Wichita Falls,TX,76301,elvera@aol.com,0
+Gail Similton,62 Monroe St,Opa Locka,FL,33054,gail@cox.net,Sue Kownacki,2 Se 3rd Ave,San Antonio,TX,78204,sue@gmail.com,0
+Jade Farrar,6882 Torresdale Ave,Greensboro,NC,27401,jade@koppinger.com,Jade Farrar,6882 Torresdale Ave,Greensboro,NO,27401,jade@koppinger.com,1
+Jade Farrar,6882 Torresdale Ave,Greensboro,NC,27401,jade@koppinger.com,Jade Farrar,6882 Torresdale Ave,Greensboro,NC,27401,jade@koppinger.zom,1
+Jade Farrar,6882 Torresdale Ave,Greensboro,NC,27401,jade@koppinger.com,Talia Riopelle,1 N Harlem Ave #9,Wayne,PA,19087,talia@mastella.com,0
+Jade Farrar,6882 Torresdale Ave,Greensboro,NC,27401,jade@koppinger.com,Eden Jayson,4 Iwaena St,Fargo,ND,58102,eden@cox.net,0
+Meaghan Garufi,69734 E Carrillo St,Westborough,MA,1581,meaghan@brossart.com,Meaghan Garufi,69734 E Carrillo St,Westboroxgh,MA,1581,meaghan@brossart.com,1
+Meaghan Garufi,69734 E Carrillo St,Westborough,MA,1581,meaghan@brossart.com,Meaghan Z Garufi,69734 E Carrillo St,Westborough,MA,1581,meaghan@brossart.com,1
+Meaghan Garufi,69734 E Carrillo St,Westborough,MA,1581,meaghan@brossart.com,Dominque Dickerson,69 Marquette Ave,Fairbanks,AK,99712,dominque@aol.com,0
+Meaghan Garufi,69734 E Carrillo St,Westborough,MA,1581,meaghan@brossart.com,Dick Wenzinger,22 Spruce St #595,Lafayette,LA,70506,dick@konopacki.org,0
+Whitley Tomasulo,2 S 15th St,El Monte,CA,91731,whitley@aol.com,Whitley Tomasulo,2 S 15th St,El Monte,HA,91731,whitley@aol.com,1
+Whitley Tomasulo,2 S 15th St,El Monte,CA,91731,whitley@aol.com,Whitley P Tomasulo,2 S 15th St,El Monte,CU,91731,whitley@aol.com,1
+Whitley Tomasulo,2 S 15th St,El Monte,CA,91731,whitley@aol.com,Eden Jayson,4 Iwaena St,Fargo,ND,58102,eden@cox.net,0
+Whitley Tomasulo,2 S 15th St,El Monte,CA,91731,whitley@aol.com,Sue Kownacki,2 Se 3rd Ave,San Antonio,TX,78204,sue@gmail.com,0
+Timothy Mulqueen,44 W 4th St,Saratoga,CA,95070,timothy@aol.com,Timothy Mulqueen,44 W 4th St,Saratoga,CA,95075,timothy@aol.com,1
+Timothy Mulqueen,44 W 4th St,Saratoga,CA,95070,timothy@aol.com,Timothy Molqueen,44 W 4th St,Saratoga,CA,95070,timothy@aol.com,1
+Timothy Mulqueen,44 W 4th St,Saratoga,CA,95070,timothy@aol.com,Jerry Dallen,393 Lafayette Ave,Tulsa,OK,74105,jerry@aol.com,0
+Timothy Mulqueen,44 W 4th St,Saratoga,CA,95070,timothy@aol.com,Eden Jayson,4 Iwaena St,Fargo,ND,58102,eden@cox.net,0
+Olive Matuszak,13252 Lighthouse Ave,San Mateo,CA,94403,olive@gmail.com,Olive Matuszak,13252 Lighthouse Ave,San Mateo,CR,94403,olive@gmail.com,1
+Olive Matuszak,13252 Lighthouse Ave,San Mateo,CA,94403,olive@gmail.com,Olive Matuszak,13252 Lighthouse Ave,San Matee,CA,94403,olive@gmail.com,1
+Olive Matuszak,13252 Lighthouse Ave,San Mateo,CA,94403,olive@gmail.com,Rebecka Gesick,2026 N Plankinton Ave #3,Milwaukee,WI,53207,rebecka@rim.org,0
+Olive Matuszak,13252 Lighthouse Ave,San Mateo,CA,94403,olive@gmail.com,Jennie Drymon,63728 Poway Rd #1,Saint Paul,MN,55101,jennie@yahoo.com,0

ppers1.txt

@@ -0,0 +1,100 @@
+Golda Kaniecki,6201 S Nevada Ave,Saratoga,CA,95070,golda@aol.com,Golda Kaniecki,6201 S Nevada Avenue,Saratoga,CA,95070,golda@aol.com,1
+Golda Kaniecki,6201 S Nevada Ave,Saratoga,CA,95070,golda@aol.com,Golda Kaniecki,6201 S Nevada Ave,Saratiga,CA,95070,golda@aol.com,1
+Golda Kaniecki,6201 S Nevada Ave,Saratoga,CA,95070,golda@aol.com,Lavera Perin,678 3rd Ave,Miami,FL,33196,lperin@perin.org,0
+Golda Kaniecki,6201 S Nevada Ave,Saratoga,CA,95070,golda@aol.com,Eden Jayson,4 Iwaena St,Baltimore,MD,21202,eden_jayson@yahoo.com,0
+Cory Gibes,83649 W Belmont Ave,Gardena,CA,90248,cory@cox.net,Cory Gibes,83649 W Belmont Ave,Gardera,CA,90248,cory@cox.net,1
+Cory Gibes,83649 W Belmont Ave,Gardena,CA,90248,cory@cox.net,Cory Gibes,83649 W Belmont Ave,Gardena,CA,90348,cory@cox.net,1
+Cory Gibes,83649 W Belmont Ave,Gardena,CA,90248,cory@cox.net,Rickie Plumer,3 N Groesbeck Hwy,Toledo,OH,43613,rickie.plumer@aol.com,0
+Cory Gibes,83649 W Belmont Ave,Gardena,CA,90248,cory@cox.net,Teddy Pedrozo,46314 Route 130,Bridgeport,CT,6610,teddy_pedrozo@aol.com,0
+Lashon Vizarro,433 Westminster Blvd #590,Chicago,IL,60632,lashon@yahoo.com,Lashon Vizarro,433 Westminster Blvd #590,Czicago,IL,60632,lashon@yahoo.com,1
+Lashon Vizarro,433 Westminster Blvd #590,Chicago,IL,60632,lashon@yahoo.com,Lashon Vizabro,433 Westminster Blvd #590,Chicawo,IL,60632,lashon@yahoo.com,1
+Lashon Vizarro,433 Westminster Blvd #590,Chicago,IL,60632,lashon@yahoo.com,Lizbeth Kohl,35433 Blake St #588,Gardena,CA,90248,lizbeth@yahoo.com,0
+Lashon Vizarro,433 Westminster Blvd #590,Chicago,IL,60632,lashon@yahoo.com,Fernanda Jillson,60480 Old Us Highway 51,Preston,MD,21655,fjillson@aol.com,0
+Eden Jayson,4 Iwaena St,Fargo,ND,58102,eden@cox.net,Eden Jayson,4 Iwaena St,Fargo,TD,58102,eden@cox.net,1
+Eden Jayson,4 Iwaena St,Fargo,ND,58102,eden@cox.net,Eden Jayson,4 Iwaena St,Fargo,ID,58102,eden@cos.net,1
+Eden Jayson,4 Iwaena St,Fargo,ND,58102,eden@cox.net,Kattie Vonasek,2845 Boulder Crescent St,Cleveland,OH,44103,kattie@vonasek.org,0
+Eden Jayson,4 Iwaena St,Fargo,ND,58102,eden@cox.net,Lorean Martabano,85092 Southern Blvd,San Antonio,TX,78204,lorean.martabano@hotmail.com,0
+Dick Wenzinger,22 Spruce St #595,Lafayette,LA,70506,dick@konopacki.org,Dick Wenzinger,22 Spruce St #595,Lafayette,LZ,70506,dick@konopacki.org,1
+Dick Wenzinger,22 Spruce St #595,Lafayette,LA,70506,dick@konopacki.org,Dick Wenzinger,22 Spruce St #595,Lafayetmt,LA,70506,dick@konopacki.org,1
+Dick Wenzinger,22 Spruce St #595,Lafayette,LA,70506,dick@konopacki.org,Hubert Walthall,95 Main Ave #2,Barberton,OH,44203,hubert@walthall.org,0
+Dick Wenzinger,22 Spruce St #595,Lafayette,LA,70506,dick@konopacki.org,Linn Paa,1 S Pine St,Memphis,TN,38112,linn_paa@paa.com,0
+Elvera Benimadho,99385 Charity St #840,Wichita Falls,TX,76301,elvera@aol.com,Elvera Benimadho,99385 Charuty St #840,Wichita Falls,TX,76301,elvera@aol.com,1
+Elvera Benimadho,99385 Charity St #840,Wichita Falls,TX,76301,elvera@aol.com,Elvera G Benimadho,99385 Charity St #840,Wichita Falls,TX,76301,elvera@aol.com,1
+Elvera Benimadho,99385 Charity St #840,Wichita Falls,TX,76301,elvera@aol.com,Glendora Sarbacher,2140 Diamond Blvd,Rohnert Park,CA,94928,gsarbacher@gmail.com,0
+Elvera Benimadho,99385 Charity St #840,Wichita Falls,TX,76301,elvera@aol.com,James Butt,6649 N Blue Gum St,New Orleans,LA,70116,jbutt@gmail.com,0
+Danica Bruschke,840 15th Ave,Bowling Green,OH,43402,danica@yahoo.com,Danica Bruschke,840 15th Ave,Bowling Green,OH,43402,danica@yahoo.eom,1
+Danica Bruschke,840 15th Ave,Bowling Green,OH,43402,danica@yahoo.com,Danica Bruschke,800 15th Ave,Bowling Green,OH,43402,danica@yahoo.com,1
+Danica Bruschke,840 15th Ave,Bowling Green,OH,43402,danica@yahoo.com,Hubert Walthall,95 Main Ave #2,Barberton,OH,44203,hubert@walthall.org,0
+Danica Bruschke,840 15th Ave,Bowling Green,OH,43402,danica@yahoo.com,Dean Ketelsen,2 Flynn Rd,Hicksville,NY,11801,dean_ketelsen@gmail.com,0
+Sue Kownacki,2 Se 3rd Ave,San Antonio,TX,78204,sue@gmail.com,Sue Kownacki,2 Se 3rd Ave,San Antonio,TX,78504,sue@gmail.com,1
+Sue Kownacki,2 Se 3rd Ave,San Antonio,TX,78204,sue@gmail.com,Sue Q Kownacki,2 Se 3rd Ave,San Antonio,TX,78204,sue@gmail.com,1
+Sue Kownacki,2 Se 3rd Ave,San Antonio,TX,78204,sue@gmail.com,Leonora Mauson,3381 E 40th Ave,Passaic,NJ,7055,leonora@yahoo.com,0
+Sue Kownacki,2 Se 3rd Ave,San Antonio,TX,78204,sue@gmail.com,Noah Kalafatis,1950 5th Ave,Milwaukee,WI,53209,noah.kalafatis@aol.com,0
+Talia Riopelle,1 N Harlem Ave #9,Wayne,PA,19087,talia@mastella.com,Talia Riopelle,1 N Harlem Ave #9,Wayne,PA,16037,talia@mastella.com,1
+Talia Riopelle,1 N Harlem Ave #9,Wayne,PA,19087,talia@mastella.com,Talia Riopelle,1 N Harlem Ave #9,Wayne,PQ,19087,talia@mastehla.com,1
+Talia Riopelle,1 N Harlem Ave #9,Wayne,PA,19087,talia@mastella.com,Joesph Degonia,2887 Knowlton St #5435,Berkeley,CA,94710,joesph_degonia@degonia.org,0
+Talia Riopelle,1 N Harlem Ave #9,Wayne,PA,19087,talia@mastella.com,Samira Heintzman,8772 Old County Rd #5410,Kent,WA,98032,sheintzman@hotmail.com,0
+Alex Loader,37 N Elm St #916,Burnsville,MN,55337,alex@aol.com,Alex Loader,37 N Elm St #916,Burnsville,MN,55337,slex@aol.com,1
+Alex Loader,37 N Elm St #916,Burnsville,MN,55337,alex@aol.com,Alex Loader,97 N Elm St #916,Burnsville,MN,55337,alex@aol.com,1
+Alex Loader,37 N Elm St #916,Burnsville,MN,55337,alex@aol.com,Lisha Centini,64 5th Ave #1153,Mc Lean,VA,22102,lisha@centini.org,0
+Alex Loader,37 N Elm St #916,Burnsville,MN,55337,alex@aol.com,Brock Bolognia,4486 W O St #1,New York,NY,10003,bbolognia@yahoo.com,0
+Ruthann Keener,3424 29th St Se,Middle Island,NY,11953,ruthann@gmail.com,Ruthann Keener,3424 29th St Se,Middle Island,OY,11953,ruthann@gmail.com,1
+Ruthann Keener,3424 29th St Se,Middle Island,NY,11953,ruthann@gmail.com,Ruthann Keener,3424 29th St Se,Middle Islavd,NY,11953,ruthann@gmail.com,1
+Ruthann Keener,3424 29th St Se,Middle Island,NY,11953,ruthann@gmail.com,Lonna Diestel,1482 College Ave,Fayetteville,NC,28301,lonna_diestel@gmail.com,0
+Ruthann Keener,3424 29th St Se,Middle Island,NY,11953,ruthann@gmail.com,Whitley Tomasulo,2 S 15th St,Fort Worth,TX,76107,whitley.tomasulo@aol.com,0
+Lenna Newville,987 Main St,Jackson,MS,39211,lenna@chavous.org,Lenna Negville,987 Main St,Jackson,MS,09211,lenna@chavous.org,1
+Lenna Newville,987 Main St,Jackson,MS,39211,lenna@chavous.org,Lenna Newville,987 Main St,Tackson,MS,39211,lenna@chavous.org,1
+Lenna Newville,987 Main St,Jackson,MS,39211,lenna@chavous.org,Jeanice Claucherty,19 Amboy Ave,Miami,FL,33142,jeanice.claucherty@yahoo.com,0
+Lenna Newville,987 Main St,Jackson,MS,39211,lenna@chavous.org,Pamella Fortino,669 Packerland Dr #1438,Denver,CO,80212,pamella@fortino.com,0
+Rebecka Gesick,2026 N Plankinton Ave #3,Milwaukee,WI,53207,rebecka@rim.org,Rebecka Gesick,2026 N Plankinton Ave #3,Milwaskee,WI,53207,rebecka@rim.org,1
+Rebecka Gesick,2026 N Plankinton Ave #3,Milwaukee,WI,53207,rebecka@rim.org,Rebecka Gesick,2026 N Plankinton Ave #3,Milwaukee,WB,53207,rebecka@rim.org,1
+Rebecka Gesick,2026 N Plankinton Ave #3,Milwaukee,WI,53207,rebecka@rim.org,Denise Patak,2139 Santa Rosa Ave,Orlando,FL,32801,denise@patak.org,0
+Rebecka Gesick,2026 N Plankinton Ave #3,Milwaukee,WI,53207,rebecka@rim.org,Irma Wolfgramm,9745 W Main St,Randolph,NJ,7869,irma.wolfgramm@hotmail.com,0
+Stephane Myricks,9 Tower Ave,Bridgewater,NJ,8807,stephane@hotmail.com,Stephane Myricks,9 Tower Ave,Bridgewater,NJ,8807,stephane@hotmail.com,1
+Stephane Myricks,9 Tower Ave,Bridgewater,NJ,8807,stephane@hotmail.com,Stephane Myricks,5 Tower Ave,Bridgewater,NJ,8807,stephane@hotmail.com,1
+Stephane Myricks,9 Tower Ave,Bridgewater,NJ,8807,stephane@hotmail.com,Catarina Gleich,78 Maryland Dr #146,Denville,NJ,7834,catarina_gleich@hotmail.com,0
+Stephane Myricks,9 Tower Ave,Bridgewater,NJ,8807,stephane@hotmail.com,Olive Matuszak,13252 Lighthouse Ave,Cathedral City,CA,92234,olive@aol.com,0
+Jerry Dallen,393 Lafayette Ave,Tulsa,OK,74105,jerry@aol.com,Jerry Dallen,393 Lafayette Ave,Tulsa,OK,74105,jerry@aol.com,1
+Jerry Dallen,393 Lafayette Ave,Tulsa,OK,74105,jerry@aol.com,Jerry Dallen,393 Lafayette Ave,Tulsa,QK,74105,jerry@aol.com,1
+Jerry Dallen,393 Lafayette Ave,Tulsa,OK,74105,jerry@aol.com,Deandrea Hughey,33 Lewis Rd #46,Burlington,NC,27215,deandrea@yahoo.com,0
+Jerry Dallen,393 Lafayette Ave,Tulsa,OK,74105,jerry@aol.com,Merilyn Bayless,195 13n N,Santa Clara,CA,95054,merilyn_bayless@cox.net,0
+Fatima Saylors,2 Lighthouse Ave,Tampa,FL,33619,fatima@regusters.com,Fatima Saylors,2 Lighthouse Ave,Tampa,FL,33619,fatima@regusterl.com,1
+Fatima Saylors,2 Lighthouse Ave,Tampa,FL,33619,fatima@regusters.com,Fatima Saylors,2 Lighthouse Ave,Tampa,FL,33610,fatima@regusters.com,1
+Fatima Saylors,2 Lighthouse Ave,Tampa,FL,33619,fatima@regusters.com,Oretha Menter,8 County Center Dr #647,Boston,MA,2210,oretha_menter@yahoo.com,0
+Fatima Saylors,2 Lighthouse Ave,Tampa,FL,33619,fatima@regusters.com,Elli Mclaird,6 Sunrise Ave,Utica,NY,13501,emclaird@mclaird.com,0
+Gail Similton,62 Monroe St,Kearny,NJ,7032,gail@yahoo.com,Gail Similton,62 Monroe St,Klarny,NJ,7032,gail@yahoo.com,1
+Gail Similton,62 Monroe St,Kearny,NJ,7032,gail@yahoo.com,Gail Similton,63 Monroe St,Kearny,NJ,7082,gail@yahoo.com,1
+Gail Similton,62 Monroe St,Kearny,NJ,7032,gail@yahoo.com,Geoffrey Acey,7 West Ave #1,Palatine,IL,60067,geoffrey@gmail.com,0
+Gail Similton,62 Monroe St,Kearny,NJ,7032,gail@yahoo.com,Gearldine Gellinger,4 Bloomfield Ave,Irving,TX,75061,gearldine_gellinger@gellinger.com,0
+Dominque Dickerson,69 Marquette Ave,Fairbanks,AK,99712,dominque@aol.com,Dominque Dickerson,69 Marquette Avenue,Fairbanks,AK,99712,dominque@aol.com,1
+Dominque Dickerson,69 Marquette Ave,Fairbanks,AK,99712,dominque@aol.com,Dominque Dickerson,69 Marquette Ave,Fairbanks,XK,99512,dominque@aol.com,1
+Dominque Dickerson,69 Marquette Ave,Fairbanks,AK,99712,dominque@aol.com,Rodolfo Butzen,41 Steel Ct,Northfield,MN,55057,rodolfo@hotmail.com,0
+Dominque Dickerson,69 Marquette Ave,Fairbanks,AK,99712,dominque@aol.com,Mitsue Tollner,7 Eads St,Chicago,IL,60632,mitsue_tollner@yahoo.com,0
+Jennie Drymon,63728 Poway Rd #1,Saint Paul,MN,55101,jennie@yahoo.com,Jennie Drymon,63728 Poway Rd #1,Saint Paul,GN,55101,jennie@yahoo.com,1
+Jennie Drymon,63728 Poway Rd #1,Saint Paul,MN,55101,jennie@yahoo.com,Jennie Drymon,63728 Poway Rd #1,Saint Paul,MN,55101,jennie@yahoorcom,1
+Jennie Drymon,63728 Poway Rd #1,Saint Paul,MN,55101,jennie@yahoo.com,Natalie Fern,7140 University Ave,Rock Springs,WY,82901,natalie.fern@hotmail.com,0
+Jennie Drymon,63728 Poway Rd #1,Saint Paul,MN,55101,jennie@yahoo.com,Donte Kines,3 Aspen St,Worcester,MA,1602,dkines@hotmail.com,0
+Gail Similton,62 Monroe St,Opa Locka,FL,33054,gail@cox.net,Gail Similton,62 Monroe St,Opa Lecka,FL,33054,gail@cox.net,1
+Gail Similton,62 Monroe St,Opa Locka,FL,33054,gail@cox.net,Gail Similton,62 Monrov St,Opa Locka,FL,33054,gail@cox.net,1
+Gail Similton,62 Monroe St,Opa Locka,FL,33054,gail@cox.net,Kimberlie Duenas,8100 Jacksonville Rd #7,Hays,KS,67601,kimberlie_duenas@yahoo.com,0
+Gail Similton,62 Monroe St,Opa Locka,FL,33054,gail@cox.net,Cordelia Storment,393 Hammond Dr,Lafayette,LA,70506,cordelia_storment@aol.com,0
+Jade Farrar,6882 Torresdale Ave,Greensboro,NC,27401,jade@koppinger.com,Jade Farrar,6882 Torresdale Ave,Greensboro,NC,27401,jade@moppinger.com,1
+Jade Farrar,6882 Torresdale Ave,Greensboro,NC,27401,jade@koppinger.com,Jade E Farrar,6882 Tkrresdale Ave,Greensboro,NC,27401,jade@koppinger.com,1
+Jade Farrar,6882 Torresdale Ave,Greensboro,NC,27401,jade@koppinger.com,Fernanda Jillson,60480 Old Us Highway 51,Preston,MD,21655,fjillson@aol.com,0
+Jade Farrar,6882 Torresdale Ave,Greensboro,NC,27401,jade@koppinger.com,Erick Ferencz,20 S Babcock St,Fairbanks,AK,99712,erick.ferencz@aol.com,0
+Meaghan Garufi,69734 E Carrillo St,Westborough,MA,1581,meaghan@brossart.com,Meaghan Garufi,69734 E Carrillo Street,Westborough,MA,1481,meaghan@brossart.com,1
+Meaghan Garufi,69734 E Carrillo St,Westborough,MA,1581,meaghan@brossart.com,Meaghan Garufi,69734 E Carrillo St,Weswborough,MA,1581,meagvan@brossart.com,1
+Meaghan Garufi,69734 E Carrillo St,Westborough,MA,1581,meaghan@brossart.com,Salome Lacovara,9677 Commerce Dr,Richmond,VA,23219,slacovara@gmail.com,0
+Meaghan Garufi,69734 E Carrillo St,Westborough,MA,1581,meaghan@brossart.com,Carmen Sweigard,61304 N French Rd,Somerset,NJ,8873,csweigard@sweigard.com,0
+Whitley Tomasulo,2 S 15th St,El Monte,CA,91731,whitley@aol.com,Whitley Tomasulo,5 S 15th St,El Monte,CA,91733,whitley@aol.com,1
+Whitley Tomasulo,2 S 15th St,El Monte,CA,91731,whitley@aol.com,Whitley Tomasulo,2 S 15th St,Et Monte,CA,91731,whitley@aol.com,1
+Whitley Tomasulo,2 S 15th St,El Monte,CA,91731,whitley@aol.com,Beatriz Corrington,481 W Lemon St,Middleboro,MA,2346,beatriz@yahoo.com,0
+Whitley Tomasulo,2 S 15th St,El Monte,CA,91731,whitley@aol.com,Antione Onofrio,4 S Washington Ave,San Bernardino,CA,92410,aonofrio@onofrio.com,0
+Timothy Mulqueen,44 W 4th St,Saratoga,CA,95070,timothy@aol.com,Timothy Mulqueen,46 W 4th St,Saratoga,CR,95070,timothy@aol.com,1
+Timothy Mulqueen,44 W 4th St,Saratoga,CA,95070,timothy@aol.com,Timothy Mulqueen,44 W 4th St,Saratoga,CA,95040,timothy@aol.com,1
+Timothy Mulqueen,44 W 4th St,Saratoga,CA,95070,timothy@aol.com,Clorinda Heimann,105 Richmond Valley Rd,Escondido,CA,92025,clorinda.heimann@hotmail.com,0
+Timothy Mulqueen,44 W 4th St,Saratoga,CA,95070,timothy@aol.com,Kanisha Waycott,5 Tomahawk Dr,Los Angeles,CA,90006,kanisha_waycott@yahoo.com,0
+Olive Matuszak,13252 Lighthouse Ave,San Mateo,CA,94403,olive@gmail.com,Olive Matuszak,13252 Lighthouse Ave,San Mateo,CA,94403,bnazxse@gmail.com,1
+Olive Matuszak,13252 Lighthouse Ave,San Mateo,CA,94403,olive@gmail.com,Olive Matuszak,13252 Lighthouse Ave,San Mateo,CA,94203,olive@gmail.com,1
+Olive Matuszak,13252 Lighthouse Ave,San Mateo,CA,94403,olive@gmail.com,Refugia Jacobos,2184 Worth St,Hayward,CA,94545,refugia.jacobos@jacobos.com,0
+Olive Matuszak,13252 Lighthouse Ave,San Mateo,CA,94403,olive@gmail.com,Clay Hoa,73 Saint Ann St #86,Reno,NV,89502,choa@hoa.org,0

prediction.py

@@ -0,0 +1,210 @@
+#!/usr/bin/env python
+# coding: utf-8
+
+# In[1]:
+
+
+import os
+import sys
+import random
+import statistics 
+import numpy as np
+import matplotlib.pyplot as plt 
+import threading
+import time
+import queue
+sys.path.append(os.path.abspath("../lib"))
+sys.path.append(os.path.abspath("../supv"))
+sys.path.append(os.path.abspath("../text"))
+from util import *
+from sampler import *
+from tnn import *
+from txproc import *
+
+emailDoms = ["yahoo.com", "gmail.com", "hotmail.com", "aol.com"]
+
+
+# In[4]:
+
+
+def printNgramVec(ngv):
+    """
+    print ngram vector
+    """
+    print("ngram vector")
+    for i in range(len(ngv)):
+        if ngv[i] > 0:
+            print("{} {}".format(i, ngv[i]))
+
+
+# In[5]:
+
+
+def createNegMatch(tdata, ri):
+    """
+    create negative match by randomly selecting another record
+    """
+    nri = randomInt(0, len(tdata)-1)
+    while nri == ri:
+        nri = randomInt(0, len(tdata)-1)
+    return tdata[nri]
+
+
+# In[6]:
+
+
+def createNgramCreator():
+    """ create ngram creator """
+    cng = CharNGram(["lcc", "ucc", "dig"], 3, True)
+    spc = ["@", "#", "_", "-", "."]
+    cng.addSpChar(spc)
+    cng.setWsRepl("$")
+    cng.finalize()
+    return cng
+
+
+# In[7]:
+
+
+def getSim(rec, incOutput=True):
+    """ get rec pair similarity """
+    #print(rec)
+    sim = list()
+    for i in range(6):
+        #print("field " + str(i))
+        if i == 3:
+            s = levenshteinSimilarity(rec[i],rec[i+6])
+        else:
+            ngv1 = cng.toMgramCount(rec[i])
+            ngv2 = cng.toMgramCount(rec[i+6])
+            #printNgramVec(ngv1)
+            #printNgramVec(ngv2)
+            s = cosineSimilarity(ngv1, ngv2)
+        sim.append(s)
+    ss = toStrFromList(sim, 6)
+    srec = ss + "," + rec[-1] if incOutput else ss
+    return srec
+
+
+# In[8]:
+
+
+class SimThread (threading.Thread):
+    """ multi threaded similarity calculation """
+
+    def __init__(self, tName, cng, qu, incOutput, outQu, outQuSize):
+        """ initialize """
+        threading.Thread.__init__(self)
+        self.tName = tName
+        self.cng = cng
+        self.qu = qu
+        self.incOutput = incOutput
+        self.outQu = outQu
+        self.outQuSize = outQuSize
+
+    def run(self):
+        """ exeution """
+        while not exitFlag:
+            rec = dequeue(self.qu, workQuLock)
+            if rec is not None:
+                srec = getSim(rec, self.incOutput)
+                if outQu is None:
+                    print(srec)
+                else:
+                    enqueue(srec, self.outQu, outQuLock, self.outQuSize)
+
+def createThreads(nworker, cng, workQu, incOutput, outQu, outQuSize):
+    """create worker threads """
+    threadList = list(map(lambda i : "Thread-" + str(i+1), range(nworker)))
+    threads = list()
+    for tName in threadList:
+        thread = SimThread(tName, cng, workQu, incOutput, outQu, outQuSize)
+        thread.start()
+        threads.append(thread)
+    return threads
+
+
+def enqueue(rec, qu, quLock, qSize): 
+    """ enqueue record """
+    queued = False
+    while not queued:
+        quLock.acquire()
+        if qu.qsize() < qSize - 1:
+            qu.put(rec)
+            queued = True
+        quLock.release()
+        time.sleep(1)
+
+def dequeue(qu, quLock): 
+    """ dequeue record """
+    rec = None
+    quLock.acquire()
+    if not qu.empty():
+        rec = qu.get()
+    quLock.release()
+
+    return rec
+
+
+if __name__ == "__main__":
+    #multi threading related
+    workQuLock = threading.Lock()
+    outQuLock = threading.Lock()
+    exitFlag = False
+
+    """ predict with neural network model """
+    newFilePath = sys.argv[1]
+    existFilePath = sys.argv[2]
+    nworker = int(sys.argv[3])
+    prFile = sys.argv[4]
+    
+    regr = FeedForwardNetwork(prFile)
+    regr.buildModel()
+    cng = createNgramCreator()
+    
+    #create threads
+    qSize = 100
+    workQu = queue.Queue(qSize)
+    outQu = queue.Queue(qSize)
+    threads = createThreads(nworker, cng, workQu, False, outQu, qSize)
+    
+    for nrec in fileRecGen(newFilePath):
+        srecs = list()
+        ecount = 0
+        y_pred = []
+        #print("processing ", nrec)
+        for erec in fileRecGen(existFilePath):
+            rec = nrec.copy()
+            rec.extend(erec)
+            #print(rec)
+            
+            enqueue(rec, workQu, workQuLock, qSize)
+            srec = dequeue(outQu, outQuLock)
+            if srec is not None:
+                srecs.append(strToFloatArray(srec))
+            ecount += 1
+
+            #wait til workq queue is drained
+            while not workQu.empty():
+                pass
+
+            #drain out queue
+            while len(srecs) < ecount:
+                srec = dequeue(outQu, outQuLock)
+                if srec is not None:
+                    srecs.append(strToFloatArray(srec))
+            #predict        
+            simMax = 0
+            sims = FeedForwardNetwork.predict(regr, srecs)
+            sims = sims.reshape(sims.shape[0])
+            y_pred.append(max(sims))
+            #print("{}  {:.3f}".format(nrec, y_pred))
+        print(nrec, max(y_pred))
+
+#         exitFlag = True
+
+predict_main()
+
+
+
+

sampler.py

@@ -0,0 +1,1339 @@
+#!/usr/bin/env python
+# coding: utf-8
+
+# In[ ]:
+
+
+import sys
+import random 
+import time
+import math
+import random
+import numpy as np
+from scipy import stats
+from random import randint
+from util import *
+from stats import Histogram
+
+def randomFloat(low, high):
+    """
+    sample float within range
+    Parameters
+        low : low valuee
+        high : high valuee
+    """
+    return random.random() * (high-low) + low
+
+def randomInt(minv, maxv):
+    """
+    sample int within range
+    Parameters
+        minv : low valuee
+        maxv : high valuee
+    """
+    return randint(minv, maxv)
+
+def randIndex(lData):
+    """
+    random index of a list
+    Parameters
+        lData : list data
+    """
+    return randint(0, len(lData)-1)
+
+def randomUniformSampled(low, high):
+    """
+    sample float within range
+
+    Parameters
+        low : low value
+        high : high value
+    """
+    return np.random.uniform(low, high)
+
+def randomUniformSampledList(low, high, size):
+    """
+    sample floats within range to create list
+    Parameters
+        low : low value
+        high : high value
+        size ; size of list to be returned
+    """
+    return np.random.uniform(low, high, size)
+
+def randomNormSampled(mean, sd):
+    """
+    sample float from normal
+    Parameters
+        mean : mean
+        sd : std deviation
+    """
+    return np.random.normal(mean, sd)
+
+def randomNormSampledList(mean, sd, size):
+    """
+    sample float list from normal 
+    Parameters
+        mean : mean
+        sd : std deviation
+        size : size of list to be returned
+    """
+    return np.random.normal(mean, sd, size)
+
+def randomSampledList(sampler, size):
+    """
+    sample list from given sampler 
+    Parameters
+        sampler : sampler object
+        size : size of list to be returned
+    """
+    return list(map(lambda i : sampler.sample(), range(size)))
+
+
+def minLimit(val, minv):
+    """
+    min limit
+
+    Parameters
+        val : value
+        minv : min limit
+    """
+    if (val < minv):
+        val = minv
+    return val
+
+
+def rangeLimit(val, minv, maxv):
+    """
+    range limit
+    Parameters
+        val : value
+        minv : min limit
+        maxv : max limit
+    """
+    if (val < minv):
+        val = minv
+    elif (val > maxv):
+        val = maxv
+    return val
+
+
+def sampleUniform(minv, maxv):
+    """
+    sample int within range
+    Parameters
+        minv ; int min limit
+        maxv : int max limit
+    """
+    return randint(minv, maxv)
+
+
+def sampleFromBase(value, dev):
+    """
+    sample int wrt base
+    Parameters
+        value : base value
+        dev : deviation
+    """
+    return randint(value - dev, value + dev)
+
+
+def sampleFloatFromBase(value, dev):
+    """
+    sample float wrt base
+    Parameters
+        value : base value
+        dev : deviation
+    """
+    return randomFloat(value - dev, value + dev)
+
+
+def distrUniformWithRanndom(total, numItems, noiseLevel):
+    """
+    uniformly distribute with some randomness and preserves total
+    Parameters
+        total : total count
+        numItems : no of bins
+        noiseLevel : noise level fraction
+    """
+    perItem = total / numItems
+    var = perItem * noiseLevel
+    items = []
+    for i in range(numItems):
+        item = perItem + randomFloat(-var, var)
+        items.append(item)	
+
+    #adjust last item
+    sm = sum(items[:-1])
+    items[-1] = total - sm
+    return items
+
+
+def isEventSampled(threshold, maxv=100):
+    """
+    sample event which occurs if sampled below threshold
+    Parameters
+        threshold : threshold for sampling
+        maxv : maximum values
+    """
+    return randint(0, maxv) < threshold
+
+
+def sampleBinaryEvents(events, probPercent):
+    """
+    sample binary events
+    Parameters
+        events : two events
+        probPercent : probability as percentage
+    """
+    if (randint(0, 100) < probPercent):
+        event = events[0]
+    else:
+        event = events[1]
+    return event
+
+
+def addNoiseNum(value, sampler):
+    """
+    add noise to numeric value
+    Parameters
+        value : base value
+        sampler : sampler for noise
+    """
+    return value * (1 + sampler.sample())
+
+
+def addNoiseCat(value, values, noise):	
+    """
+    add noise to categorical value i.e with some probability change value
+    Parameters
+        value : cat value
+        values : cat values
+        noise : noise level fraction
+    """
+    newValue = value
+    threshold = int(noise * 100)
+    if (isEventSampled(threshold)):		
+        newValue = selectRandomFromList(values)
+        while newValue == value:
+            newValue = selectRandomFromList(values)
+    return newValue
+
+
+def sampleWithReplace(data, sampSize):
+    """
+    sample with replacement
+    Parameters
+        data : array
+        sampSize : sample size
+    """
+    sampled = list()
+    le = len(data)
+    if sampSize is None:
+        sampSize = le
+    for i in range(sampSize):
+        j = random.randint(0, le - 1)
+        sampled.append(data[j])
+    return sampled
+
+class CumDistr:
+    """
+    cumulative distr
+    """
+
+    def __init__(self, data, numBins = None):
+        """
+        initializer
+
+        Parameters
+            data : array
+            numBins : no of bins
+        """
+        if not numBins:
+            numBins = int(len(data) / 5)
+        res = stats.cumfreq(data, numbins=numBins)
+        self.cdistr = res.cumcount / len(data)
+        self.loLim = res.lowerlimit
+        self.upLim = res.lowerlimit + res.binsize * res.cumcount.size
+        self.binWidth = res.binsize
+
+    def getDistr(self, value):
+        """
+        get cumulative distribution
+
+        Parameters
+            value : value
+        """
+        if value <= self.loLim:
+            d = 0.0
+        elif value >= self.upLim:
+            d = 1.0
+        else:
+            bin = int((value - self.loLim) / self.binWidth)
+            d = self.cdistr[bin]
+        return d
+
+class BernoulliTrialSampler:
+    """
+    bernoulli trial sampler return True or False
+    """
+
+    def __init__(self, pr):
+        """
+        initializer
+
+        Parameters
+            pr : probability
+        """
+        self.pr = pr
+
+    def sample(self):
+        """
+        samples value
+        """
+        return random.random() < self.pr
+
+class PoissonSampler:
+    """
+    poisson sampler returns number of events
+    """
+    def __init__(self, rateOccur, maxSamp):
+        """
+        initializer
+
+        Parameters
+            rateOccur : rate of occurence
+            maxSamp : max limit on no of samples
+        """
+        self.rateOccur = rateOccur
+        self.maxSamp = int(maxSamp)
+        self.pmax = self.calculatePr(rateOccur)
+
+    def calculatePr(self, numOccur):
+        """
+        calulates probability
+
+        Parameters
+            numOccur : no of occurence
+        """
+        p = (self.rateOccur ** numOccur) * math.exp(-self.rateOccur) / math.factorial(numOccur)
+        return p
+
+    def sample(self):
+        """
+        samples value
+        """
+        done = False
+        samp = 0
+        while not done:
+            no = randint(0, self.maxSamp)
+            sp = randomFloat(0.0, self.pmax)
+            ap = self.calculatePr(no)
+            if sp < ap:
+                done = True
+                samp = no
+        return samp
+
+class ExponentialSampler:
+    """
+    returns interval between events
+    """
+    def __init__(self, rateOccur, maxSamp = None):
+        """
+        initializer
+
+        Parameters
+            rateOccur : rate of occurence
+            maxSamp : max limit on interval
+        """
+        self.interval = 1.0 / rateOccur
+        self.maxSamp = int(maxSamp) if maxSamp is not None else None
+
+    def sample(self):
+        """
+        samples value
+        """
+        sampled = np.random.exponential(scale=self.interval)
+        if self.maxSamp is not None:
+            while sampled > self.maxSamp:
+                sampled = np.random.exponential(scale=self.interval)
+        return sampled
+
+class UniformNumericSampler:
+    """
+    uniform sampler for numerical values
+    """
+    def __init__(self, minv, maxv):
+        """
+        initializer
+
+        Parameters
+            minv : min value
+            maxv : max value
+        """
+        self.minv = minv
+        self.maxv = maxv
+
+    def isNumeric(self):
+        """
+        returns true
+        """
+        return True
+
+    def sample(self):
+        """
+        samples value
+        """
+        samp =	sampleUniform(self.minv, self.maxv) if isinstance(self.minv, int) else randomFloat(self.minv, self.maxv)
+        return samp	
+
+class UniformCategoricalSampler:
+    """
+    uniform sampler for categorical values
+    """
+    def __init__(self, cvalues):
+        """
+        initializer
+
+        Parameters
+            cvalues : categorical value list
+        """
+        self.cvalues = cvalues
+
+    def isNumeric(self):
+        return False
+
+    def sample(self):
+        """
+        samples value
+        """
+        return selectRandomFromList(self.cvalues)	
+
+class NormalSampler:
+    """
+    normal sampler
+    """
+    def __init__(self, mean, stdDev):
+        """
+        initializer
+
+        Parameters
+            mean : mean
+            stdDev : std deviation
+        """
+        self.mean = mean
+        self.stdDev = stdDev
+        self.sampleAsInt = False
+
+    def isNumeric(self):
+        return True
+
+    def sampleAsIntValue(self):
+        """
+        set True to sample as int
+        """
+        self.sampleAsInt = True
+
+    def sample(self):
+        """
+        samples value
+        """
+        samp =  np.random.normal(self.mean, self.stdDev)
+        if self.sampleAsInt:
+            samp = int(samp)
+        return samp
+
+class LogNormalSampler:
+    """
+    log normal sampler
+    """
+    def __init__(self, mean, stdDev):
+        """
+        initializer
+
+        Parameters
+            mean : mean
+            stdDev : std deviation
+        """
+        self.mean = mean
+        self.stdDev = stdDev
+
+    def isNumeric(self):
+        return True
+
+    def sample(self):
+        """
+        samples value
+        """
+        return np.random.lognormal(self.mean, self.stdDev)
+
+class NormalSamplerWithTrendCycle:
+    """
+    normal sampler with cycle and trend
+    """
+    def __init__(self, mean, stdDev, dmean, cycle,  step=1):
+        """
+        initializer
+
+        Parameters
+            mean : mean
+            stdDev : std deviation
+            dmean : trend delta
+            cycle : cycle values wrt base mean
+            step : adjustment step for cycle and trend
+        """
+        self.mean = mean
+        self.cmean = mean
+        self.stdDev = stdDev
+        self.dmean = dmean
+        self.cycle = cycle
+        self.clen = len(cycle) if cycle is not None else 0
+        self.step = step
+        self.count = 0
+
+    def isNumeric(self):
+        return True
+
+    def sample(self):
+        """
+        samples value
+        """
+        s = np.random.normal(self.cmean, self.stdDev)
+        self.count += 1
+        if self.count % self.step == 0:
+            cy = 0
+            if self.clen > 1:
+                coff =  self.count % self.clen
+                cy = self.cycle[coff]
+            tr = self.count * self.dmean
+            self.cmean = self.mean + tr + cy
+        return s
+
+
+class ParetoSampler:
+    """
+    pareto sampler
+    """
+    def __init__(self, mode, shape):
+        """
+        initializer
+
+        Parameters
+            mode : mode
+            shape : shape
+        """
+        self.mode = mode
+        self.shape = shape
+
+    def isNumeric(self):
+        return True
+
+    def sample(self):
+        """
+        samples value
+        """
+        return (np.random.pareto(self.shape) + 1) * self.mode
+
+class GammaSampler:
+    """
+    pareto sampler
+    """
+    def __init__(self, shape, scale):
+        """
+        initializer
+
+        Parameters
+            shape : shape
+            scale : scale
+        """
+        self.shape = shape
+        self.scale = scale
+
+    def isNumeric(self):
+        return True
+
+    def sample(self):
+        """
+        samples value
+        """
+        return np.random.gamma(self.shape, self.scale)
+
+class GaussianRejectSampler:
+    """
+    gaussian sampling based on rejection sampling
+    """
+    def __init__(self, mean, stdDev):
+        """
+        initializer
+
+        Parameters
+            mean : mean
+            stdDev : std deviation
+        """
+        self.mean = mean
+        self.stdDev = stdDev
+        self.xmin = mean - 3 * stdDev
+        self.xmax = mean + 3 * stdDev
+        self.ymin = 0.0
+        self.fmax = 1.0 / (math.sqrt(2.0 * 3.14) * stdDev)
+        self.ymax = 1.05 * self.fmax
+        self.sampleAsInt = False
+
+    def isNumeric(self):
+        return True
+
+    def sampleAsIntValue(self):
+        """
+        sample as int value
+        """
+        self.sampleAsInt = True
+
+    def sample(self):
+        """
+        samples value
+        """
+        done = False
+        samp = 0
+        while not done:
+            x = randomFloat(self.xmin, self.xmax)
+            y = randomFloat(self.ymin, self.ymax)
+            f = self.fmax * math.exp(-(x - self.mean) * (x - self.mean) / (2.0 * self.stdDev * self.stdDev))
+            if (y < f):
+                done = True
+                samp = x
+        if self.sampleAsInt:
+            samp = int(samp)
+        return samp
+
+class DiscreteRejectSampler:
+    """
+    non parametric sampling for discrete values  using given distribution based 
+    on rejection sampling	
+    """
+    def __init__(self,  xmin, xmax, step, *values):
+        """
+        initializer
+
+        Parameters
+            xmin : min  value
+            xmax : max  value
+            step : discrete step
+            values : distr values
+        """
+        self.xmin = xmin
+        self.xmax = xmax
+        self.step = step
+        self.distr = values
+        if (len(self.distr) == 1):
+            self.distr = self.distr[0]	
+        numSteps = int((self.xmax - self.xmin) / self.step)
+        #print("{:.3f} {:.3f} {:.3f} {}".format(self.xmin, self.xmax, self.step, numSteps))
+        assert len(self.distr)	== numSteps + 1, "invalid number of distr values expected {}".format(numSteps + 1)
+        self.ximin = 0
+        self.ximax = numSteps
+        self.pmax = float(max(self.distr))
+
+    def isNumeric(self):
+        return True
+
+    def sample(self):
+        """
+        samples value
+        """
+        done = False
+        samp = None
+        while not done:
+            xi = randint(self.ximin, self.ximax)
+            #print(formatAny(xi, "xi"))
+            ps = randomFloat(0.0, self.pmax)
+            pa = self.distr[xi]
+            if ps < pa:
+                samp = self.xmin + xi  * self.step
+                done = True
+        return samp
+
+
+class TriangularRejectSampler:
+    """
+    non parametric sampling using triangular distribution based on rejection sampling	
+    """
+    def __init__(self, xmin, xmax, vertexValue, vertexPos=None):
+        """
+        initializer
+
+        Parameters
+            xmin : min  value
+            xmax : max  value
+            vertexValue : distr value at vertex
+            vertexPos : vertex pposition
+        """
+        self.xmin = xmin
+        self.xmax = xmax
+        self.vertexValue = vertexValue
+        if vertexPos: 
+            assert vertexPos > xmin and vertexPos < xmax, "vertex position outside bound"
+            self.vertexPos = vertexPos
+        else:
+            self.vertexPos = 0.5 * (xmin + xmax)
+        self.s1 = vertexValue / (self.vertexPos - xmin)
+        self.s2 = vertexValue / (xmax - self.vertexPos)
+
+    def isNumeric(self):
+        return True
+
+    def sample(self):
+        """
+        samples value
+        """
+        done = False
+        samp = None
+        while not done:
+            x = randomFloat(self.xmin, self.xmax)
+            y = randomFloat(0.0, self.vertexValue)
+            f = (x - self.xmin) * self.s1 if x < self.vertexPos else (self.xmax - x) * self.s2
+            if (y < f):
+                done = True
+                samp = x
+
+        return samp;	
+
+class NonParamRejectSampler:
+    """
+    non parametric sampling using given distribution based on rejection sampling	
+    """
+    def __init__(self, xmin, binWidth, *values):
+        """
+        initializer
+
+        Parameters
+            xmin : min  value
+            binWidth : bin width
+            values : distr values
+        """
+        self.values = values
+        if (len(self.values) == 1):
+            self.values = self.values[0]
+        self.xmin = xmin
+        self.xmax = xmin + binWidth * (len(self.values) - 1)
+        #print(self.xmin, self.xmax, binWidth)
+        self.binWidth = binWidth
+        self.fmax = 0
+        for v in self.values:
+            if (v > self.fmax):
+                self.fmax = v
+        self.ymin = 0
+        self.ymax = self.fmax
+        self.sampleAsInt = True
+
+    def isNumeric(self):
+        return True
+
+    def sampleAsFloat(self):
+        self.sampleAsInt = False
+
+    def sample(self):
+        """
+        samples value
+        """
+        done = False
+        samp = 0
+        while not done:
+            if self.sampleAsInt:
+                x = random.randint(self.xmin, self.xmax)
+                y = random.randint(self.ymin, self.ymax)
+            else:
+                x = randomFloat(self.xmin, self.xmax)
+                y = randomFloat(self.ymin, self.ymax)
+            bin = int((x - self.xmin) / self.binWidth)
+            f = self.values[bin]
+            if (y < f):
+                done = True
+                samp = x
+        return samp
+
+class JointNonParamRejectSampler:
+    """
+    non parametric sampling using given distribution based on rejection sampling	
+    """
+    def __init__(self, xmin, xbinWidth, xnbin, ymin, ybinWidth, ynbin, *values):
+        """
+        initializer
+
+        Parameters
+            xmin : min  value for x
+            xbinWidth : bin width for x
+            xnbin : no of bins for x
+            ymin : min  value for y
+            ybinWidth : bin width for y
+            ynbin : no of bins for y
+            values : distr values
+        """
+        self.values = values
+        if (len(self.values) == 1):
+            self.values = self.values[0]
+        assert len(self.values) ==  xnbin * ynbin, "wrong number of values for joint distr"
+        self.xmin = xmin
+        self.xmax = xmin + xbinWidth * xnbin
+        self.xbinWidth = xbinWidth
+        self.ymin = ymin
+        self.ymax = ymin + ybinWidth * ynbin
+        self.ybinWidth = ybinWidth
+        self.pmax = max(self.values)
+        self.values = np.array(self.values).reshape(xnbin, ynbin)
+
+    def isNumeric(self):
+        return True
+
+    def sample(self):
+        """
+        samples value
+        """
+        done = False
+        samp = 0
+        while not done:
+            x = randomFloat(self.xmin, self.xmax)
+            y = randomFloat(self.ymin, self.ymax)
+            xbin = int((x - self.xmin) / self.xbinWidth)
+            ybin = int((y - self.ymin) / self.ybinWidth)
+            ap = self.values[xbin][ybin]
+            sp = randomFloat(0.0, self.pmax)
+            if (sp < ap):
+                done = True
+                samp = [x,y]
+        return samp
+
+
+class JointNormalSampler:
+    """
+    joint normal sampler	
+    """
+    def __init__(self, *values):
+        """
+        initializer
+
+        Parameters
+            values : 2 mean values followed by 4 values for covar matrix
+        """
+        lvalues = list(values)
+        assert len(lvalues) == 6, "incorrect number of arguments for joint normal sampler"
+        mean = lvalues[:2]
+        self.mean = np.array(mean)
+        sd = lvalues[2:]
+        self.sd = np.array(sd).reshape(2,2)
+
+    def isNumeric(self):
+        return True
+
+    def sample(self):
+        """
+        samples value
+        """
+        return list(np.random.multivariate_normal(self.mean, self.sd))
+
+
+class MultiVarNormalSampler:
+    """
+    muti variate normal sampler	
+    """
+    def __init__(self, numVar, *values):
+        """
+        initializer
+
+        Parameters
+            numVar : no of variables
+            values : numVar mean values followed by numVar x numVar values for covar matrix
+        """
+        lvalues = list(values)
+        assert len(lvalues) == numVar + numVar * numVar, "incorrect number of arguments for multi var normal sampler"
+        mean = lvalues[:numVar]
+        self.mean = np.array(mean)
+        sd = lvalues[numVar:]
+        self.sd = np.array(sd).reshape(numVar,numVar)
+
+    def isNumeric(self):
+        return True
+
+    def sample(self):
+        """
+        samples value
+        """
+        return list(np.random.multivariate_normal(self.mean, self.sd))
+
+class CategoricalRejectSampler:
+    """
+    non parametric sampling for categorical attributes using given distribution based 
+    on rejection sampling	
+    """
+    def __init__(self,  *values):
+        """
+        initializer
+
+        Parameters
+            values : list of tuples which contains a categorical value and the corresponsding distr value
+        """
+        self.distr = values
+        if (len(self.distr) == 1):
+            self.distr = self.distr[0]
+        maxv = 0
+        for t in self.distr:
+            if t[1] > maxv:
+                maxv = t[1]
+        self.maxv = maxv
+
+    def sample(self):
+        """
+        samples value
+        """
+        done = False
+        samp = ""
+        while not done:
+            t = self.distr[randint(0, len(self.distr)-1)]	
+            d = randomFloat(0, self.maxv)	
+            if (d <= t[1]):
+                done = True
+                samp = t[0]
+        return samp
+
+
+class DistrMixtureSampler:
+    """
+    distr mixture sampler
+    """
+    def __init__(self,  mixtureWtDistr, *compDistr):
+        """
+        initializer
+
+        Parameters
+            mixtureWtDistr : sampler that returns index into sampler list
+            compDistr : sampler list
+        """
+        self.mixtureWtDistr = mixtureWtDistr
+        self.compDistr = compDistr
+        if (len(self.compDistr) == 1):
+            self.compDistr = self.compDistr[0]
+
+    def isNumeric(self):
+        return True
+
+    def sample(self):
+        """
+        samples value
+        """
+        comp = self.mixtureWtDistr.sample()
+
+        #sample  sampled comp distr
+        return self.compDistr[comp].sample()
+
+class AncestralSampler:
+    """
+    ancestral sampler using conditional distribution
+    """
+    def __init__(self,  parentDistr, childDistr, numChildren):
+        """
+        initializer
+
+        Parameters
+            parentDistr : parent distr
+            childDistr : childdren distribution dictionary
+            numChildren : no of children
+        """
+        self.parentDistr = parentDistr
+        self.childDistr = childDistr
+        self.numChildren = numChildren
+
+    def sample(self):
+        """
+        samples value
+        """
+        parent = self.parentDistr.sample()
+
+        #sample all children conditioned on parent
+        children = []
+        for i in range(self.numChildren):
+            key = (parent, i)
+            child = self.childDistr[key].sample()
+            children.append(child)
+        return (parent, children)
+
+class ClusterSampler:
+    """
+    sample cluster and then sample member of sampled cluster
+    """
+    def __init__(self,  clusters, *clustDistr):
+        """
+        initializer
+
+        Parameters
+            clusters : dictionary clusters
+            clustDistr : distr for clusters
+        """
+        self.sampler = CategoricalRejectSampler(*clustDistr)
+        self.clusters = clusters
+
+    def sample(self):
+        """
+        samples value
+        """
+        cluster = self.sampler.sample()
+        member = random.choice(self.clusters[cluster])
+        return (cluster, member)
+
+
+class MetropolitanSampler:
+    """
+    metropolitan sampler	
+    """
+    def __init__(self, propStdDev, min, binWidth, values):
+        """
+        initializer
+
+        Parameters
+            propStdDev : proposal distr std dev
+            min : min domain value for target distr
+            binWidth : bin width
+            values : target distr values
+        """
+        self.targetDistr = Histogram.createInitialized(min, binWidth, values)
+        self.propsalDistr = GaussianRejectSampler(0, propStdDev)
+        self.proposalMixture = False
+
+        # bootstrap sample
+        (minv, maxv) = self.targetDistr.getMinMax()
+        self.curSample = random.randint(minv, maxv)
+        self.curDistr = self.targetDistr.value(self.curSample)
+        self.transCount = 0
+
+    def initialize(self):
+        """
+        initialize
+        """
+        (minv, maxv) = self.targetDistr.getMinMax()
+        self.curSample = random.randint(minv, maxv)
+        self.curDistr = self.targetDistr.value(self.curSample)
+        self.transCount = 0
+
+    def setProposalDistr(self, propsalDistr):
+        """
+        set custom proposal distribution
+        Parameters
+            propsalDistr : proposal distribution
+        """
+        self.propsalDistr = propsalDistr
+
+
+    def setGlobalProposalDistr(self, globPropStdDev, proposalChoiceThreshold):
+        """
+        set custom proposal distribution
+        Parameters
+            globPropStdDev : global proposal distr std deviation
+            proposalChoiceThreshold : threshold for using global proposal distribution
+        """
+        self.globalProposalDistr = GaussianRejectSampler(0, globPropStdDev)
+        self.proposalChoiceThreshold = proposalChoiceThreshold
+        self.proposalMixture = True
+
+    def sample(self):
+        """
+        samples value
+        """
+        nextSample = self.proposalSample(1)
+        self.targetSample(nextSample)
+        return self.curSample;
+
+    def proposalSample(self, skip):
+        """
+        sample from proposal distribution
+        Parameters
+            skip : no of samples to skip
+        """
+        for i in range(skip):
+            if not self.proposalMixture:
+                #one proposal distr
+                nextSample = self.curSample + self.propsalDistr.sample()
+                nextSample = self.targetDistr.boundedValue(nextSample)
+            else:
+                #mixture of proposal distr
+                if random.random() < self.proposalChoiceThreshold:
+                    nextSample = self.curSample + self.propsalDistr.sample()
+                else:
+                    nextSample = self.curSample + self.globalProposalDistr.sample()
+                nextSample = self.targetDistr.boundedValue(nextSample)
+
+        return nextSample
+
+    def targetSample(self, nextSample):
+        """
+        target sample
+        Parameters
+            nextSample : proposal distr sample
+        """
+        nextDistr = self.targetDistr.value(nextSample)
+
+        transition = False
+        if nextDistr > self.curDistr:
+            transition = True
+        else:
+            distrRatio = float(nextDistr) / self.curDistr
+            if random.random() < distrRatio:
+                transition = True
+
+        if transition:
+            self.curSample = nextSample
+            self.curDistr = nextDistr
+            self.transCount += 1
+
+
+    def subSample(self, skip):
+        """
+        sub sample
+        Parameters
+            skip : no of samples to skip
+        """
+        nextSample = self.proposalSample(skip)
+        self.targetSample(nextSample)
+        return self.curSample;
+
+    def setMixtureProposal(self, globPropStdDev, mixtureThreshold):
+        """
+        mixture proposal
+        Parameters
+            globPropStdDev : global proposal distr std deviation
+            mixtureThreshold : threshold for using global proposal distribution
+        """
+        self.globalProposalDistr = GaussianRejectSampler(0, globPropStdDev)
+        self.mixtureThreshold = mixtureThreshold
+
+    def samplePropsal(self):
+        """
+        sample from proposal distr
+        """
+        if self.globalPropsalDistr is None:
+            proposal = self.propsalDistr.sample()
+        else:
+            if random.random() < self.mixtureThreshold:
+                proposal = self.propsalDistr.sample()
+            else:
+                proposal = self.globalProposalDistr.sample()
+
+        return proposal
+
+class PermutationSampler:
+    """
+    permutation sampler by shuffling a list
+    """
+    def __init__(self):
+        """
+        initialize
+        """
+        self.values = None
+        self.numShuffles = None
+
+    @staticmethod
+    def createSamplerWithValues(values, *numShuffles):
+        """
+        creator with values
+        Parameters
+            values : list data
+            numShuffles : no of shuffles or range of no of shuffles
+        """
+        sampler = PermutationSampler()
+        sampler.values = values
+        sampler.numShuffles = numShuffles
+        return sampler
+
+    @staticmethod
+    def createSamplerWithRange(minv, maxv, *numShuffles):
+        """
+        creator with ramge min and max
+
+        Parameters
+            minv : min of range
+            maxv : max of range
+            numShuffles : no of shuffles or range of no of shuffles
+        """
+        sampler = PermutationSampler()
+        sampler.values = list(range(minv, maxv + 1))
+        sampler.numShuffles = numShuffles
+        return sampler
+
+    def sample(self):
+        """
+        sample new permutation
+        """
+        cloned = self.values.copy()
+        shuffle(cloned, *self.numShuffles)
+        return cloned
+
+class SpikeyDataSampler:
+    """
+    samples spikey data
+    """
+    def __init__(self, intvMean, intvScale, distr, spikeValueMean, spikeValueStd, spikeMaxDuration, baseValue = 0):
+        """
+        initializer
+
+        Parameters
+            intvMean : interval mean
+            intvScale : interval std dev
+            distr : type of distr for interval
+            spikeValueMean : spike value mean
+            spikeValueStd : spike value std dev
+            spikeMaxDuration : max duration for spike
+            baseValue : base or offset value
+        """
+        if distr == "norm":
+            self.intvSampler = NormalSampler(intvMean, intvScale)
+        elif distr == "expo":
+            rate = 1.0 / intvScale
+            self.intvSampler = ExponentialSampler(rate)
+        else:
+            raise ValueError("invalid distribution")
+
+        self.spikeSampler = NormalSampler(spikeValueMean, spikeValueStd)
+        self.spikeMaxDuration = spikeMaxDuration
+        self.baseValue = baseValue
+        self.inSpike = False
+        self.spikeCount = 0
+        self.baseCount = 0
+        self.baseLength = int(self.intvSampler.sample())
+        self.spikeValues = list()
+        self.spikeLength = None
+
+    def sample(self):
+        """
+        sample new value
+        """
+        if self.baseCount <= self.baseLength:
+            sampled = self.baseValue
+            self.baseCount += 1
+        else:
+            if not self.inSpike:
+                #starting spike
+                spikeVal = self.spikeSampler.sample()
+                self.spikeLength = sampleUniform(1, self.spikeMaxDuration)
+                spikeMaxPos = 0 if self.spikeLength == 1 else sampleUniform(0, self.spikeLength-1)
+                self.spikeValues.clear()
+                for i in range(self.spikeLength):
+                    if i < spikeMaxPos:
+                        frac = (i + 1) / (spikeMaxPos + 1)
+                        frac = sampleFloatFromBase(frac, 0.1 * frac)
+                    elif i > spikeMaxPos:
+                        frac =  (self.spikeLength - i) / (self.spikeLength - spikeMaxPos)
+                        frac = sampleFloatFromBase(frac, 0.1 * frac)
+                    else:
+                        frac = 1.0
+                    self.spikeValues.append(frac * spikeVal)
+                    self.inSpike = True
+                    self.spikeCount = 0
+
+
+            sampled = self.spikeValues[self.spikeCount]
+            self.spikeCount += 1
+
+            if self.spikeCount == self.spikeLength:
+                #ending spike
+                self.baseCount = 0
+                self.baseLength = int(self.intvSampler.sample())
+                self.inSpike = False
+
+        return sampled
+
+
+class EventSampler:
+    """
+    sample event
+    """
+    def __init__(self, intvSampler, valSampler=None):
+        """
+        initializer
+
+        Parameters
+            intvSampler : interval sampler
+            valSampler : value sampler
+        """
+        self.intvSampler = intvSampler
+        self.valSampler = valSampler
+        self.trigger = int(self.intvSampler.sample())
+        self.count = 0
+
+    def reset(self):
+        """
+        reset trigger
+        """
+        self.trigger = int(self.intvSampler.sample())
+        self.count = 0
+
+    def sample(self):
+        """
+        sample event
+        """
+        if self.count == self.trigger:
+            sampled = self.valSampler.sample() if self.valSampler is not None else 1.0
+            self.trigger = int(self.intvSampler.sample())
+            self.count = 0
+        else:
+            sample = 0.0
+            self.count += 1
+        return sampled
+
+
+
+
+def createSampler(data):
+    """
+    create sampler
+
+    Parameters
+        data : sampler description
+    """
+    #print(data)
+    items = data.split(":")
+    size = len(items)
+    dtype = items[-1]
+    stype = items[-2]
+    sampler = None
+    if stype == "uniform":
+        if dtype == "int":
+            min = int(items[0])
+            max = int(items[1])
+            sampler = UniformNumericSampler(min, max)
+        elif dtype == "float":
+            min = float(items[0])
+            max = float(items[1])
+            sampler = UniformNumericSampler(min, max)
+        elif dtype == "categorical":
+            values = items[:-2]
+            sampler = UniformCategoricalSampler(values)
+    elif stype == "normal":
+            mean = float(items[0])
+            sd = float(items[1])
+            sampler = NormalSampler(mean, sd)
+            if dtype == "int":
+                sampler.sampleAsIntValue()
+    elif stype == "nonparam":
+        if dtype == "int" or dtype == "float":
+            min = int(items[0])
+            binWidth = int(items[1])
+            values = items[2:-2]
+            values = list(map(lambda v: int(v), values))
+            sampler = NonParamRejectSampler(min, binWidth, values)
+            if dtype == "float":
+                sampler.sampleAsFloat()
+        elif dtype == "categorical":
+            values = list()
+            for i in range(0, size-2, 2):
+                cval = items[i]
+                dist = int(items[i+1])
+                pair = (cval, dist)
+                values.append(pair)
+            sampler = CategoricalRejectSampler(values)
+    elif stype == "discrete":
+        vmin = int(items[0])
+        vmax = int(items[1])
+        step = int(items[2])
+        values = list(map(lambda i : int(items[i]), range(3, len(items)-2)))
+        sampler = DiscreteRejectSampler(vmin, vmax, step, values)
+    else:
+        raise ValueError("invalid sampler type " + dtype)
+    return sampler
+

spers_tr.txt

@@ -0,0 +1,100 @@
+1.000000,1.000000,1.000000,1.000000,0.000000,0.750000,1
+1.000000,1.000000,1.000000,1.000000,0.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.224000,0
+0.289000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.183000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,0.875000,1.000000,1.000000,1.000000,1.000000,1
+1.000000,1.000000,0.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.289000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+0.667000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.500000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.500000,0.000000,0.000000,0
+1.000000,0.800000,1.000000,0.500000,1.000000,1.000000,1
+0.750000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,1.000000,1.000000,0.204000,1
+0.800000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,0.894000,1.000000,1.000000,1.000000,1.000000,1
+1.000000,1.000000,1.000000,1.000000,1.000000,0.183000,1
+0.000000,0.577000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,0.750000,1.000000,1.000000,1.000000,1.000000,1
+1.000000,1.000000,1.000000,1.000000,1.000000,0.750000,1
+0.000000,0.000000,0.333000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,1.000000,0.000000,0.000000,0
+0.447000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+0.750000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.500000,0.000000,0.183000,0
+1.000000,1.000000,1.000000,1.000000,1.000000,0.750000,1
+0.667000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,0.500000,1.000000,1.000000,1
+1.000000,1.000000,1.000000,1.000000,0.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.750000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+1.000000,1.000000,0.500000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,0.667000,1.000000,1.000000,1.000000,1
+1.000000,1.000000,1.000000,1.000000,1.000000,0.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,0.500000,1.000000,1.000000,1
+1.000000,0.667000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.500000,0.000000,0.365000,0
+1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+1.000000,1.000000,1.000000,1.000000,1.000000,0.750000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,0.500000,0.000000,1.000000,1
+1.000000,1.000000,1.000000,0.500000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,0.500000,1.000000,1.000000,0.000000,1
+0.750000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.224000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,0.667000,0.500000,1.000000,1.000000,1
+1.000000,1.000000,0.667000,1.000000,0.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.200000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.200000,0
+1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,0.500000,1.000000,1.000000,1
+0.750000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,0.500000,1.000000,1.000000,1
+1.000000,1.000000,1.000000,1.000000,1.000000,0.834000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.167000,0
+0.000000,0.000000,0.000000,0.500000,0.000000,0.000000,0
+1.000000,1.000000,0.667000,1.000000,1.000000,1.000000,1
+0.447000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.500000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,0.500000,1.000000,1.000000,1
+0.365000,1.000000,1.000000,0.500000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.289000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+0.800000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,0.500000,1.000000,1.000000,1
+1.000000,1.000000,0.667000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0

spers_va.txt

@@ -0,0 +1,100 @@
+1.000000,0.913000,1.000000,1.000000,1.000000,1.000000,1
+1.000000,1.000000,0.500000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,0.500000,1.000000,1.000000,1.000000,1
+1.000000,1.000000,1.000000,1.000000,0.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.500000,0.000000,0.000000,0
+1.000000,1.000000,0.500000,1.000000,1.000000,1.000000,1
+0.750000,1.000000,0.500000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.200000,0
+1.000000,1.000000,1.000000,0.500000,1.000000,1.000000,1
+1.000000,1.000000,1.000000,0.500000,1.000000,0.750000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,0.500000,1.000000,1.000000,1
+1.000000,1.000000,0.667000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,0.857000,1.000000,1.000000,1.000000,1.000000,1
+0.365000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.204000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,1.000000,1.000000,0.800000,1
+1.000000,0.750000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,1.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,1.000000,0.000000,1.000000,1
+0.250000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.224000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.250000,0.000000,0.000000,0.000000,0.189000,0
+1.000000,1.000000,1.000000,1.000000,0.000000,1.000000,1
+1.000000,1.000000,1.000000,0.500000,1.000000,0.834000,1
+0.000000,0.000000,0.000000,0.500000,0.000000,0.144000,0
+0.000000,0.000000,0.000000,0.500000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,1.000000,1.000000,0.750000,1
+1.000000,0.800000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.224000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,0.500000,1.000000,1.000000,1
+1.000000,1.000000,0.750000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.500000,0.000000,0.338000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.750000,1.000000,1.000000,1.000000,0.000000,1.000000,1
+1.000000,1.000000,0.500000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,0.667000,1.000000,1.000000,1.000000,1
+1.000000,1.000000,1.000000,0.500000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+1.000000,0.667000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,1.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+1.000000,1.000000,1.000000,0.500000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,1.000000,1.000000,0.834000,1
+1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.224000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,0.500000,1.000000,1.000000,1.000000,1
+1.000000,0.750000,1.000000,1.000000,0.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,0.913000,1.000000,1.000000,1.000000,1.000000,1
+1.000000,1.000000,1.000000,0.500000,0.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.183000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,0.500000,1.000000,1.000000,1
+1.000000,1.000000,1.000000,1.000000,1.000000,0.800000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.500000,0.000000,0.000000,0
+1.000000,1.000000,0.667000,1.000000,1.000000,1.000000,1
+1.000000,0.750000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,1.000000,1.000000,0.834000,1
+0.289000,0.834000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.154000,0
+1.000000,0.926000,1.000000,1.000000,0.000000,1.000000,1
+1.000000,1.000000,0.667000,1.000000,1.000000,0.834000,1
+0.000000,0.000000,0.000000,0.500000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0
+1.000000,0.667000,1.000000,1.000000,1.000000,1.000000,1
+1.000000,1.000000,0.500000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,0.500000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,1.000000,0.000000,0.000000,0
+1.000000,0.667000,1.000000,0.500000,1.000000,1.000000,1
+1.000000,1.000000,1.000000,1.000000,1.000000,1.000000,1
+0.000000,0.000000,0.000000,1.000000,0.000000,0.000000,0
+0.000000,0.000000,0.000000,1.000000,0.000000,0.000000,0
+1.000000,1.000000,1.000000,1.000000,1.000000,0.000000,1
+1.000000,1.000000,1.000000,1.000000,0.000000,1.000000,1
+0.000000,0.000000,0.000000,1.000000,0.000000,0.149000,0
+0.000000,0.000000,0.000000,0.000000,0.000000,0.000000,0

stats.py

@@ -0,0 +1,482 @@
+#!/usr/bin/env python
+# coding: utf-8
+
+# In[ ]:
+
+
+import sys
+import random 
+import time
+import math
+import numpy as np
+import statistics 
+from util import *
+
+"""
+histogram class
+"""
+class Histogram:
+    def __init__(self, min, binWidth):
+        """
+        initializer
+
+        Parameters
+            min : min x
+            binWidth : bin width
+        """
+        self.xmin = min
+        self.binWidth = binWidth
+        self.normalized = False
+
+    @classmethod
+    def createInitialized(cls, xmin, binWidth, values):
+        """
+        create histogram instance with min domain, bin width and values
+
+        Parameters
+            min : min x
+            binWidth : bin width
+            values : y values
+        """
+        instance = cls(xmin, binWidth)
+        instance.xmax = xmin + binWidth * (len(values) - 1)
+        instance.ymin = 0
+        instance.bins = np.array(values)
+        instance.fmax = 0
+        for v in values:
+            if (v > instance.fmax):
+                instance.fmax = v
+        instance.ymin = 0.0
+        instance.ymax = instance.fmax
+        return instance
+
+    @classmethod
+    def createWithNumBins(cls, values, numBins=20):
+        """
+        create histogram instance values and no of bins
+
+        Parameters
+            values : y values
+            numBins : no of bins
+        """
+        xmin = min(values)
+        xmax = max(values)
+        binWidth = (xmax + .01 - (xmin - .01)) / numBins
+        instance = cls(xmin, binWidth)
+        instance.xmax = xmax
+        instance.numBin = numBins
+        instance.bins = np.zeros(instance.numBin)
+        for v in values:
+            instance.add(v)
+        return instance
+
+    @classmethod
+    def createUninitialized(cls, xmin, xmax, binWidth):
+        """
+        create histogram instance with no y values using domain min , max and bin width
+
+        Parameters
+            min : min x
+            max : max x
+            binWidth : bin width
+        """
+        instance = cls(xmin, binWidth)
+        instance.xmax = xmax
+        instance.numBin = (xmax - xmin) / binWidth + 1
+        instance.bins = np.zeros(instance.numBin)
+        return instance
+
+    def initialize(self):
+        """
+        set y values to 0
+        """
+        self.bins = np.zeros(self.numBin)
+
+    def add(self, value):
+        """
+        adds a value to a bin
+
+        Parameters
+            value : value
+        """
+        bin = int((value - self.xmin) / self.binWidth)
+        if (bin < 0 or  bin > self.numBin - 1):
+            print (bin)
+            raise ValueError("outside histogram range")
+        self.bins[bin] += 1.0
+
+    def normalize(self):
+        """
+        normalize  bin counts
+        """
+        if not self.normalized:
+            total = self.bins.sum()
+            self.bins = np.divide(self.bins, total)
+            self.normalized = True
+
+    def cumDistr(self):
+        """
+        cumulative dists
+        """
+        self.normalize()
+        self.cbins = np.cumsum(self.bins)
+        return self.cbins
+
+    def distr(self):
+        """
+        distr
+        """
+        self.normalize()
+        return self.bins
+
+
+    def percentile(self, percent):
+        """
+        return value corresponding to a percentile
+
+        Parameters
+            percent : percentile value
+        """
+        if self.cbins is None:
+            raise ValueError("cumulative distribution is not available")
+
+        for i,cuml in enumerate(self.cbins):
+            if percent > cuml:
+                value = (i * self.binWidth) - (self.binWidth / 2) +                 (percent - self.cbins[i-1]) * self.binWidth / (self.cbins[i] - self.cbins[i-1]) 
+                break
+        return value
+
+    def max(self):
+        """
+        return max bin value 
+        """
+        return self.bins.max()
+
+    def value(self, x):
+        """
+        return a bin value	
+
+        Parameters
+            x : x value
+        """
+        bin = int((x - self.xmin) / self.binWidth)
+        f = self.bins[bin]
+        return f
+
+    def bin(self, x):
+        """
+        return a bin index	
+
+        Parameters
+            x : x value
+        """
+        return int((x - self.xmin) / self.binWidth)
+
+    def cumValue(self, x):
+        """
+        return a cumulative bin value	
+
+        Parameters
+            x : x value
+        """
+        bin = int((x - self.xmin) / self.binWidth)
+        c = self.cbins[bin]
+        return c
+
+
+    def getMinMax(self):
+        """
+        returns x min and x max
+        """
+        return (self.xmin, self.xmax)
+
+    def boundedValue(self, x):
+        """
+        return x bounde by min and max	
+
+        Parameters
+            x : x value
+        """
+        if x < self.xmin:
+            x = self.xmin
+        elif x > self.xmax:
+            x = self.xmax
+        return x
+
+"""
+categorical histogram class
+"""
+class CatHistogram:
+    def __init__(self):
+        """
+        initializer
+        """
+        self.binCounts = dict()
+        self.counts = 0
+        self.normalized = False
+
+    def add(self, value):
+        """
+        adds a value to a bin
+
+        Parameters
+            x : x value
+        """
+        addToKeyedCounter(self.binCounts, value)
+        self.counts += 1	
+
+    def normalize(self):
+        """
+        normalize
+        """
+        if not self.normalized:
+            self.binCounts = dict(map(lambda r : (r[0],r[1] / self.counts), self.binCounts.items()))
+            self.normalized = True
+
+    def getMode(self):
+        """
+        get mode
+        """
+        maxk = None
+        maxv = 0
+        #print(self.binCounts)
+        for  k,v  in  self.binCounts.items():
+            if v > maxv:
+                maxk = k
+                maxv = v
+        return (maxk, maxv)	
+
+    def getEntropy(self):
+        """
+        get entropy
+        """
+        self.normalize()
+        entr = 0 
+        #print(self.binCounts)
+        for  k,v  in  self.binCounts.items():
+            entr -= v * math.log(v)
+        return entr
+
+    def getUniqueValues(self):
+        """
+        get unique values
+        """		
+        return list(self.binCounts.keys())
+
+    def getDistr(self):
+        """
+        get distribution
+        """	
+        self.normalize()	
+        return self.binCounts.copy()
+
+class RunningStat:
+    """
+    running stat class
+    """
+    def __init__(self):
+        """
+        initializer	
+        """
+        self.sum = 0.0
+        self.sumSq = 0.0
+        self.count = 0
+
+    @staticmethod
+    def create(count, sum, sumSq):
+        """
+        creates iinstance	
+
+        Parameters
+            sum : sum of values
+            sumSq : sum of valure squared
+        """
+        rs = RunningStat()
+        rs.sum = sum
+        rs.sumSq = sumSq
+        rs.count = count
+        return rs
+
+    def add(self, value):
+        """
+        adds new value
+        Parameters
+            value : value to add
+        """
+        self.sum += value
+        self.sumSq += (value * value)
+        self.count += 1
+
+    def getStat(self):
+        """
+        return mean and std deviation 
+        """
+        mean = self.sum /self. count
+        t = self.sumSq / (self.count - 1) - mean * mean * self.count / (self.count - 1)
+        sd = math.sqrt(t)
+        re = (mean, sd)
+        return re
+
+    def addGetStat(self,value):
+        """
+        calculate mean and std deviation with new value added
+        Parameters
+            value : value to add
+        """
+        self.add(value)
+        re = self.getStat()
+        return re
+
+    def getCount(self):
+        """
+        return count
+        """
+        return self.count
+
+    def getState(self):
+        """
+        return state
+        """
+        s = (self.count, self.sum, self.sumSq)
+        return s
+
+class SlidingWindowStat:
+    """
+    sliding window stats
+    """
+    def __init__(self):
+        """
+        initializer
+        """
+        self.sum = 0.0
+        self.sumSq = 0.0
+        self.count = 0
+        self.values = None
+
+    @staticmethod
+    def create(values, sum, sumSq):
+        """
+        creates iinstance	
+
+        Parameters
+            sum : sum of values
+            sumSq : sum of valure squared
+        """
+        sws = SlidingWindowStat()
+        sws.sum = sum
+        sws.sumSq = sumSq
+        self.values = values.copy()
+        sws.count = len(self.values)
+        return sws
+
+    @staticmethod
+    def initialize(values):
+        """
+        creates iinstance	
+
+        Parameters
+            values : list of values
+        """
+        sws = SlidingWindowStat()
+        sws.values = values.copy()
+        for v in sws.values:
+            sws.sum += v
+            sws.sumSq += v * v		
+        sws.count = len(sws.values)
+        return sws
+
+    @staticmethod
+    def createEmpty(count):
+        """
+        creates iinstance	
+
+        Parameters
+            count : count of values
+        """
+        sws = SlidingWindowStat()
+        sws.count = count
+        sws.values = list()
+        return sws
+
+    def add(self, value):
+        """
+        adds new value
+
+        Parameters
+            value : value to add
+        """
+        self.values.append(value)		
+        if len(self.values) > self.count:
+            self.sum += value - self.values[0]
+            self.sumSq += (value * value) - (self.values[0] * self.values[0])
+            self.values.pop(0)
+        else:
+            self.sum += value
+            self.sumSq += (value * value)
+
+
+    def getStat(self):
+        """
+        calculate mean and std deviation 
+        """
+        mean = self.sum /self. count
+        t = self.sumSq / (self.count - 1) - mean * mean * self.count / (self.count - 1)
+        sd = math.sqrt(t)
+        re = (mean, sd)
+        return re
+
+    def addGetStat(self,value):
+        """
+        calculate mean and std deviation with new value added
+        """
+        self.add(value)
+        re = self.getStat()
+        return re
+
+    def getCount(self):
+        """
+        return count
+        """
+        return self.count
+
+    def getCurSize(self):
+        """
+        return count
+        """
+        return len(self.values)
+
+    def getState(self):
+        """
+        return state
+        """
+        s = (self.count, self.sum, self.sumSq)
+        return s
+
+
+def basicStat(ldata):
+    """
+    mean and std dev
+    Parameters
+        ldata : list of values
+    """
+    m = statistics.mean(ldata)
+    s = statistics.stdev(ldata, xbar=m)
+    r = (m, s)
+    return r
+
+def getFileColumnStat(filePath, col, delem=","):
+    """
+    gets stats for a file column
+
+    Parameters
+        filePath : file path
+        col : col index
+        delem : field delemter
+    """
+    rs = RunningStat()
+    for rec in fileRecGen(filePath, delem):
+        va = float(rec[col])
+        rs.add(va)
+
+    return rs.getStat()
+

test.py

@@ -0,0 +1,18 @@
+import numpy as np
+
+with open("spers_tr.txt", "r") as fp:
+	print(fp)
+	delim="\n"
+	for line in fp:
+		# print("READ")
+		#line = line[:-1]
+		if delim is not None:
+			line = line.split(delim)
+		print(line,type(line))
+		
+
+'''
+def conv(fld):
+	return -float(fld[:-1]) if fld.endswith(b'-') else float(fld)
+print(np.loadtxt("spers_tr.txt"), converters=conv )
+'''

tnn.py

@@ -0,0 +1,775 @@
+#!/usr/bin/env python
+# coding: utf-8
+
+# In[ ]:
+
+
+import os
+import sys
+import matplotlib.pyplot as plt
+import numpy as np
+import torch
+from torch.autograd import Variable
+from torch.utils.data import Dataset, TensorDataset
+from torch.utils.data import DataLoader
+import sklearn as sk
+from sklearn.neighbors import KDTree
+import matplotlib
+import random
+import jprops
+from random import randint
+import statistics
+sys.path.append(os.path.abspath("../lib"))
+from util import *
+from mlutil import *
+
+"""
+forward hook function
+"""
+intermedOut = {}
+lvalues = list()
+
+def hookFn(m, i, o):
+    """
+    call back for latent values
+    """
+    #intermedOut[m] = o
+    lv = o.data.cpu().numpy()
+    lv = lv[0].tolist()
+    lvalues.append(lv)
+    #print(lv)
+
+def getLatValues():
+    """
+    """
+    return lvalues
+
+class FeedForwardNetwork(torch.nn.Module):
+    def __init__(self, configFile, addDefValues=None):
+        """
+        In the constructor we instantiate two nn.Linear modules and assign them as
+        member variables.
+
+        Parameters
+            configFile : config file path
+            addDefValues : dictionary of additional default values	
+        """
+        defValues = dict() if addDefValues is None else addDefValues.copy()
+        defValues["common.mode"] = ("training", None)
+        defValues["common.model.directory"] = ("model", None)
+        defValues["common.model.file"] = (None, None)
+        defValues["common.preprocessing"] = (None, None)
+        defValues["common.scaling.method"] = ("zscale", None)
+        defValues["common.scaling.minrows"] = (50, None)
+        defValues["common.scaling.param.file"] = (None, None)
+        defValues["common.verbose"] = (False, None)
+        defValues["common.device"] = ("cpu", None)
+        defValues["train.data.file"] = (None, "missing training data file")
+        defValues["train.data.fields"] = (None, "missing training data field ordinals")
+        defValues["train.data.feature.fields"] = (None, "missing training data feature field ordinals")
+        defValues["train.data.out.fields"] = (None, "missing training data feature field ordinals")
+        defValues["train.layer.data"] = (None, "missing layer data")
+        defValues["train.input.size"] = (None, None)
+        defValues["train.output.size"] = (None, "missing  output size")
+        defValues["train.batch.size"] = (10, None)
+        defValues["train.loss.reduction"] = ("mean", None)
+        defValues["train.num.iterations"] = (500, None)
+        defValues["train.lossFn"] = ("mse", None) 
+        defValues["train.optimizer"] = ("sgd", None) 
+        defValues["train.opt.learning.rate"] = (.0001, None)
+        defValues["train.opt.weight.decay"] = (0, None) 
+        defValues["train.opt.momentum"] = (0, None) 
+        defValues["train.opt.eps"] = (1e-08, None) 
+        defValues["train.opt.dampening"] = (0, None) 
+        defValues["train.opt.momentum.nesterov"] = (False, None) 
+        defValues["train.opt.betas"] = ([0.9, 0.999], None) 
+        defValues["train.opt.alpha"] = (0.99, None) 
+        defValues["train.save.model"] = (False, None) 
+        defValues["train.track.error"] = (False, None) 
+        defValues["train.epoch.intv"] = (5, None) 
+        defValues["train.batch.intv"] = (5, None) 
+        defValues["train.print.weights"] = (False, None) 
+        defValues["valid.data.file"] = (None, None)
+        defValues["valid.accuracy.metric"] = (None, None)
+        defValues["predict.data.file"] = (None, None)
+        defValues["predict.use.saved.model"] = (True, None)
+        defValues["predict.output"] = ("binary", None)
+        defValues["predict.feat.pad.size"] = (60, None)
+        defValues["predict.print.output"] = (True, None)
+        defValues["calibrate.num.bins"] = (10, None)
+        defValues["calibrate.pred.prob.thresh"] = (0.5, None)
+        defValues["calibrate.num.nearest.neighbors"] = (10, None)
+        self.config = Configuration(configFile, defValues)
+
+        super(FeedForwardNetwork, self).__init__()
+
+    def setConfigParam(self, name, value):
+        """
+        set config param
+
+        Parameters
+            name : config name
+            value : config value
+        """
+        self.config.setParam(name, value)
+
+    def getConfig(self):
+        """
+        get config object
+        """
+        return self.config
+
+    def setVerbose(self, verbose):
+        self.verbose = verbose
+
+    def buildModel(self):
+        """
+        Loads configuration and builds the various piecess necessary for the model
+        """
+        torch.manual_seed(9999)
+        print("self.config", self.config)
+        self.verbose = self.config.getBooleanConfig("common.verbose")[0]
+        numinp = self.config.getIntConfig("train.input.size")[0]
+        if numinp is None:
+            numinp = len(self.config.getIntListConfig("train.data.feature.fields")[0])
+        #numOut = len(self.config.getStringConfig("train.data.out.fields")[0].split(","))
+        self.outputSize = self.config.getIntConfig("train.output.size")[0]
+        self.batchSize = self.config.getIntConfig("train.batch.size")[0]
+        #lossRed = self.config.getStringConfig("train.loss.reduction")[0]
+        #learnRate = self.config.getFloatConfig("train.opt.learning.rate")[0]
+        self.numIter = self.config.getIntConfig("train.num.iterations")[0]
+        optimizer = self.config.getStringConfig("train.optimizer")[0]
+        self.lossFnStr = self.config.getStringConfig("train.lossFn")[0]
+        self.accMetric = self.config.getStringConfig("valid.accuracy.metric")[0]
+        self.trackErr = self.config.getBooleanConfig("train.track.error")[0]
+        self.batchIntv = self.config.getIntConfig("train.batch.intv")[0]
+        self.restored = False
+        self.clabels = list(range(self.outputSize)) if self.outputSize > 1 else None
+
+        #build network
+        layers = list()
+        ninp = numinp
+        trData =  self.config.getStringConfig("train.layer.data")[0].split(",")
+        for ld in trData:
+            lde = ld.split(":")
+            assert len(lde) == 5, "expecting 5 items for layer data"
+
+            #num of units, activation, whether batch normalize, whether batch normalize after activation, dropout fraction
+            nunit = int(lde[0])
+            actStr = lde[1]
+            act = FeedForwardNetwork.createActivation(actStr) if actStr != "none"  else None
+            bnorm = lde[2] == "true"
+            afterAct = lde[3] == "true"
+            dpr = float(lde[4])
+
+            layers.append(torch.nn.Linear(ninp, nunit))			
+            if bnorm:
+                #with batch norm
+                if afterAct:
+                    safeAppend(layers, act)
+                    layers.append(torch.nn.BatchNorm1d(nunit))
+                else:
+                    layers.append(torch.nn.BatchNorm1d(nunit))
+                    safeAppend(layers, act)
+            else:
+                #without batch norm
+                safeAppend(layers, act)
+
+            if dpr > 0:
+                layers.append(torch.nn.Dropout(dpr))
+            ninp = nunit
+
+        self.layers = torch.nn.Sequential(*layers)	
+
+        self.device = FeedForwardNetwork.getDevice(self)
+
+        #training data
+        dataFile = self.config.getStringConfig("train.data.file")[0]
+        (featData, outData) = FeedForwardNetwork.prepData(self, dataFile)
+        self.featData = torch.from_numpy(featData)
+        self.outData = torch.from_numpy(outData)
+
+        #validation data
+        dataFile = self.config.getStringConfig("valid.data.file")[0]
+        (featDataV, outDataV) = FeedForwardNetwork.prepData(self, dataFile)
+        self.validFeatData = torch.from_numpy(featDataV)
+        self.validOutData = torch.from_numpy(outDataV)
+
+        # loss function and optimizer
+        self.lossFn = FeedForwardNetwork.createLossFunction(self, self.lossFnStr)
+        self.optimizer =  FeedForwardNetwork.createOptimizer(self, optimizer)
+
+        self.yPred  = None
+        self.restored = False
+
+        #mode to device
+        self.device = FeedForwardNetwork.getDevice(self)	
+        self.featData = self.featData.to(self.device)
+        self.outData = self.outData.to(self.device)
+        self.validFeatData = self.validFeatData.to(self.device)
+        self.to(self.device)
+
+    @staticmethod
+    def getDevice(model):
+        """
+        gets device
+
+        Parameters
+            model : torch model
+        """
+        devType = model.config.getStringConfig("common.device")[0]
+        if devType == "cuda":
+            if torch.cuda.is_available():
+                device = torch.device("cuda")
+            else:
+                exitWithMsg("cuda not available")
+        else:
+            device = torch.device("cpu")
+        return device
+
+    def setValidationData(self, dataSource, prep=True):
+        """
+        sets validation data
+
+        Parameters
+            dataSource : data source str if file path or 2D array
+            prep : if True load and prepare 
+        """
+        if prep:
+            (featDataV, outDataV) = FeedForwardNetwork.prepData(self, dataSource)
+            self.validFeatData = torch.from_numpy(featDataV)
+            self.validOutData = outDataV
+        else:
+            self.validFeatData = torch.from_numpy(dataSource[0])
+            self.validOutData = dataSource[1]		
+
+        self.validFeatData = self.validFeatData.to(self.device)
+
+    @staticmethod
+    def createActivation(actName):
+        """
+        create activation
+
+        Parameters
+            actName : activation name
+        """
+        if actName is None:
+            activation = None
+        elif actName == "relu":
+            activation = torch.nn.ReLU()
+        elif actName == "tanh":
+            activation = torch.nn.Tanh()
+        elif actName == "sigmoid":
+            activation = torch.nn.Sigmoid()
+        elif actName == "softmax":
+            activation = torch.nn.Softmax(dim=1)
+        else:
+            exitWithMsg("invalid activation function name " + actName)
+        return activation
+
+    @staticmethod
+    def createLossFunction(model, lossFnName):
+        """
+        create loss function
+
+        Parameters
+            lossFnName : loss function name
+        """
+        config = model.config
+        lossRed = config.getStringConfig("train.loss.reduction")[0]
+        if lossFnName == "ltwo" or lossFnName == "mse":
+            lossFunc = torch.nn.MSELoss(reduction=lossRed)
+        elif lossFnName == "ce":
+            lossFunc = torch.nn.CrossEntropyLoss(reduction=lossRed)
+        elif lossFnName == "lone" or lossFnName == "mae":
+            lossFunc = torch.nn.L1Loss(reduction=lossRed)
+        elif lossFnName == "bce":
+            lossFunc = torch.nn.BCELoss(reduction=lossRed)
+        elif lossFnName == "bcel":
+            lossFunc = torch.nn.BCEWithLogitsLoss(reduction=lossRed)
+        elif lossFnName == "sm":
+            lossFunc = torch.nn.SoftMarginLoss(reduction=lossRed)
+        elif lossFnName == "mlsm":
+            lossFunc = torch.nn.MultiLabelSoftMarginLoss(reduction=lossRed)
+        else:
+            exitWithMsg("invalid loss function name " + lossFnName)
+        return lossFunc
+
+    @staticmethod
+    def createOptimizer(model, optName):
+        """
+        create optimizer
+
+        Parameters
+            optName : optimizer name
+        """
+        config = model.config
+        learnRate = config.getFloatConfig("train.opt.learning.rate")[0]
+        weightDecay = config.getFloatConfig("train.opt.weight.decay")[0]
+        momentum = config.getFloatConfig("train.opt.momentum")[0]
+        eps = config.getFloatConfig("train.opt.eps")[0]
+        if optName == "sgd":
+            dampening = config.getFloatConfig("train.opt.dampening")[0]
+            momentumNesterov = config.getBooleanConfig("train.opt.momentum.nesterov")[0]
+            optimizer = torch.optim.SGD(model.parameters(),lr=learnRate, momentum=momentum, 
+            dampening=dampening, weight_decay=weightDecay, nesterov=momentumNesterov)
+        elif optName == "adam":
+            betas = config.getFloatListConfig("train.opt.betas")[0]
+            betas = (betas[0], betas[1]) 
+            optimizer = torch.optim.Adam(model.parameters(), lr=learnRate,betas=betas, eps = eps,
+            weight_decay=weightDecay)
+        elif optName == "rmsprop":
+            alpha = config.getFloatConfig("train.opt.alpha")[0]
+            optimizer = torch.optim.RMSprop(model.parameters(), lr=learnRate, alpha=alpha,
+            eps=eps, weight_decay=weightDecay, momentum=momentum)
+        else:
+            exitWithMsg("invalid optimizer name " + optName)
+        return optimizer
+
+
+    def forward(self, x):
+        """
+        In the forward function we accept a Tensor of input data and we must return
+        a Tensor of output data. We can use Modules defined in the constructor as
+        well as arbitrary (differentiable) operations on Tensors.
+
+        Parameters
+            x : data batch
+        """
+        y = self.layers(x)	
+        return y
+
+    @staticmethod
+    def addForwardHook(model, l, cl = 0):
+        """
+        register forward hooks
+
+        Parameters
+            l : 
+            cl :
+        """
+        for name, layer in model._modules.items():
+            #If it is a sequential, don't register a hook on it
+            # but recursively register hook on all it's module children
+            print(str(cl) + " : " + name)
+            if isinstance(layer, torch.nn.Sequential):
+                FeedForwardNetwork.addForwardHook(layer, l, cl)
+            else:
+            #	 it's a non sequential. Register a hook
+                if cl == l:
+                    print("setting hook at layer " + str(l))
+                    layer.register_forward_hook(hookFn)
+                cl += 1
+
+    @staticmethod
+    def prepData(model, dataSource, includeOutFld=True):
+        """
+        loads and prepares  data
+
+        Parameters
+            dataSource : data source str if file path or 2D array
+            includeOutFld : True if target freld to be included
+        """
+        # parameters
+        fieldIndices = model.config.getIntListConfig("train.data.fields")[0]
+        featFieldIndices = model.config.getIntListConfig("train.data.feature.fields")[0]
+
+        #all data and feature data
+        isDataFile = isinstance(dataSource, str)
+        selFieldIndices = fieldIndices if includeOutFld else fieldIndices[:-1]
+        if isDataFile: 
+            #source file path 
+            (data, featData) = loadDataFile(dataSource, ",", selFieldIndices, featFieldIndices)
+        else:
+            # tabular data
+            data = tableSelFieldsFilter(dataSource, selFieldIndices)
+            featData = tableSelFieldsFilter(data, featFieldIndices)
+            #print(featData)
+            featData = np.array(featData)
+
+        if (model.config.getStringConfig("common.preprocessing")[0] == "scale"):
+            scalingMethod = model.config.getStringConfig("common.scaling.method")[0]
+
+            #scale only if there are enough rows
+            nrow = featData.shape[0]
+            minrows = model.config.getIntConfig("common.scaling.minrows")[0]
+            if nrow > minrows:
+                #in place scaling
+                featData = scaleData(featData, scalingMethod)
+            else:
+                #use pre computes scaling parameters
+                spFile = model.config.getStringConfig("common.scaling.param.file")[0]
+                if spFile is None:
+                    pass
+                    # exitWithMsg("for small data sets pre computed scaling parameters need to provided")
+                # scParams = restoreObject(spFile)
+                #scParams = None
+                #featData = scaleDataWithParams(featData, scalingMethod, scParams)
+                featData = np.array(featData)
+
+        # target data
+        if includeOutFld:
+            outFieldIndices = model.config.getStringConfig("train.data.out.fields")[0]
+            outFieldIndices = strToIntArray(outFieldIndices, ",")
+            if isDataFile:
+                outData = data[:,outFieldIndices]
+            else:
+                outData = tableSelFieldsFilter(data, outFieldIndices)
+                outData = np.array(outData)
+            foData = (featData.astype(np.float32), outData.astype(np.float32))
+        else:
+            foData = featData.astype(np.float32)
+        return foData
+
+    @staticmethod
+    def saveCheckpt(model):
+        """
+        checkpoints model
+
+        Parameters
+            model : torch model
+        """
+        print("..saving model checkpoint")
+        modelDirectory = model.config.getStringConfig("common.model.directory")[0]
+        assert os.path.exists(modelDirectory), "model save directory does not exist"
+        modelFile = model.config.getStringConfig("common.model.file")[0]
+        filepath = os.path.join(modelDirectory, modelFile)
+        state = {"state_dict": model.state_dict(), "optim_dict": model.optimizer.state_dict()}
+        torch.save(state, filepath)
+        if model.verbose:
+            print("model saved")
+
+    @staticmethod
+    def restoreCheckpt(model, loadOpt=False):
+        """
+        restored checkpointed model
+
+        Parameters
+            model : torch model
+            loadOpt : True if optimizer to be loaded
+        """
+        if not model.restored:
+            print("..restoring model checkpoint")
+            modelDirectory = model.config.getStringConfig("common.model.directory")[0]
+            modelFile = model.config.getStringConfig("common.model.file")[0]
+            filepath = os.path.join(modelDirectory, modelFile)
+            assert os.path.exists(filepath), "model save file does not exist"
+            checkpoint = torch.load(filepath)
+            model.load_state_dict(checkpoint["state_dict"])
+            model.to(model.device)
+            if loadOpt:
+                model.optimizer.load_state_dict(checkpoint["optim_dict"])
+            model.restored = True
+
+    @staticmethod
+    def processClassifOutput(yPred, config):
+        """
+        extracts probability label 1 or label with highest probability
+
+        Parameters
+            yPred : predicted output
+            config : config object
+        """
+        outType = config.getStringConfig("predict.output")[0]
+        if outType == "prob":
+            outputSize = config.getIntConfig("train.output.size")[0]
+            if outputSize == 2:
+                #return prob of pos class for binary classifier 
+                yPred = yPred[:, 1]
+            else:
+                #return  class value and probability for multi classifier 
+                yCl = np.argmax(yPred, axis=1)
+                yPred = list(map(lambda y : y[0][y[1]], zip(yPred, yCl)))
+                yPred = zip(yCl, yPred)
+        else:
+            yPred = np.argmax(yPred, axis=1)
+        return yPred
+
+    @staticmethod
+    def printPrediction(yPred, config, dataSource):
+        """
+        prints input feature data and prediction
+
+        Parameters
+            yPred : predicted output
+            config : config object
+            dataSource : data source str if file path or 2D array
+        """
+        #prDataFilePath = config.getStringConfig("predict.data.file")[0]
+        padWidth = config.getIntConfig("predict.feat.pad.size")[0]
+        i = 0
+        if type(dataSource) == str:
+            for rec in fileRecGen(dataSource, ","):
+                feat = (",".join(rec)).ljust(padWidth, " ")
+                rec = feat + "\t" + str(yPred[i])
+                print(rec)
+                i += 1
+        else:
+            for rec in dataSource:
+                srec = toStrList(rec, 6)
+                feat = (",".join(srec)).ljust(padWidth, " ")
+                srec = feat + "\t" + str(yPred[i])
+                print(srec)
+                i += 1
+
+
+    @staticmethod
+    def allTrain(model):
+        """
+        train with all data
+
+        Parameters
+            model : torch model
+        """
+        # train mode
+        model.train()
+        for t in range(model.numIter):
+
+
+            # Forward pass: Compute predicted y by passing x to the model
+            yPred = model(model.featData)
+
+            # Compute and print loss
+            loss = model.lossFn(yPred, model.outData)
+            if model.verbose and  t % 50 == 0:
+                print("epoch {}  loss {:.6f}".format(t, loss.item()))
+
+            # Zero gradients, perform a backward pass, and update the weights.
+            model.optimizer.zero_grad()
+            loss.backward()
+            model.optimizer.step()    	
+
+        #validate
+        model.eval()
+        yPred = model(model.validFeatData)
+        yPred = yPred.data.cpu().numpy()
+        yActual = model.validOutData
+        if model.verbose:
+            result = np.concatenate((yPred, yActual), axis = 1)
+            print("predicted  actual")
+            print(result)
+
+        score = perfMetric(model.accMetric, yActual, yPred)
+        print(formatFloat(3, score, "perf score"))
+        return score
+
+    @staticmethod
+    def batchTrain(model):
+        """
+        train with batch data
+
+        Parameters
+            model : torch model
+        """
+        model.restored = False
+        trainData = TensorDataset(model.featData, model.outData)
+        trainDataLoader = DataLoader(dataset=trainData, batch_size=model.batchSize, shuffle=True)
+        epochIntv = model.config.getIntConfig("train.epoch.intv")[0]
+
+        # train mode
+        model.train()
+
+        if model.trackErr:
+            trErr = list()
+            vaErr = list()
+        #epoch
+        for t in range(model.numIter):
+            #batch
+            b = 0
+            epochLoss = 0.0
+            for xBatch, yBatch in trainDataLoader:
+
+                # Forward pass: Compute predicted y by passing x to the model
+                xBatch, yBatch = xBatch.to(model.device), yBatch.to(model.device)
+                yPred = model(xBatch)
+
+                # Compute and print loss
+                loss = model.lossFn(yPred, yBatch)
+                if model.verbose and t % epochIntv == 0 and b % model.batchIntv == 0:
+                    print("epoch {}  batch {}  loss {:.6f}".format(t, b, loss.item()))
+
+                if model.trackErr and model.batchIntv == 0:
+                    epochLoss += loss.item()
+
+                #error tracking at batch level
+                if model.trackErr and model.batchIntv > 0 and b % model.batchIntv == 0:
+                    trErr.append(loss.item())
+                    vloss = FeedForwardNetwork.evaluateModel(model)
+                    vaErr.append(vloss)
+
+                # Zero gradients, perform a backward pass, and update the weights.
+                model.optimizer.zero_grad()
+                loss.backward()
+                model.optimizer.step()    	
+                b += 1
+
+            #error tracking at epoch level
+            if model.trackErr and model.batchIntv == 0:
+                epochLoss /= len(trainDataLoader)
+                trErr.append(epochLoss)
+                vloss = FeedForwardNetwork.evaluateModel(model)
+                vaErr.append(vloss)
+
+        #validate
+        model.eval()
+        yPred = model(model.validFeatData)
+        yPred = yPred.data.cpu().numpy()
+        yActual = model.validOutData
+        if model.verbose:
+            vsize = yPred.shape[0]
+            print("\npredicted \t\t actual")
+            for i in range(vsize):
+                print(str(yPred[i]) + "\t" + str(yActual[i]))
+
+        score = perfMetric(model.accMetric, yActual, yPred)
+        print(yActual)
+        print(yPred)
+        print(formatFloat(3, score, "perf score"))
+
+        #save
+        modelSave = model.config.getBooleanConfig("train.model.save")[0]
+        if modelSave:
+            FeedForwardNetwork.saveCheckpt(model)
+
+        if model.trackErr:
+            FeedForwardNetwork.errorPlot(model, trErr, vaErr)
+
+        if model.config.getBooleanConfig("train.print.weights")[0]:
+            print("model weights")
+            for param in model.parameters():
+                print(param.data)
+        return score
+
+    @staticmethod
+    def errorPlot(model, trErr, vaErr):
+        """
+        plot errors
+
+        Parameters
+            trErr : training error list	
+            vaErr : validation error list	
+        """
+        x = np.arange(len(trErr))
+        plt.plot(x,trErr,label = "training error")
+        plt.plot(x,vaErr,label = "validation error")
+        plt.xlabel("iteration")
+        plt.ylabel("error")
+        plt.legend(["training error", "validation error"], loc='upper left')
+        plt.show()
+
+    @staticmethod
+    def modelPredict(model, dataSource = None):
+        """
+        predict
+
+        Parameters
+            model : torch model
+            dataSource : data source
+        """
+        #train or restore model
+        useSavedModel = model.config.getBooleanConfig("predict.use.saved.model")[0]
+        if useSavedModel:
+            FeedForwardNetwork.restoreCheckpt(model)
+        else:
+            FeedForwardNetwork.batchTrain(model) 
+
+        #predict
+        if dataSource is None:
+            dataSource = model.config.getStringConfig("predict.data.file")[0]
+        featData  = FeedForwardNetwork.prepData(model, dataSource, False)
+        #print("featData-----------",featData)
+        featData = torch.from_numpy(featData)
+        featData = featData.to(model.device)
+
+        model.eval()
+        yPred = model(featData)
+        yPred = yPred.data.cpu().numpy()
+        #print("yPred---------", yPred)
+
+        if model.outputSize >= 2:
+            #classification
+            yPred = FeedForwardNetwork.processClassifOutput(yPred, model.config)
+
+        # print prediction
+        if model.config.getBooleanConfig("predict.print.output")[0]:
+            FeedForwardNetwork.printPrediction(yPred, model.config, dataSource)
+
+        return yPred
+
+    def predict(self, dataSource = None):
+        """
+        predict
+
+        Parameters
+            dataSource : data source
+        """
+        return FeedForwardNetwork.modelPredict(self, dataSource)
+
+    @staticmethod
+    def evaluateModel(model):
+        """
+        evaluate model
+
+        Parameters
+            model : torch model
+        """
+        model.eval()
+        with torch.no_grad():
+            yPred = model(model.validFeatData)
+            #yPred = yPred.data.cpu().numpy()
+            yActual = model.validOutData
+            score = model.lossFn(yPred, yActual).item()
+        model.train()
+        return score
+
+    @staticmethod
+    def prepValidate(model, dataSource=None):
+        """
+        prepare for validation
+
+        Parameters
+            model : torch model
+            dataSource : data source
+        """
+        #train or restore model
+        if not model.restored:
+            useSavedModel = model.config.getBooleanConfig("predict.use.saved.model")[0]
+            if useSavedModel:
+                FeedForwardNetwork.restoreCheckpt(model)
+            else:
+                FeedForwardNetwork.batchTrain(model)
+            model.restored = True
+
+        if 	dataSource is not None:
+            model.setValidationData(dataSource)
+
+    @staticmethod
+    def validateModel(model, retPred=False):
+        """
+        pmodel validation
+
+        Parameters
+            model : torch model
+            retPred : if True return prediction
+        """
+        model.eval()
+        yPred = model(model.validFeatData)
+        yPred = yPred.data.cpu().numpy()
+        model.yPred = yPred
+        yActual = model.validOutData
+        vsize = yPred.shape[0]
+        if model.verbose:
+            print("\npredicted \t actual")
+            for i in range(vsize):
+                print("{:.3f}\t\t{:.3f}".format(yPred[i][0], yActual[i][0]))
+
+        score = perfMetric(model.accMetric, yActual, yPred)
+        print(formatFloat(3, score, "perf score"))
+
+        if retPred:
+            y = list(map(lambda i : (yPred[i][0], yActual[i][0]), range(vsize)))
+            res = (y, score)
+            return res
+        else:	
+            return score
+

tnn_disamb.properties

@@ -0,0 +1,37 @@
+common.mode=training
+common.model.directory=./model/tnn
+common.model.file=pdamb.mod
+common.preprocessing=scale
+common.scaling.method=minmax
+common.verbose=True
+train.data.file=spers_tr.txt
+train.data.fields=0:6
+train.data.feature.fields=0:5
+train.data.out.fields=6
+train.layer.data=1:none:false:false:-1.0
+train.output.size=1
+train.batch.size=64
+train.loss.reduction=_
+train.opt.learning.rate=.001
+train.opt.weight.decay=_
+train.opt.momentum=_
+train.opt.eps=_
+train.opt.dampening=_
+train.opt.momentum.nesterov=_
+train.opt.betas=_
+train.opt.alpha=_
+train.num.iterations=100
+train.optimizer=_
+train.lossFn=mse
+train.model.save=True
+train.track.error=True
+train.epoch.intv=10
+train.batch.intv=10
+train.print.weights=True
+valid.data.file=spers_va.txt
+valid.accuracy.metric=acc
+predict.data.file=spers_pr.txt
+predict.use.saved.model=True
+predict.output=_
+predict.feat.pad.size=50
+predict.print.output=False

txproc.py

@@ -0,0 +1,973 @@
+#!/usr/bin/env python
+# coding: utf-8
+
+# In[ ]:
+
+
+import os
+import sys
+from random import randint
+import random
+import time
+from datetime import datetime
+import re, string, unicodedata
+import nltk
+import contractions
+import inflect
+from bs4 import BeautifulSoup
+from nltk import word_tokenize, sent_tokenize
+from nltk.corpus import stopwords
+from nltk.stem.isri import ISRIStemmer
+from nltk.stem.porter import PorterStemmer
+from nltk.stem.snowball import SnowballStemmer
+from nltk.stem import LancasterStemmer, WordNetLemmatizer
+from nltk.tag import StanfordNERTagger
+from nltk.tokenize import word_tokenize, sent_tokenize
+import spacy
+import torch
+from collections import defaultdict
+import pickle
+import numpy as np
+import re
+
+sys.path.append(os.path.abspath("../lib"))
+from util import *
+from mlutil import *
+
+lcc = ["a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k","l","m","n","o",
+"p","q","r","s","t","u","v","w","x","y","z"]
+ucc = ["A","B","C","D","E","F","G","H","I","J","K","L","M", "N","O","P","Q","R","S","T","U","V","W","X","Y","Z"]
+dig = ["0","1","2","3","4","5","6","7","8","9"]
+spc = ["@","#","$","%","^","&","*","(",")","_","+","{","}","[","]","|",":","<",">","?",";",",","."]
+
+
+class TextPreProcessor:
+    """
+    text preprocessor
+    """
+    def __init__(self, stemmer = "lancaster", verbose=False):
+        self.verbose = verbose
+        self.lemmatizer = WordNetLemmatizer()
+
+    def stripHtml(self, text):
+        soup = BeautifulSoup(text, "html.parser")
+        return soup.get_text()
+
+    def removeBetweenSquareBrackets(self, text):
+        return re.sub('\[[^]]*\]', '', text)
+
+    def denoiseText(self, text):
+        text = stripHtml(text)
+        text = removeBetweenSquareBrackets(text)
+        return text
+
+    def replaceContractions(self, text):
+        """Replace contractions in string of text"""
+        return contractions.fix(text)
+
+    def tokenize(self, text):
+        words = nltk.word_tokenize(text)
+        return words
+
+    def removeNonAscii(self, words):
+        """Remove non-ASCII characters from list of tokenized words"""
+        newWords = []
+        for word in words:
+            if isinstance(word, unicode):
+                newWord = unicodedata.normalize('NFKD', word).encode('ascii', 'ignore')
+            else:
+                newWord = word
+            newWords.append(newWord)
+        return newWords
+
+    def replaceNonAsciiFromText(self, text):
+        """ replaces non ascii with blank  """
+        return ''.join([i if ord(i) < 128 else ' ' for i in text])
+
+    def removeNonAsciiFromText(self, text):
+        """ replaces non ascii with blank  """
+        return ''.join([i if ord(i) < 128 else '' for i in text])
+
+    def allow(self, words):
+        """ allow only specific charaters """
+        allowed = [word for word in words if re.match('^[A-Za-z0-9\.\,\:\;\!\?\(\)\'\-\$\@\%\"]+$', word) is not None]		
+        return allowed		
+
+    def toLowercase(self, words):
+        """Convert all characters to lowercase from list of tokenized words"""
+        newWords = [word.lower() for word in words]
+        return newWords
+
+    def removePunctuation(self, words):
+        """Remove punctuation from list of tokenized words"""
+        newWords = []
+        for word in words:
+            newWord = re.sub(r'[^\w\s]', '', word)
+            if newWord != '':
+                newWords.append(newWord)
+        return newWords
+
+    def replaceNumbers(self, words):
+        """Replace all interger occurrences in list of tokenized words with textual representation"""
+        p = inflect.engine()
+        newWords = []
+        for word in words:
+            if word.isdigit():
+                newWord = p.number_to_words(word)
+                newWords.append(newWord)
+            else:
+                newWords.append(word)
+        return newWords
+
+    def removeStopwords(self, words):
+        """Remove stop words from list of tokenized words"""
+        newWords = []
+        for word in words:
+            if word not in stopwords.words('english'):
+                newWords.append(word)
+        return newWords
+
+    def removeCustomStopwords(self, words, stopWords):
+        """Remove stop words from list of tokenized words"""
+        removed = [word for word in words if word not in stopWords]		
+        return removed
+
+    def removeLowFreqWords(self, words, minFreq):
+        """Remove low frewquncy words from list of tokenized words"""
+        frequency = defaultdict(int)
+        for word in words:
+            frequency[word] += 1
+        removed = [word for word in words if frequency[word] > minFreq]		
+        return removed	
+
+    def removeNumbers(self, words):
+        """Remove numbers"""
+        removed = [word for word in words if not isNumber(word)]		
+        return removed		
+
+    def removeShortWords(self, words, minLengh):
+        """Remove short words """
+        removed = [word for word in words if len(word) >= minLengh]		
+        return removed		
+
+    def keepAllowedWords(self, words, keepWords):
+        """Keep  words from the list only"""
+        kept = [word for word in words if word in keepWords]		
+        return kept
+
+    def stemWords(self, words):
+        """Stem words in list of tokenized words"""
+        if stemmer == "lancaster":
+            stemmer = LancasterStemmer()
+        elif stemmer == "snowbal":
+            stemmer = SnowballStemmer()
+        elif stemmer == "porter":
+            stemmer = PorterStemmer()
+        stems = [stemmer.stem(word) for word in words]
+        return stems
+
+    def lemmatizeWords(self, words):
+        """Lemmatize tokens in list of tokenized words"""
+        lemmas = [self.lemmatizer.lemmatize(word) for word in words]
+        return lemmas
+
+    def lemmatizeVerbs(self, words):
+        """Lemmatize verbs in list of tokenized words"""
+        lemmas = [self.lemmatizer.lemmatize(word, pos='v') for word in words]
+        return lemmas
+
+    def normalize(self, words):
+        words = self.removeNonAscii(words)
+        words = self.toLowercase(words)
+        words = self.removePunctuation(words)
+        words = self.replaceNumbers(words)
+        words = self.removeStopwords(words)
+        return words
+
+    def posTag(self, textTokens):
+        tags = nltk.pos_tag(textTokens)
+        return tags
+
+    def extractEntity(self, textTokens, classifierPath, jarPath):
+        st = StanfordNERTagger(classifierPath, jarPath) 
+        entities = st.tag(textTokens)
+        return entities
+
+    def documentFeatures(self, document, wordFeatures):
+        documentWords = set(document)
+        features = {}
+        for word in wordFeatures:
+            features[word] = (word in documentWords)
+        return features
+
+class NGram:
+    """
+    word ngram
+    """
+    def __init__(self, vocFilt, verbose=False):
+        """
+        initialize
+        """
+        self.vocFilt = vocFilt
+        self.nGramCounter = dict()
+        self.nGramFreq = dict()
+        self.corpSize = 0
+        self.vocabulary = set()
+        self.freqDone = False
+        self.verbose = verbose
+        self.vecWords = None
+        self.nonZeroCount = 0
+
+    def countDocNGrams(self, words):
+        """
+        count words in a doc
+        """
+        if self.verbose:
+            print ("doc size " + str(len(words)))
+        nGrams = self.toNGram(words)
+        for nGram in nGrams:
+            count = self.nGramCounter.get(nGram, 0)
+            self.nGramCounter[nGram] = count + 1
+            self.corpSize += 1
+        self.vocabulary.update(words)	
+
+    def remLowCount(self, minCount):
+        """
+        removes items with count below threshold
+        """
+        self.nGramCounter = dict(filter(lambda item: item[1] >= minCount, self.nGramCounter.items()))
+
+    def getVocabSize(self):
+        """
+        get vocabulary size
+        """
+        return len(self.nGramCounter)
+
+    def getNGramFreq(self):
+        """
+        get normalized count
+        """
+        if self.verbose:
+            print ("counter size " + str(len(self.nGramCounter)))
+        if not self.freqDone:
+            for item in self.nGramCounter.items():
+                self.nGramFreq[item[0]] = float(item[1]) / self.corpSize					
+            self.freqDone = True
+        return self.nGramFreq
+
+    def getNGramIndex(self, show):
+        """
+        convert to list
+        """
+        if self.vecWords is None:
+            self.vecWords = list(self.nGramCounter)
+            if show:
+                for vw in enumerate(self.vecWords):
+                    print(vw)
+
+    def getVector(self, words, byCount, normalized):
+        """
+        convert to vector
+        """
+        if self.vecWords is None:
+            self.vecWords = list(self.nGramCounter)
+
+        nGrams = self.toNGram(words)
+        if self.verbose:
+            print("vocabulary size {}".format(len(self.vecWords)))
+            print("ngrams")
+            print(nGrams)
+        self.nonZeroCount = 0
+        vec = list(map(lambda vw: self.getVecElem(vw, nGrams, byCount, normalized), self.vecWords))
+        return vec
+
+    def getVecElem(self, vw, nGrams, byCount, normalized):
+        """
+        get vector element
+        """
+        if vw in nGrams:
+            if byCount:
+                if normalized:
+                    el = self.nGramFreq[vw]
+                else:
+                    el = self.nGramCounter[vw]
+            else:
+                el = 1
+            self.nonZeroCount += 1
+        else:
+            if (byCount and normalized):
+                el = 0.0
+            else:
+                el = 0
+        return el
+
+    def getNonZeroCount(self):
+        """
+        get non zero vector element count
+        """
+        return self.nonZeroCount
+
+    def toBiGram(self, words):
+        """
+        convert to bigram
+        """
+        if self.verbose:
+            print ("doc size " + str(len(words)))
+        biGrams = list()
+        for i in range(len(words)-1):
+            w1 = words[i]
+            w2 = words[i+1]
+            if self.vocFilt is None or (w1 in self.vocFilt and w2 in self.vocFilt):
+                nGram = (w1, w2)
+                biGrams.append(nGram)
+        return biGrams
+
+    def toTriGram(self, words):
+        """
+        convert to trigram
+        """
+        if self.verbose:
+            print ("doc size " + str(len(words)))
+        triGrams = list()
+        for i in range(len(words)-2):
+            w1 = words[i]
+            w2 = words[i+1]
+            w3 = words[i+2]
+            if self.vocFilt is None or (w1 in self.vocFilt and w2 in self.vocFilt and w3 in self.vocFilt):
+                nGram = (w1, w2, w3)
+                triGrams.append(nGram)
+        return triGrams
+
+    def save(self, saveFile):
+        """
+        save 
+        """
+        sf = open(saveFile, "wb")
+        pickle.dump(self, sf)
+        sf.close()
+
+    @staticmethod
+    def load(saveFile):
+        """
+        load
+        """
+        sf = open(saveFile, "rb")
+        nGrams = pickle.load(sf)
+        sf.close()
+        return nGrams
+
+class CharNGram:
+    """
+    character n gram
+    """
+    def __init__(self, domains, ngsize, verbose=False):
+        """
+        initialize
+        """
+        self.chDomain = list()
+        self.ws = "#"
+        self.chDomain.append(self.ws)
+        for d in domains:
+            if d == "lcc":
+                self.chDomain.extend(lcc)
+            elif d == "ucc":
+                self.chDomain.extend(ucc)
+            elif d == "dig":
+                self.chDomain.extend(dig)
+            elif d == "spc":
+                self.chDomain.extend(spc)
+            else:
+                raise ValueError("invalid character type " + d)
+
+        self.ngsize = ngsize
+        self.radixPow = None
+        self.cntVecSize = None
+
+    def addSpChar(self, spChar):
+        """
+        add special characters
+        """
+        self.chDomain.extend(spChar)
+
+    def setWsRepl(self, ws):
+        """
+        set white space replacement charater
+        """
+        self.ws = ws
+        self.chDomain[0] = self.ws
+
+    def finalize(self):
+        """
+        final setup
+        """		
+        domSize = len(self.chDomain)
+        self.cntVecSize = int(math.pow(domSize, self.ngsize))
+        if self.radixPow is None:
+            self.radixPow = list()
+            for i in range(self.ngsize-1, 0, -1):
+                self.radixPow.append(int(math.pow(domSize, i)))
+            self.radixPow.append(1)
+
+
+    def toMgramCount(self, text):
+        """
+        get ngram count list
+        """
+        #print(text)
+        ngCounts = [0] *  self.cntVecSize
+
+        ngram = list()
+        totNgCount  = 0
+        for ch in text:
+            if ch.isspace():
+                l = len(ngram)
+                if l == 0 or ngram[l-1] != self.ws:
+                    ngram.append(self.ws)
+            else:
+                ngram.append(ch)
+
+            if len(ngram) == self.ngsize:
+                i = self.__getNgramIndex(ngram)
+                assert i < self.cntVecSize, "ngram index out of range index " + str(i) + " size " + str(self.cntVecSize) 
+                ngCounts[i] += 1
+                ngram.clear()
+                totNgCount += 1
+
+        return ngCounts
+
+    def __getNgramIndex(self, ngram):
+        """
+        get index of an ngram into a list of size equal total number of possible ngrams
+        """
+        assert len(ngram) == len(self.radixPow), "ngram size mismatch"		
+        ngi = 0
+        for ch, rp in zip(ngram, self.radixPow):
+            i = self.chDomain.index(ch)
+            ngi += i * rp
+
+        return ngi
+
+
+class TfIdf:
+    """
+    TF IDF	
+    """
+    def __init__(self, vocFilt, doIdf, verbose=False):
+        """
+        initialize
+        """
+        self.vocFilt = vocFilt
+        self.doIdf = doIdf
+        self.wordCounter = {}
+        self.wordFreq = {}
+        self.wordInDocCount = {}
+        self.docCount = 0
+        self.corpSize = 0
+        self.freqDone = False
+        self.vocabulary = set()
+        self.wordIndex = None
+        self.verbose = verbose
+        self.vecWords = None
+
+    def countDocWords(self, words):
+        """
+        count words in a doc
+        """
+        if self.verbose:
+            print ("doc size " + str(len(words)))
+        for word in words:
+            if self.vocFilt is None or word in self.vocFilt:
+                count = self.wordCounter.get(word, 0)
+                self.wordCounter[word] = count + 1
+        self.corpSize += len(words)
+        self.vocabulary.update(words)
+
+        if (self.doIdf):
+            self.docCount += 1
+            for word in set(words):
+                self.wordInDocCount.get(word, 0)
+                self.wordInDocCount[word] = count + 1
+        self.freqDone = False
+
+
+    def getWordFreq(self):
+        """
+        get tfidf for corpus
+        """
+        if self.verbose:
+            print ("counter size " + str(len(self.wordCounter)))
+        if not self.freqDone:
+            for item in self.wordCounter.items():
+                self.wordFreq[item[0]] = float(item[1]) / self.corpSize					
+            if self.doIdf:
+                for k in self.wordFreq.keys():
+                    self.wordFreq.items[k] *=  math.log(self.docCount / self.wordInDocCount.items[k])	
+            self.freqDone = True
+        return self.wordFreq
+
+    def getCount(self, word):
+        """
+        get counter
+        """
+        if word in self.wordCounter:
+            count = self.wordCounter[word]
+        else:
+            raise ValueError("word not found in count table " + word)
+        return count
+
+    def getFreq(self, word):
+        """
+        get normalized frequency
+        """
+        if word in self.wordFreq:
+            freq = self.wordFreq[word]
+        else:
+            raise ValueError("word not found in count table " + word)
+        return freq
+
+    def resetCounter(self):
+        """
+        reset counter
+        """
+        self.wordCounter = {}
+
+    def buildVocabulary(self, words):
+        """
+        build vocbulary
+        """
+        self.vocabulary.update(words)
+
+    def getVocabulary(self):
+        """
+        return vocabulary
+        """
+        return self.vocabulary
+
+    def creatWordIndex(self):
+        """
+        index for all words in vcabulary
+        """
+        self.wordIndex = {word : idx for idx, word in enumerate(list(self.vocabulary))}
+
+    def getVector(self, words, byCount, normalized):
+        """
+        get vector
+        """
+        if self.vecWords is None:
+            self.vecWords = list(self.wordCounter)
+        vec = list(map(lambda vw: self.getVecElem(vw, words, byCount, normalized), self.vecWords))
+        return vec
+
+    def getVecElem(self, vw, words, byCount, normalized):
+        """
+        vector element
+        """
+        el = 0
+        if vw in words:
+            if byCount:
+                if normalized:
+                    el = self.wordFreq[vw]
+                else:
+                    el = self.wordCounter[vw]
+            else:
+                el = 1
+        return el
+
+    def save(self, saveFile):
+        """
+        save
+        """
+        sf = open(saveFile, "wb")
+        pickle.dump(self, sf)
+        sf.close()
+
+    # load 
+    @staticmethod
+    def load(saveFile):
+        """
+        load
+        """
+        sf = open(saveFile, "rb")
+        tfidf = pickle.load(sf)
+        sf.close()
+        return tfidf
+
+# bigram
+class BiGram(NGram):
+    def __init__(self, vocFilt, verbose=False):
+        """
+        initialize
+        """
+        super(BiGram, self).__init__(vocFilt, verbose)
+
+    def toNGram(self, words):
+        """
+        convert to Ngrams
+        """
+        return self.toBiGram(words)
+
+# trigram
+class TriGram(NGram):
+    def __init__(self, vocFilt, verbose=False):
+        """
+        initialize
+        """
+        super(TriGram, self).__init__(vocFilt, verbose)
+
+    def toNGram(self, words):
+        """
+        convert to Ngrams
+        """
+        return self.toTriGram(words)
+
+
+
+class DocSentences:
+    """
+    sentence processor
+    """
+    def __init__(self, filePath, minLength, verbose, text=None):
+        """
+        initialize
+        """
+        if filePath:
+            self.filePath = filePath
+            with open(filePath, 'r') as contentFile:
+                content = contentFile.read()
+        elif text:
+            content = text
+        else:
+            raise valueError("either file path or text must be provided")
+
+        #self.sentences = content.split('.')
+        self.verbose = verbose
+        tp = TextPreProcessor()
+        content = tp.removeNonAsciiFromText(content)
+        sentences = sent_tokenize(content)
+        self.sentences = list(filter(lambda s: len(nltk.word_tokenize(s)) >= minLength, sentences))
+        if self.verbose:
+            print ("num of senteces after length filter " + str(len(self.sentences)))
+        self.sentencesAsTokens = [clean(s, tp, verbose) for s in self.sentences]	
+
+    # get sentence tokens
+    def getSentencesAsTokens(self):
+        return self.sentencesAsTokens
+
+    # get sentences
+    def getSentences(self):
+        return self.sentences
+
+    # build term freq table
+    def getTermFreqTable(self):
+        # term count table for all words
+        termTable = TfIdf(None, False)
+        sentWords = self.getSentencesAsTokens()
+        for seWords in sentWords:
+            termTable.countDocWords(seWords)
+        return termTable
+
+# sentence processor
+class WordVectorContainer:
+    def __init__(self, dirPath, verbose):
+        """
+        initialize
+        """
+        self.docs = list()
+        self.wordVectors = list()
+        self.tp = TextPreProcessor()
+        self.similarityAlgo = "cosine"
+        self.simAlgoNormalizer = None
+        self.termTable = None
+
+
+    def addDir(self, dirPath):
+        """
+        add content of all files ina directory
+        """
+        docs, filePaths  = getFileContent(dirPath, verbose)
+        self.docs.extend(docs)
+        self.wordVectors.extend([clean(doc, self.tp, verbose) for doc in docs])
+
+    def addFile(self, filePath):
+        """
+        add file content
+        """
+        with open(filePath, 'r') as contentFile:
+            content = contentFile.read()
+        self.wordVectors.append(clean(content, self.tp, verbose))
+
+    def addText(self, text):
+        """
+        add text
+        """
+        self.wordVectors.append(clean(text, self.tp, verbose))
+
+    def addWords(self, words):
+        """
+        add words
+        """
+        self.wordVectors.append(words)
+
+    def withSimilarityAlgo(self, algo, normalizer=None):
+        """
+        set similarity algo
+        """
+        self.similarityAlgo = algo
+        self.simAlgoNormalizer = normalizer
+
+    def getDocsWords(self):
+        """
+        get word vectors
+        """
+        return self.wordVectors
+
+    def getDocs(self):
+        """
+        get docs
+        """
+        return self.docs
+
+    def getTermFreqTable(self):
+        """
+        term count table for all words
+        """
+        self.termTable = TfIdf(None, False)
+        for words in self.wordVectors:
+            self.termTable.countDocWords(words)
+        self.termTable.getWordFreq()
+        return self.termTable
+
+    def getPairWiseSimilarity(self, byCount, normalized):
+        """
+        pair wise similarity
+        """
+        self.getNumWordVectors()
+
+        size = len(self.wordVectors)
+        simArray = np.empty(shape=(size,size))
+        for i in range(size):
+            simArray[i][i] = 1.0
+
+        for i in range(size):
+            for j in range(i+1, size):
+                if self.similarityAlgo == "cosine":
+                    sim = cosineSimilarity(self.numWordVectors[i], self.numWordVectors[j])
+                elif self.similarityAlgo == "jaccard":
+                    sim = jaccardSimilarity(self.wordVectors[i], self.wordVectors[j],                        self.simAlgoNormalizer[0], self.simAlgoNormalizer[1])
+                else:
+                    raise ValueError("invalid similarity algorithms")
+                simArray[i][j] = sim
+                simArray[j][i] = sim
+        return simArray
+
+    def getInterSetSimilarity(self, byCount, normalized, split):
+        """
+        inter set pair wise  similarity
+        """
+        self.getNumWordVectors()
+        size = len(self.wordVectors)
+        if not self.similarityAlgo == "jaccard":
+            firstNumVec = self.numWordVectors[:split]
+            secNumVec = self.numWordVectors[split:]
+            fiSize = len(firstNumVec)
+            seSize = len(secNumVec)
+        else:
+            firstVec = self.wordVectors[:split]
+            secVec = self.wordVectors[split:]
+            fiSize = len(firstVec)
+            seSize = len(secVec)
+
+        simArray = np.empty(shape=(fiSize,seSize))
+        for i in range(fiSize):
+            for j in range(seSize):
+                if self.similarityAlgo == "cosine":
+                    sim = cosineSimilarity(firstNumVec[i], secNumVec[j])
+                elif self.similarityAlgo == "jaccard":
+                    sim = jaccardSimilarity(firstVec[i], secVec[j],                        self.simAlgoNormalizer[0], self.simAlgoNormalizer[1])
+                else:
+                    raise ValueError("invalid similarity algorithms")
+                simArray[i][j] = sim
+        return simArray
+
+    def getNumWordVectors(self):
+        """
+        get vectors
+        """
+        if not self.similarityAlgo == "jaccard":
+            if self.numWordVectors is None:
+                self.numWordVectors = list(map(lambda wv: self.termTable.getVector(wv, byCount, normalized), self.wordVectors))
+
+# fragments documents into whole doc, paragraph or passages
+class TextFragmentGenerator:
+    def __init__(self, level,  minParNl, passSize, verbose=False):
+        """
+        initialize
+        """
+        self.level = level
+        self.minParNl = minParNl
+        self.passSize = passSize
+        self.fragments = None
+        self.verbose = verbose
+
+    def loadDocs(self, fpaths):
+        """
+        loads documents from one file, multiple files or all files under directory
+        """
+        fPaths = fpaths.split(",")
+        if len(fPaths) == 1:
+            if os.path.isfile(fPaths[0]):
+                #one file
+                if self.verbose:
+                    print("got one file from path")
+                dnames = fPaths
+                docStr = getOneFileContent(fPaths[0])
+                dtexts = [docStr]
+            else:
+                #all files under directory
+                if self.verbose:
+                    print("got all files under directory from path")
+                dtexts, dnames = getFileContent(fPaths[0])
+                if self.verbose:
+                    print("found {} files".format(len(dtexts)))
+        else:
+            #list of files
+            if self.verbose: 
+                print("got list of files from path")
+            dnames = fPaths
+            dtexts = list(map(getOneFileContent, fpaths))
+            if self.verbose:
+                print("found {} files".format(len(dtexts)))
+
+        ndocs = (dtexts, dnames)	
+        if self.verbose:
+            print("docs")
+            for dn, dt in zip(dnames, dtexts):
+                print(dn + "\t" + dt[:40])
+
+        return ndocs
+
+    def generateFragmentsFromFiles(self, fpaths):
+        """
+        fragments documents into whole doc, paragraph or passages
+        """
+        dtexts, dnames = self.loadDocs(fpaths)
+        return self.generateFragments(dtexts, dnames)
+
+
+    def generateFragmentsFromNamedDocs(self, ndocs):
+        """
+        fragments documents into whole doc, paragraph or passages
+        """
+        dtexts = list(map(lambda nd : nd[1], ndocs))
+        dnames = list(map(lambda nd : nd[0], ndocs))
+        #for i in range(len(dtexts)):
+        #	print(dnames[i])
+        #	print(dtexts[i][:40])
+        return self.generateFragments(dtexts, dnames)
+
+    def generateFragments(self, dtexts, dnames):
+        """
+        fragments documents into whole doc, paragraph or passages
+        """
+        if self.level == "para" or self.level == "passage":
+            #split paras
+            dptexts = list()
+            dpnames = list()
+            for dt, dn in zip(dtexts, dnames):
+                paras = getParas(dt, self.minParNl)
+                if self.verbose:
+                    print(dn)
+                    print("no of paras {}".format(len(paras)))
+                dptexts.extend(paras)
+                pnames = list(map(lambda i : dn + ":" + str(i), range(len(paras))))
+                dpnames.extend(pnames)
+            dtexts = dptexts
+            dnames = dpnames
+
+        if self.level == "passage":
+            #split each para into passages
+            dptexts = list()
+            dpnames = list()
+            for dt, dn in zip(dtexts, dnames):
+                sents = sent_tokenize(dt.strip())			
+                if self.verbose:
+                    print(dn)
+                    print("no of sentences {}".format(len(sents)))
+                span = self.passSize
+                if len(sents) <= span:
+                    pass
+                else:
+                    for i in range(0, len(sents) - span, 1):
+                        dptext = None
+                        for j in range(span):
+                            if dptext is None:
+                                dptext = sents[i + j] +  ". "
+                            else:
+                                dptext = dptext + sents[i + j] + ". " 
+                        dpname = dn + ":" + str(i)
+                        dptexts.append(dptext)
+                        dpnames.append(dpname)
+
+            dtexts = dptexts
+            dnames = dpnames
+
+        self.fragments = list(zip(dnames, dtexts))
+        #if self.verbose:
+        #	print("num fragments {}".format(len(self.fragments)))
+        return self.fragments
+
+    def showFragments(self):
+        """
+        show fragments
+        """
+        print("showing all " + self.level + " for the first 40 characters")
+        for dn, dt in self.fragments:
+            print(dn + "\t" + dt[:40])
+
+    def isDocLevel(self):
+        """
+        true if fragment is at doc level
+        """
+        return self.level != "para" and self.level != "passage"
+
+# clean doc to create term array
+def clean(doc, preprocessor, verbose):
+    """
+    text pre process
+    """
+    if verbose:
+        print ("--raw doc")
+        print (doc)
+    #print "next clean"
+    doc = preprocessor.removeNonAsciiFromText(doc)
+    words = preprocessor.tokenize(doc)
+    words = preprocessor.allow(words)
+    words = preprocessor.toLowercase(words)
+    words = preprocessor.removeStopwords(words)
+    words = preprocessor.removeShortWords(words, 3)
+    words = preprocessor.removePunctuation(words)
+    words = preprocessor.lemmatizeWords(words)
+    #words = preprocessor.removeNonAscii(words)
+    if verbose:
+        print ("--after pre processing")
+        print (words)
+    return words
+
+# get sentences
+def getSentences(filePath):
+    """
+    text pre process
+    """
+    with open(filePath, 'r') as contentFile:
+        content = contentFile.read()
+        sentences = content.split('.')
+    return sentences
+
+def getParas(text, minParNl=2):
+    """
+    split into paras
+    """
+    regx = "\n+" if minParNl == 1 else "\n{2,}"
+    paras = re.split(regx, text.replace("\r\n", "\n"))
+    return paras
+

us-500.csv

@@ -0,0 +1,501 @@
+first_name,last_name,company_name,address,city,county,state,zip,phone1,phone2,email,web
+James,Butt,"Benton, John B Jr",6649 N Blue Gum St,New Orleans,Orleans,LA,70116,504-621-8927,504-845-1427,jbutt@gmail.com,http://www.bentonjohnbjr.com
+Josephine,Darakjy,"Chanay, Jeffrey A Esq",4 B Blue Ridge Blvd,Brighton,Livingston,MI,48116,810-292-9388,810-374-9840,josephine_darakjy@darakjy.org,http://www.chanayjeffreyaesq.com
+Art,Venere,"Chemel, James L Cpa",8 W Cerritos Ave #54,Bridgeport,Gloucester,NJ,8014,856-636-8749,856-264-4130,art@venere.org,http://www.chemeljameslcpa.com
+Lenna,Paprocki,Feltz Printing Service,639 Main St,Anchorage,Anchorage,AK,99501,907-385-4412,907-921-2010,lpaprocki@hotmail.com,http://www.feltzprintingservice.com
+Donette,Foller,Printing Dimensions,34 Center St,Hamilton,Butler,OH,45011,513-570-1893,513-549-4561,donette.foller@cox.net,http://www.printingdimensions.com
+Simona,Morasca,"Chapman, Ross E Esq",3 Mcauley Dr,Ashland,Ashland,OH,44805,419-503-2484,419-800-6759,simona@morasca.com,http://www.chapmanrosseesq.com
+Mitsue,Tollner,Morlong Associates,7 Eads St,Chicago,Cook,IL,60632,773-573-6914,773-924-8565,mitsue_tollner@yahoo.com,http://www.morlongassociates.com
+Leota,Dilliard,Commercial Press,7 W Jackson Blvd,San Jose,Santa Clara,CA,95111,408-752-3500,408-813-1105,leota@hotmail.com,http://www.commercialpress.com
+Sage,Wieser,Truhlar And Truhlar Attys,5 Boston Ave #88,Sioux Falls,Minnehaha,SD,57105,605-414-2147,605-794-4895,sage_wieser@cox.net,http://www.truhlarandtruhlarattys.com
+Kris,Marrier,"King, Christopher A Esq",228 Runamuck Pl #2808,Baltimore,Baltimore City,MD,21224,410-655-8723,410-804-4694,kris@gmail.com,http://www.kingchristopheraesq.com
+Minna,Amigon,"Dorl, James J Esq",2371 Jerrold Ave,Kulpsville,Montgomery,PA,19443,215-874-1229,215-422-8694,minna_amigon@yahoo.com,http://www.dorljamesjesq.com
+Abel,Maclead,Rangoni Of Florence,37275 St  Rt 17m M,Middle Island,Suffolk,NY,11953,631-335-3414,631-677-3675,amaclead@gmail.com,http://www.rangoniofflorence.com
+Kiley,Caldarera,Feiner Bros,25 E 75th St #69,Los Angeles,Los Angeles,CA,90034,310-498-5651,310-254-3084,kiley.caldarera@aol.com,http://www.feinerbros.com
+Graciela,Ruta,Buckley Miller & Wright,98 Connecticut Ave Nw,Chagrin Falls,Geauga,OH,44023,440-780-8425,440-579-7763,gruta@cox.net,http://www.buckleymillerwright.com
+Cammy,Albares,"Rousseaux, Michael Esq",56 E Morehead St,Laredo,Webb,TX,78045,956-537-6195,956-841-7216,calbares@gmail.com,http://www.rousseauxmichaelesq.com
+Mattie,Poquette,Century Communications,73 State Road 434 E,Phoenix,Maricopa,AZ,85013,602-277-4385,602-953-6360,mattie@aol.com,http://www.centurycommunications.com
+Meaghan,Garufi,"Bolton, Wilbur Esq",69734 E Carrillo St,Mc Minnville,Warren,TN,37110,931-313-9635,931-235-7959,meaghan@hotmail.com,http://www.boltonwilburesq.com
+Gladys,Rim,T M Byxbee Company Pc,322 New Horizon Blvd,Milwaukee,Milwaukee,WI,53207,414-661-9598,414-377-2880,gladys.rim@rim.org,http://www.tmbyxbeecompanypc.com
+Yuki,Whobrey,Farmers Insurance Group,1 State Route 27,Taylor,Wayne,MI,48180,313-288-7937,313-341-4470,yuki_whobrey@aol.com,http://www.farmersinsurancegroup.com
+Fletcher,Flosi,Post Box Services Plus,394 Manchester Blvd,Rockford,Winnebago,IL,61109,815-828-2147,815-426-5657,fletcher.flosi@yahoo.com,http://www.postboxservicesplus.com
+Bette,Nicka,Sport En Art,6 S 33rd St,Aston,Delaware,PA,19014,610-545-3615,610-492-4643,bette_nicka@cox.net,http://www.sportenart.com
+Veronika,Inouye,C 4 Network Inc,6 Greenleaf Ave,San Jose,Santa Clara,CA,95111,408-540-1785,408-813-4592,vinouye@aol.com,http://www.cnetworkinc.com
+Willard,Kolmetz,"Ingalls, Donald R Esq",618 W Yakima Ave,Irving,Dallas,TX,75062,972-303-9197,972-896-4882,willard@hotmail.com,http://www.ingallsdonaldresq.com
+Maryann,Royster,"Franklin, Peter L Esq",74 S Westgate St,Albany,Albany,NY,12204,518-966-7987,518-448-8982,mroyster@royster.com,http://www.franklinpeterlesq.com
+Alisha,Slusarski,Wtlz Power 107 Fm,3273 State St,Middlesex,Middlesex,NJ,8846,732-658-3154,732-635-3453,alisha@slusarski.com,http://www.wtlzpowerfm.com
+Allene,Iturbide,"Ledecky, David Esq",1 Central Ave,Stevens Point,Portage,WI,54481,715-662-6764,715-530-9863,allene_iturbide@cox.net,http://www.ledeckydavidesq.com
+Chanel,Caudy,Professional Image Inc,86 Nw 66th St #8673,Shawnee,Johnson,KS,66218,913-388-2079,913-899-1103,chanel.caudy@caudy.org,http://www.professionalimageinc.com
+Ezekiel,Chui,"Sider, Donald C Esq",2 Cedar Ave #84,Easton,Talbot,MD,21601,410-669-1642,410-235-8738,ezekiel@chui.com,http://www.siderdonaldcesq.com
+Willow,Kusko,U Pull It,90991 Thorburn Ave,New York,New York,NY,10011,212-582-4976,212-934-5167,wkusko@yahoo.com,http://www.upullit.com
+Bernardo,Figeroa,"Clark, Richard Cpa",386 9th Ave N,Conroe,Montgomery,TX,77301,936-336-3951,936-597-3614,bfigeroa@aol.com,http://www.clarkrichardcpa.com
+Ammie,Corrio,"Moskowitz, Barry S",74874 Atlantic Ave,Columbus,Franklin,OH,43215,614-801-9788,614-648-3265,ammie@corrio.com,http://www.moskowitzbarrys.com
+Francine,Vocelka,Cascade Realty Advisors Inc,366 South Dr,Las Cruces,Dona Ana,NM,88011,505-977-3911,505-335-5293,francine_vocelka@vocelka.com,http://www.cascaderealtyadvisorsinc.com
+Ernie,Stenseth,Knwz Newsradio,45 E Liberty St,Ridgefield Park,Bergen,NJ,7660,201-709-6245,201-387-9093,ernie_stenseth@aol.com,http://www.knwznewsradio.com
+Albina,Glick,"Giampetro, Anthony D",4 Ralph Ct,Dunellen,Middlesex,NJ,8812,732-924-7882,732-782-6701,albina@glick.com,http://www.giampetroanthonyd.com
+Alishia,Sergi,Milford Enterprises Inc,2742 Distribution Way,New York,New York,NY,10025,212-860-1579,212-753-2740,asergi@gmail.com,http://www.milfordenterprisesinc.com
+Solange,Shinko,"Mosocco, Ronald A",426 Wolf St,Metairie,Jefferson,LA,70002,504-979-9175,504-265-8174,solange@shinko.com,http://www.mosoccoronalda.com
+Jose,Stockham,Tri State Refueler Co,128 Bransten Rd,New York,New York,NY,10011,212-675-8570,212-569-4233,jose@yahoo.com,http://www.tristaterefuelerco.com
+Rozella,Ostrosky,Parkway Company,17 Morena Blvd,Camarillo,Ventura,CA,93012,805-832-6163,805-609-1531,rozella.ostrosky@ostrosky.com,http://www.parkwaycompany.com
+Valentine,Gillian,Fbs Business Finance,775 W 17th St,San Antonio,Bexar,TX,78204,210-812-9597,210-300-6244,valentine_gillian@gmail.com,http://www.fbsbusinessfinance.com
+Kati,Rulapaugh,Eder Assocs Consltng Engrs Pc,6980 Dorsett Rd,Abilene,Dickinson,KS,67410,785-463-7829,785-219-7724,kati.rulapaugh@hotmail.com,http://www.ederassocsconsltngengrspc.com
+Youlanda,Schemmer,Tri M Tool Inc,2881 Lewis Rd,Prineville,Crook,OR,97754,541-548-8197,541-993-2611,youlanda@aol.com,http://www.trimtoolinc.com
+Dyan,Oldroyd,International Eyelets Inc,7219 Woodfield Rd,Overland Park,Johnson,KS,66204,913-413-4604,913-645-8918,doldroyd@aol.com,http://www.internationaleyeletsinc.com
+Roxane,Campain,Rapid Trading Intl,1048 Main St,Fairbanks,Fairbanks North Star,AK,99708,907-231-4722,907-335-6568,roxane@hotmail.com,http://www.rapidtradingintl.com
+Lavera,Perin,Abc Enterprises Inc,678 3rd Ave,Miami,Miami-Dade,FL,33196,305-606-7291,305-995-2078,lperin@perin.org,http://www.abcenterprisesinc.com
+Erick,Ferencz,Cindy Turner Associates,20 S Babcock St,Fairbanks,Fairbanks North Star,AK,99712,907-741-1044,907-227-6777,erick.ferencz@aol.com,http://www.cindyturnerassociates.com
+Fatima,Saylors,"Stanton, James D Esq",2 Lighthouse Ave,Hopkins,Hennepin,MN,55343,952-768-2416,952-479-2375,fsaylors@saylors.org,http://www.stantonjamesdesq.com
+Jina,Briddick,Grace Pastries Inc,38938 Park Blvd,Boston,Suffolk,MA,2128,617-399-5124,617-997-5771,jina_briddick@briddick.com,http://www.gracepastriesinc.com
+Kanisha,Waycott,"Schroer, Gene E Esq",5 Tomahawk Dr,Los Angeles,Los Angeles,CA,90006,323-453-2780,323-315-7314,kanisha_waycott@yahoo.com,http://www.schroergeneeesq.com
+Emerson,Bowley,Knights Inn,762 S Main St,Madison,Dane,WI,53711,608-336-7444,608-658-7940,emerson.bowley@bowley.org,http://www.knightsinn.com
+Blair,Malet,Bollinger Mach Shp & Shipyard,209 Decker Dr,Philadelphia,Philadelphia,PA,19132,215-907-9111,215-794-4519,bmalet@yahoo.com,http://www.bollingermachshpshipyard.com
+Brock,Bolognia,Orinda News,4486 W O St #1,New York,New York,NY,10003,212-402-9216,212-617-5063,bbolognia@yahoo.com,http://www.orindanews.com
+Lorrie,Nestle,Ballard Spahr Andrews,39 S 7th St,Tullahoma,Coffee,TN,37388,931-875-6644,931-303-6041,lnestle@hotmail.com,http://www.ballardspahrandrews.com
+Sabra,Uyetake,Lowy Limousine Service,98839 Hawthorne Blvd #6101,Columbia,Richland,SC,29201,803-925-5213,803-681-3678,sabra@uyetake.org,http://www.lowylimousineservice.com
+Marjory,Mastella,Vicon Corporation,71 San Mateo Ave,Wayne,Delaware,PA,19087,610-814-5533,610-379-7125,mmastella@mastella.com,http://www.viconcorporation.com
+Karl,Klonowski,"Rossi, Michael M",76 Brooks St #9,Flemington,Hunterdon,NJ,8822,908-877-6135,908-470-4661,karl_klonowski@yahoo.com,http://www.rossimichaelm.com
+Tonette,Wenner,Northwest Publishing,4545 Courthouse Rd,Westbury,Nassau,NY,11590,516-968-6051,516-333-4861,twenner@aol.com,http://www.northwestpublishing.com
+Amber,Monarrez,Branford Wire & Mfg Co,14288 Foster Ave #4121,Jenkintown,Montgomery,PA,19046,215-934-8655,215-329-6386,amber_monarrez@monarrez.org,http://www.branfordwiremfgco.com
+Shenika,Seewald,East Coast Marketing,4 Otis St,Van Nuys,Los Angeles,CA,91405,818-423-4007,818-749-8650,shenika@gmail.com,http://www.eastcoastmarketing.com
+Delmy,Ahle,Wye Technologies Inc,65895 S 16th St,Providence,Providence,RI,2909,401-458-2547,401-559-8961,delmy.ahle@hotmail.com,http://www.wyetechnologiesinc.com
+Deeanna,Juhas,"Healy, George W Iv",14302 Pennsylvania Ave,Huntingdon Valley,Montgomery,PA,19006,215-211-9589,215-417-9563,deeanna_juhas@gmail.com,http://www.healygeorgewiv.com
+Blondell,Pugh,Alpenlite Inc,201 Hawk Ct,Providence,Providence,RI,2904,401-960-8259,401-300-8122,bpugh@aol.com,http://www.alpenliteinc.com
+Jamal,Vanausdal,"Hubbard, Bruce Esq",53075 Sw 152nd Ter #615,Monroe Township,Middlesex,NJ,8831,732-234-1546,732-904-2931,jamal@vanausdal.org,http://www.hubbardbruceesq.com
+Cecily,Hollack,Arthur A Oliver & Son Inc,59 N Groesbeck Hwy,Austin,Travis,TX,78731,512-486-3817,512-861-3814,cecily@hollack.org,http://www.arthuraoliversoninc.com
+Carmelina,Lindall,George Jessop Carter Jewelers,2664 Lewis Rd,Littleton,Douglas,CO,80126,303-724-7371,303-874-5160,carmelina_lindall@lindall.com,http://www.georgejessopcarterjewelers.com
+Maurine,Yglesias,"Schultz, Thomas C Md",59 Shady Ln #53,Milwaukee,Milwaukee,WI,53214,414-748-1374,414-573-7719,maurine_yglesias@yglesias.com,http://www.schultzthomascmd.com
+Tawna,Buvens,H H H Enterprises Inc,3305 Nabell Ave #679,New York,New York,NY,10009,212-674-9610,212-462-9157,tawna@gmail.com,http://www.hhhenterprisesinc.com
+Penney,Weight,Hawaiian King Hotel,18 Fountain St,Anchorage,Anchorage,AK,99515,907-797-9628,907-873-2882,penney_weight@aol.com,http://www.hawaiiankinghotel.com
+Elly,Morocco,Killion Industries,7 W 32nd St,Erie,Erie,PA,16502,814-393-5571,814-420-3553,elly_morocco@gmail.com,http://www.killionindustries.com
+Ilene,Eroman,"Robinson, William J Esq",2853 S Central Expy,Glen Burnie,Anne Arundel,MD,21061,410-914-9018,410-937-4543,ilene.eroman@hotmail.com,http://www.robinsonwilliamjesq.com
+Vallie,Mondella,Private Properties,74 W College St,Boise,Ada,ID,83707,208-862-5339,208-737-8439,vmondella@mondella.com,http://www.privateproperties.com
+Kallie,Blackwood,Rowley Schlimgen Inc,701 S Harrison Rd,San Francisco,San Francisco,CA,94104,415-315-2761,415-604-7609,kallie.blackwood@gmail.com,http://www.rowleyschlimgeninc.com
+Johnetta,Abdallah,Forging Specialties,1088 Pinehurst St,Chapel Hill,Orange,NC,27514,919-225-9345,919-715-3791,johnetta_abdallah@aol.com,http://www.forgingspecialties.com
+Bobbye,Rhym,"Smits, Patricia Garity",30 W 80th St #1995,San Carlos,San Mateo,CA,94070,650-528-5783,650-811-9032,brhym@rhym.com,http://www.smitspatriciagarity.com
+Micaela,Rhymes,H Lee Leonard Attorney At Law,20932 Hedley St,Concord,Contra Costa,CA,94520,925-647-3298,925-522-7798,micaela_rhymes@gmail.com,http://www.hleeleonardattorneyatlaw.com
+Tamar,Hoogland,A K Construction Co,2737 Pistorio Rd #9230,London,Madison,OH,43140,740-343-8575,740-526-5410,tamar@hotmail.com,http://www.akconstructionco.com
+Moon,Parlato,"Ambelang, Jessica M Md",74989 Brandon St,Wellsville,Allegany,NY,14895,585-866-8313,585-498-4278,moon@yahoo.com,http://www.ambelangjessicammd.com
+Laurel,Reitler,Q A Service,6 Kains Ave,Baltimore,Baltimore City,MD,21215,410-520-4832,410-957-6903,laurel_reitler@reitler.com,http://www.qaservice.com
+Delisa,Crupi,Wood & Whitacre Contractors,47565 W Grand Ave,Newark,Essex,NJ,7105,973-354-2040,973-847-9611,delisa.crupi@crupi.com,http://www.woodwhitacrecontractors.com
+Viva,Toelkes,Mark Iv Press Ltd,4284 Dorigo Ln,Chicago,Cook,IL,60647,773-446-5569,773-352-3437,viva.toelkes@gmail.com,http://www.markivpressltd.com
+Elza,Lipke,Museum Of Science & Industry,6794 Lake Dr E,Newark,Essex,NJ,7104,973-927-3447,973-796-3667,elza@yahoo.com,http://www.museumofscienceindustry.com
+Devorah,Chickering,Garrison Ind,31 Douglas Blvd #950,Clovis,Curry,NM,88101,505-975-8559,505-950-1763,devorah@hotmail.com,http://www.garrisonind.com
+Timothy,Mulqueen,Saronix Nymph Products,44 W 4th St,Staten Island,Richmond,NY,10309,718-332-6527,718-654-7063,timothy_mulqueen@mulqueen.org,http://www.saronixnymphproducts.com
+Arlette,Honeywell,Smc Inc,11279 Loytan St,Jacksonville,Duval,FL,32254,904-775-4480,904-514-9918,ahoneywell@honeywell.com,http://www.smcinc.com
+Dominque,Dickerson,E A I Electronic Assocs Inc,69 Marquette Ave,Hayward,Alameda,CA,94545,510-993-3758,510-901-7640,dominque.dickerson@dickerson.org,http://www.eaielectronicassocsinc.com
+Lettie,Isenhower,"Conte, Christopher A Esq",70 W Main St,Beachwood,Cuyahoga,OH,44122,216-657-7668,216-733-8494,lettie_isenhower@yahoo.com,http://www.contechristopheraesq.com
+Myra,Munns,Anker Law Office,461 Prospect Pl #316,Euless,Tarrant,TX,76040,817-914-7518,817-451-3518,mmunns@cox.net,http://www.ankerlawoffice.com
+Stephaine,Barfield,Beutelschies & Company,47154 Whipple Ave Nw,Gardena,Los Angeles,CA,90247,310-774-7643,310-968-1219,stephaine@barfield.com,http://www.beutelschiescompany.com
+Lai,Gato,"Fligg, Kenneth I Jr",37 Alabama Ave,Evanston,Cook,IL,60201,847-728-7286,847-957-4614,lai.gato@gato.org,http://www.fliggkennethijr.com
+Stephen,Emigh,"Sharp, J Daniel Esq",3777 E Richmond St #900,Akron,Summit,OH,44302,330-537-5358,330-700-2312,stephen_emigh@hotmail.com,http://www.sharpjdanielesq.com
+Tyra,Shields,"Assink, Anne H Esq",3 Fort Worth Ave,Philadelphia,Philadelphia,PA,19106,215-255-1641,215-228-8264,tshields@gmail.com,http://www.assinkannehesq.com
+Tammara,Wardrip,Jewel My Shop Inc,4800 Black Horse Pike,Burlingame,San Mateo,CA,94010,650-803-1936,650-216-5075,twardrip@cox.net,http://www.jewelmyshopinc.com
+Cory,Gibes,Chinese Translation Resources,83649 W Belmont Ave,San Gabriel,Los Angeles,CA,91776,626-572-1096,626-696-2777,cory.gibes@gmail.com,http://www.chinesetranslationresources.com
+Danica,Bruschke,"Stevens, Charles T",840 15th Ave,Waco,McLennan,TX,76708,254-782-8569,254-205-1422,danica_bruschke@gmail.com,http://www.stevenscharlest.com
+Wilda,Giguere,"Mclaughlin, Luther W Cpa",1747 Calle Amanecer #2,Anchorage,Anchorage,AK,99501,907-870-5536,907-914-9482,wilda@cox.net,http://www.mclaughlinlutherwcpa.com
+Elvera,Benimadho,Tree Musketeers,99385 Charity St #840,San Jose,Santa Clara,CA,95110,408-703-8505,408-440-8447,elvera.benimadho@cox.net,http://www.treemusketeers.com
+Carma,Vanheusen,Springfield Div Oh Edison Co,68556 Central Hwy,San Leandro,Alameda,CA,94577,510-503-7169,510-452-4835,carma@cox.net,http://www.springfielddivohedisonco.com
+Malinda,Hochard,Logan Memorial Hospital,55 Riverside Ave,Indianapolis,Marion,IN,46202,317-722-5066,317-472-2412,malinda.hochard@yahoo.com,http://www.loganmemorialhospital.com
+Natalie,Fern,"Kelly, Charles G Esq",7140 University Ave,Rock Springs,Sweetwater,WY,82901,307-704-8713,307-279-3793,natalie.fern@hotmail.com,http://www.kellycharlesgesq.com
+Lisha,Centini,Industrial Paper Shredders Inc,64 5th Ave #1153,Mc Lean,Fairfax,VA,22102,703-235-3937,703-475-7568,lisha@centini.org,http://www.industrialpapershreddersinc.com
+Arlene,Klusman,Beck Horizon Builders,3 Secor Rd,New Orleans,Orleans,LA,70112,504-710-5840,504-946-1807,arlene_klusman@gmail.com,http://www.beckhorizonbuilders.com
+Alease,Buemi,Porto Cayo At Hawks Cay,4 Webbs Chapel Rd,Boulder,Boulder,CO,80303,303-301-4946,303-521-9860,alease@buemi.com,http://www.portocayoathawkscay.com
+Louisa,Cronauer,Pacific Grove Museum Ntrl Hist,524 Louisiana Ave Nw,San Leandro,Alameda,CA,94577,510-828-7047,510-472-7758,louisa@cronauer.com,http://www.pacificgrovemuseumntrlhist.com
+Angella,Cetta,Bender & Hatley Pc,185 Blackstone Bldge,Honolulu,Honolulu,HI,96817,808-892-7943,808-475-2310,angella.cetta@hotmail.com,http://www.benderhatleypc.com
+Cyndy,Goldammer,Di Cristina J & Son,170 Wyoming Ave,Burnsville,Dakota,MN,55337,952-334-9408,952-938-9457,cgoldammer@cox.net,http://www.dicristinajson.com
+Rosio,Cork,Green Goddess,4 10th St W,High Point,Guilford,NC,27263,336-243-5659,336-497-4407,rosio.cork@gmail.com,http://www.greengoddess.com
+Celeste,Korando,American Arts & Graphics,7 W Pinhook Rd,Lynbrook,Nassau,NY,11563,516-509-2347,516-365-7266,ckorando@hotmail.com,http://www.americanartsgraphics.com
+Twana,Felger,Opryland Hotel,1 Commerce Way,Portland,Washington,OR,97224,503-939-3153,503-909-7167,twana.felger@felger.org,http://www.oprylandhotel.com
+Estrella,Samu,Marking Devices Pubg Co,64 Lakeview Ave,Beloit,Rock,WI,53511,608-976-7199,608-942-8836,estrella@aol.com,http://www.markingdevicespubgco.com
+Donte,Kines,W Tc Industries Inc,3 Aspen St,Worcester,Worcester,MA,1602,508-429-8576,508-843-1426,dkines@hotmail.com,http://www.wtcindustriesinc.com
+Tiffiny,Steffensmeier,Whitehall Robbins Labs Divsn,32860 Sierra Rd,Miami,Miami-Dade,FL,33133,305-385-9695,305-304-6573,tiffiny_steffensmeier@cox.net,http://www.whitehallrobbinslabsdivsn.com
+Edna,Miceli,Sampler,555 Main St,Erie,Erie,PA,16502,814-460-2655,814-299-2877,emiceli@miceli.org,http://www.sampler.com
+Sue,Kownacki,Juno Chefs Incorporated,2 Se 3rd Ave,Mesquite,Dallas,TX,75149,972-666-3413,972-742-4000,sue@aol.com,http://www.junochefsincorporated.com
+Jesusa,Shin,"Carroccio, A Thomas Esq",2239 Shawnee Mission Pky,Tullahoma,Coffee,TN,37388,931-273-8709,931-739-1551,jshin@shin.com,http://www.carroccioathomasesq.com
+Rolland,Francescon,"Stanley, Richard L Esq",2726 Charcot Ave,Paterson,Passaic,NJ,7501,973-649-2922,973-284-4048,rolland@cox.net,http://www.stanleyrichardlesq.com
+Pamella,Schmierer,K Cs Cstm Mouldings Windows,5161 Dorsett Rd,Homestead,Miami-Dade,FL,33030,305-420-8970,305-575-8481,pamella.schmierer@schmierer.org,http://www.kcscstmmouldingswindows.com
+Glory,Kulzer,Comfort Inn,55892 Jacksonville Rd,Owings Mills,Baltimore,MD,21117,410-224-9462,410-916-8015,gkulzer@kulzer.org,http://www.comfortinn.com
+Shawna,Palaspas,"Windsor, James L Esq",5 N Cleveland Massillon Rd,Thousand Oaks,Ventura,CA,91362,805-275-3566,805-638-6617,shawna_palaspas@palaspas.org,http://www.windsorjameslesq.com
+Brandon,Callaro,Jackson Shields Yeiser,7 Benton Dr,Honolulu,Honolulu,HI,96819,808-215-6832,808-240-5168,brandon_callaro@hotmail.com,http://www.jacksonshieldsyeiser.com
+Scarlet,Cartan,"Box, J Calvin Esq",9390 S Howell Ave,Albany,Dougherty,GA,31701,229-735-3378,229-365-9658,scarlet.cartan@yahoo.com,http://www.boxjcalvinesq.com
+Oretha,Menter,Custom Engineering Inc,8 County Center Dr #647,Boston,Suffolk,MA,2210,617-418-5043,617-697-6024,oretha_menter@yahoo.com,http://www.customengineeringinc.com
+Ty,Smith,Bresler Eitel Framg Gllry Ltd,4646 Kaahumanu St,Hackensack,Bergen,NJ,7601,201-672-1553,201-995-3149,tsmith@aol.com,http://www.breslereitelframggllryltd.com
+Xuan,Rochin,"Carol, Drake Sparks Esq",2 Monroe St,San Mateo,San Mateo,CA,94403,650-933-5072,650-247-2625,xuan@gmail.com,http://www.caroldrakesparksesq.com
+Lindsey,Dilello,Biltmore Investors Bank,52777 Leaders Heights Rd,Ontario,San Bernardino,CA,91761,909-639-9887,909-589-1693,lindsey.dilello@hotmail.com,http://www.biltmoreinvestorsbank.com
+Devora,Perez,Desco Equipment Corp,72868 Blackington Ave,Oakland,Alameda,CA,94606,510-955-3016,510-755-9274,devora_perez@perez.org,http://www.descoequipmentcorp.com
+Herman,Demesa,Merlin Electric Co,9 Norristown Rd,Troy,Rensselaer,NY,12180,518-497-2940,518-931-7852,hdemesa@cox.net,http://www.merlinelectricco.com
+Rory,Papasergi,Bailey Cntl Co Div Babcock,83 County Road 437 #8581,Clarks Summit,Lackawanna,PA,18411,570-867-7489,570-469-8401,rpapasergi@cox.net,http://www.baileycntlcodivbabcock.com
+Talia,Riopelle,Ford Brothers Wholesale Inc,1 N Harlem Ave #9,Orange,Essex,NJ,7050,973-245-2133,973-818-9788,talia_riopelle@aol.com,http://www.fordbrotherswholesaleinc.com
+Van,Shire,Cambridge Inn,90131 J St,Pittstown,Hunterdon,NJ,8867,908-409-2890,908-448-1209,van.shire@shire.com,http://www.cambridgeinn.com
+Lucina,Lary,"Matricciani, Albert J Jr",8597 W National Ave,Cocoa,Brevard,FL,32922,321-749-4981,321-632-4668,lucina_lary@cox.net,http://www.matriccianialbertjjr.com
+Bok,Isaacs,Nelson Hawaiian Ltd,6 Gilson St,Bronx,Bronx,NY,10468,718-809-3762,718-478-8568,bok.isaacs@aol.com,http://www.nelsonhawaiianltd.com
+Rolande,Spickerman,Neland Travel Agency,65 W Maple Ave,Pearl City,Honolulu,HI,96782,808-315-3077,808-526-5863,rolande.spickerman@spickerman.com,http://www.nelandtravelagency.com
+Howard,Paulas,"Asendorf, J Alan Esq",866 34th Ave,Denver,Denver,CO,80231,303-623-4241,303-692-3118,hpaulas@gmail.com,http://www.asendorfjalanesq.com
+Kimbery,Madarang,"Silberman, Arthur L Esq",798 Lund Farm Way,Rockaway,Morris,NJ,7866,973-310-1634,973-225-6259,kimbery_madarang@cox.net,http://www.silbermanarthurlesq.com
+Thurman,Manno,Honey Bee Breeding Genetics &,9387 Charcot Ave,Absecon,Atlantic,NJ,8201,609-524-3586,609-234-8376,thurman.manno@yahoo.com,http://www.honeybeebreedinggenetics.com
+Becky,Mirafuentes,Wells Kravitz Schnitzer,30553 Washington Rd,Plainfield,Union,NJ,7062,908-877-8409,908-426-8272,becky.mirafuentes@mirafuentes.com,http://www.wellskravitzschnitzer.com
+Beatriz,Corrington,Prohab Rehabilitation Servs,481 W Lemon St,Middleboro,Plymouth,MA,2346,508-584-4279,508-315-3867,beatriz@yahoo.com,http://www.prohabrehabilitationservs.com
+Marti,Maybury,"Eldridge, Kristin K Esq",4 Warehouse Point Rd #7,Chicago,Cook,IL,60638,773-775-4522,773-539-1058,marti.maybury@yahoo.com,http://www.eldridgekristinkesq.com
+Nieves,Gotter,"Vlahos, John J Esq",4940 Pulaski Park Dr,Portland,Multnomah,OR,97202,503-527-5274,503-455-3094,nieves_gotter@gmail.com,http://www.vlahosjohnjesq.com
+Leatha,Hagele,Ninas Indian Grs & Videos,627 Walford Ave,Dallas,Dallas,TX,75227,214-339-1809,214-225-5850,lhagele@cox.net,http://www.ninasindiangrsvideos.com
+Valentin,Klimek,"Schmid, Gayanne K Esq",137 Pioneer Way,Chicago,Cook,IL,60604,312-303-5453,312-512-2338,vklimek@klimek.org,http://www.schmidgayannekesq.com
+Melissa,Wiklund,Moapa Valley Federal Credit Un,61 13 Stoneridge #835,Findlay,Hancock,OH,45840,419-939-3613,419-254-4591,melissa@cox.net,http://www.moapavalleyfederalcreditun.com
+Sheridan,Zane,Kentucky Tennessee Clay Co,2409 Alabama Rd,Riverside,Riverside,CA,92501,951-645-3605,951-248-6822,sheridan.zane@zane.com,http://www.kentuckytennesseeclayco.com
+Bulah,Padilla,Admiral Party Rentals & Sales,8927 Vandever Ave,Waco,McLennan,TX,76707,254-463-4368,254-816-8417,bulah_padilla@hotmail.com,http://www.admiralpartyrentalssales.com
+Audra,Kohnert,"Nelson, Karolyn King Esq",134 Lewis Rd,Nashville,Davidson,TN,37211,615-406-7854,615-448-9249,audra@kohnert.com,http://www.nelsonkarolynkingesq.com
+Daren,Weirather,Panasystems,9 N College Ave #3,Milwaukee,Milwaukee,WI,53216,414-959-2540,414-838-3151,dweirather@aol.com,http://www.panasystems.com
+Fernanda,Jillson,"Shank, Edward L Esq",60480 Old Us Highway 51,Preston,Caroline,MD,21655,410-387-5260,410-724-6472,fjillson@aol.com,http://www.shankedwardlesq.com
+Gearldine,Gellinger,Megibow & Edwards,4 Bloomfield Ave,Irving,Dallas,TX,75061,972-934-6914,972-821-7118,gearldine_gellinger@gellinger.com,http://www.megibowedwards.com
+Chau,Kitzman,"Benoff, Edward Esq",429 Tiger Ln,Beverly Hills,Los Angeles,CA,90212,310-560-8022,310-969-7230,chau@gmail.com,http://www.benoffedwardesq.com
+Theola,Frey,Woodbridge Free Public Library,54169 N Main St,Massapequa,Nassau,NY,11758,516-948-5768,516-357-3362,theola_frey@frey.com,http://www.woodbridgefreepubliclibrary.com
+Cheryl,Haroldson,New York Life John Thune,92 Main St,Atlantic City,Atlantic,NJ,8401,609-518-7697,609-263-9243,cheryl@haroldson.org,http://www.newyorklifejohnthune.com
+Laticia,Merced,Alinabal Inc,72 Mannix Dr,Cincinnati,Hamilton,OH,45203,513-508-7371,513-418-1566,lmerced@gmail.com,http://www.alinabalinc.com
+Carissa,Batman,"Poletto, Kim David Esq",12270 Caton Center Dr,Eugene,Lane,OR,97401,541-326-4074,541-801-5717,carissa.batman@yahoo.com,http://www.polettokimdavidesq.com
+Lezlie,Craghead,"Chang, Carolyn Esq",749 W 18th St #45,Smithfield,Johnston,NC,27577,919-533-3762,919-885-2453,lezlie.craghead@craghead.org,http://www.changcarolynesq.com
+Ozell,Shealy,Silver Bros Inc,8 Industry Ln,New York,New York,NY,10002,212-332-8435,212-880-8865,oshealy@hotmail.com,http://www.silverbrosinc.com
+Arminda,Parvis,Newtec Inc,1 Huntwood Ave,Phoenix,Maricopa,AZ,85017,602-906-9419,602-277-3025,arminda@parvis.com,http://www.newtecinc.com
+Reita,Leto,Creative Business Systems,55262 N French Rd,Indianapolis,Marion,IN,46240,317-234-1135,317-787-5514,reita.leto@gmail.com,http://www.creativebusinesssystems.com
+Yolando,Luczki,Dal Tile Corporation,422 E 21st St,Syracuse,Onondaga,NY,13214,315-304-4759,315-640-6357,yolando@cox.net,http://www.daltilecorporation.com
+Lizette,Stem,Edward S Katz,501 N 19th Ave,Cherry Hill,Camden,NJ,8002,856-487-5412,856-702-3676,lizette.stem@aol.com,http://www.edwardskatz.com
+Gregoria,Pawlowicz,Oh My Goodknits Inc,455 N Main Ave,Garden City,Nassau,NY,11530,516-212-1915,516-376-4230,gpawlowicz@yahoo.com,http://www.ohmygoodknitsinc.com
+Carin,Deleo,"Redeker, Debbie",1844 Southern Blvd,Little Rock,Pulaski,AR,72202,501-308-1040,501-409-6072,cdeleo@deleo.com,http://www.redekerdebbie.com
+Chantell,Maynerich,Desert Sands Motel,2023 Greg St,Saint Paul,Ramsey,MN,55101,651-591-2583,651-776-9688,chantell@yahoo.com,http://www.desertsandsmotel.com
+Dierdre,Yum,Cummins Southern Plains Inc,63381 Jenks Ave,Philadelphia,Philadelphia,PA,19134,215-325-3042,215-346-4666,dyum@yahoo.com,http://www.cumminssouthernplainsinc.com
+Larae,Gudroe,Lehigh Furn Divsn Lehigh,6651 Municipal Rd,Houma,Terrebonne,LA,70360,985-890-7262,985-261-5783,larae_gudroe@gmail.com,http://www.lehighfurndivsnlehigh.com
+Latrice,Tolfree,United Van Lines Agent,81 Norris Ave #525,Ronkonkoma,Suffolk,NY,11779,631-957-7624,631-998-2102,latrice.tolfree@hotmail.com,http://www.unitedvanlinesagent.com
+Kerry,Theodorov,Capitol Reporters,6916 W Main St,Sacramento,Sacramento,CA,95827,916-591-3277,916-770-7448,kerry.theodorov@gmail.com,http://www.capitolreporters.com
+Dorthy,Hidvegi,Kwik Kopy Printing,9635 S Main St,Boise,Ada,ID,83704,208-649-2373,208-690-3315,dhidvegi@yahoo.com,http://www.kwikkopyprinting.com
+Fannie,Lungren,Centro Inc,17 Us Highway 111,Round Rock,Williamson,TX,78664,512-587-5746,512-528-9933,fannie.lungren@yahoo.com,http://www.centroinc.com
+Evangelina,Radde,"Campbell, Jan Esq",992 Civic Center Dr,Philadelphia,Philadelphia,PA,19123,215-964-3284,215-417-5612,evangelina@aol.com,http://www.campbelljanesq.com
+Novella,Degroot,"Evans, C Kelly Esq",303 N Radcliffe St,Hilo,Hawaii,HI,96720,808-477-4775,808-746-1865,novella_degroot@degroot.org,http://www.evansckellyesq.com
+Clay,Hoa,Scat Enterprises,73 Saint Ann St #86,Reno,Washoe,NV,89502,775-501-8109,775-848-9135,choa@hoa.org,http://www.scatenterprises.com
+Jennifer,Fallick,"Nagle, Daniel J Esq",44 58th St,Wheeling,Cook,IL,60090,847-979-9545,847-800-3054,jfallick@yahoo.com,http://www.nagledanieljesq.com
+Irma,Wolfgramm,Serendiquity Bed & Breakfast,9745 W Main St,Randolph,Morris,NJ,7869,973-545-7355,973-868-8660,irma.wolfgramm@hotmail.com,http://www.serendiquitybedbreakfast.com
+Eun,Coody,Ray Carolyne Realty,84 Bloomfield Ave,Spartanburg,Spartanburg,SC,29301,864-256-3620,864-594-4578,eun@yahoo.com,http://www.raycarolynerealty.com
+Sylvia,Cousey,"Berg, Charles E",287 Youngstown Warren Rd,Hampstead,Carroll,MD,21074,410-209-9545,410-863-8263,sylvia_cousey@cousey.org,http://www.bergcharlese.com
+Nana,Wrinkles,"Ray, Milbern D",6 Van Buren St,Mount Vernon,Westchester,NY,10553,914-855-2115,914-796-3775,nana@aol.com,http://www.raymilbernd.com
+Layla,Springe,Chadds Ford Winery,229 N Forty Driv,New York,New York,NY,10011,212-260-3151,212-253-7448,layla.springe@cox.net,http://www.chaddsfordwinery.com
+Joesph,Degonia,A R Packaging,2887 Knowlton St #5435,Berkeley,Alameda,CA,94710,510-677-9785,510-942-5916,joesph_degonia@degonia.org,http://www.arpackaging.com
+Annabelle,Boord,Corn Popper,523 Marquette Ave,Concord,Middlesex,MA,1742,978-697-6263,978-289-7717,annabelle.boord@cox.net,http://www.cornpopper.com
+Stephaine,Vinning,Birite Foodservice Distr,3717 Hamann Industrial Pky,San Francisco,San Francisco,CA,94104,415-767-6596,415-712-9530,stephaine@cox.net,http://www.biritefoodservicedistr.com
+Nelida,Sawchuk,Anchorage Museum Of Hist & Art,3 State Route 35 S,Paramus,Bergen,NJ,7652,201-971-1638,201-247-8925,nelida@gmail.com,http://www.anchoragemuseumofhistart.com
+Marguerita,Hiatt,"Haber, George D Md",82 N Highway 67,Oakley,Contra Costa,CA,94561,925-634-7158,925-541-8521,marguerita.hiatt@gmail.com,http://www.habergeorgedmd.com
+Carmela,Cookey,Royal Pontiac Olds Inc,9 Murfreesboro Rd,Chicago,Cook,IL,60623,773-494-4195,773-297-9391,ccookey@cookey.org,http://www.royalpontiacoldsinc.com
+Junita,Brideau,Leonards Antiques Inc,6 S Broadway St,Cedar Grove,Essex,NJ,7009,973-943-3423,973-582-5469,jbrideau@aol.com,http://www.leonardsantiquesinc.com
+Claribel,Varriano,Meca,6 Harry L Dr #6327,Perrysburg,Wood,OH,43551,419-544-4900,419-573-2033,claribel_varriano@cox.net,http://www.meca.com
+Benton,Skursky,Nercon Engineering & Mfg Inc,47939 Porter Ave,Gardena,Los Angeles,CA,90248,310-579-2907,310-694-8466,benton.skursky@aol.com,http://www.nerconengineeringmfginc.com
+Hillary,Skulski,Replica I,9 Wales Rd Ne #914,Homosassa,Citrus,FL,34448,352-242-2570,352-990-5946,hillary.skulski@aol.com,http://www.replicai.com
+Merilyn,Bayless,20 20 Printing Inc,195 13n N,Santa Clara,Santa Clara,CA,95054,408-758-5015,408-346-2180,merilyn_bayless@cox.net,http://www.printinginc.com
+Teri,Ennaco,Publishers Group West,99 Tank Farm Rd,Hazleton,Luzerne,PA,18201,570-889-5187,570-355-1665,tennaco@gmail.com,http://www.publishersgroupwest.com
+Merlyn,Lawler,"Nischwitz, Jeffrey L Esq",4671 Alemany Blvd,Jersey City,Hudson,NJ,7304,201-588-7810,201-858-9960,merlyn_lawler@hotmail.com,http://www.nischwitzjeffreylesq.com
+Georgene,Montezuma,Payne Blades & Wellborn Pa,98 University Dr,San Ramon,Contra Costa,CA,94583,925-615-5185,925-943-3449,gmontezuma@cox.net,http://www.paynebladeswellbornpa.com
+Jettie,Mconnell,Coldwell Bnkr Wright Real Est,50 E Wacker Dr,Bridgewater,Somerset,NJ,8807,908-802-3564,908-602-5258,jmconnell@hotmail.com,http://www.coldwellbnkrwrightrealest.com
+Lemuel,Latzke,Computer Repair Service,70 Euclid Ave #722,Bohemia,Suffolk,NY,11716,631-748-6479,631-291-4976,lemuel.latzke@gmail.com,http://www.computerrepairservice.com
+Melodie,Knipp,Fleetwood Building Block Inc,326 E Main St #6496,Thousand Oaks,Ventura,CA,91362,805-690-1682,805-810-8964,mknipp@gmail.com,http://www.fleetwoodbuildingblockinc.com
+Candida,Corbley,Colts Neck Medical Assocs Inc,406 Main St,Somerville,Somerset,NJ,8876,908-275-8357,908-943-6103,candida_corbley@hotmail.com,http://www.coltsneckmedicalassocsinc.com
+Karan,Karpin,New England Taxidermy,3 Elmwood Dr,Beaverton,Washington,OR,97005,503-940-8327,503-707-5812,karan_karpin@gmail.com,http://www.newenglandtaxidermy.com
+Andra,Scheyer,"Ludcke, George O Esq",9 Church St,Salem,Marion,OR,97302,503-516-2189,503-950-3068,andra@gmail.com,http://www.ludckegeorgeoesq.com
+Felicidad,Poullion,"Mccorkle, Tom S Esq",9939 N 14th St,Riverton,Burlington,NJ,8077,856-305-9731,856-828-6021,fpoullion@poullion.com,http://www.mccorkletomsesq.com
+Belen,Strassner,Eagle Software Inc,5384 Southwyck Blvd,Douglasville,Douglas,GA,30135,770-507-8791,770-802-4003,belen_strassner@aol.com,http://www.eaglesoftwareinc.com
+Gracia,Melnyk,Juvenile & Adult Super,97 Airport Loop Dr,Jacksonville,Duval,FL,32216,904-235-3633,904-627-4341,gracia@melnyk.com,http://www.juvenileadultsuper.com
+Jolanda,Hanafan,"Perez, Joseph J Esq",37855 Nolan Rd,Bangor,Penobscot,ME,4401,207-458-9196,207-233-6185,jhanafan@gmail.com,http://www.perezjosephjesq.com
+Barrett,Toyama,Case Foundation Co,4252 N Washington Ave #9,Kennedale,Tarrant,TX,76060,817-765-5781,817-577-6151,barrett.toyama@toyama.org,http://www.casefoundationco.com
+Helga,Fredicks,Eis Environmental Engrs Inc,42754 S Ash Ave,Buffalo,Erie,NY,14228,716-752-4114,716-854-9845,helga_fredicks@yahoo.com,http://www.eisenvironmentalengrsinc.com
+Ashlyn,Pinilla,Art Crafters,703 Beville Rd,Opa Locka,Miami-Dade,FL,33054,305-670-9628,305-857-5489,apinilla@cox.net,http://www.artcrafters.com
+Fausto,Agramonte,Marriott Hotels Resorts Suites,5 Harrison Rd,New York,New York,NY,10038,212-313-1783,212-778-3063,fausto_agramonte@yahoo.com,http://www.marriotthotelsresortssuites.com
+Ronny,Caiafa,Remaco Inc,73 Southern Blvd,Philadelphia,Philadelphia,PA,19103,215-605-7570,215-511-3531,ronny.caiafa@caiafa.org,http://www.remacoinc.com
+Marge,Limmel,"Bjork, Robert D Jr",189 Village Park Rd,Crestview,Okaloosa,FL,32536,850-430-1663,850-330-8079,marge@gmail.com,http://www.bjorkrobertdjr.com
+Norah,Waymire,"Carmichael, Jeffery L Esq",6 Middlegate Rd #106,San Francisco,San Francisco,CA,94107,415-306-7897,415-874-2984,norah.waymire@gmail.com,http://www.carmichaeljefferylesq.com
+Aliza,Baltimore,"Andrews, J Robert Esq",1128 Delaware St,San Jose,Santa Clara,CA,95132,408-504-3552,408-425-1994,aliza@aol.com,http://www.andrewsjrobertesq.com
+Mozell,Pelkowski,Winship & Byrne,577 Parade St,South San Francisco,San Mateo,CA,94080,650-947-1215,650-960-1069,mpelkowski@pelkowski.org,http://www.winshipbyrne.com
+Viola,Bitsuie,Burton & Davis,70 Mechanic St,Northridge,Los Angeles,CA,91325,818-864-4875,818-481-5787,viola@gmail.com,http://www.burtondavis.com
+Franklyn,Emard,Olympic Graphic Arts,4379 Highway 116,Philadelphia,Philadelphia,PA,19103,215-558-8189,215-483-3003,femard@emard.com,http://www.olympicgraphicarts.com
+Willodean,Konopacki,Magnuson,55 Hawthorne Blvd,Lafayette,Lafayette,LA,70506,337-253-8384,337-774-7564,willodean_konopacki@konopacki.org,http://www.magnuson.com
+Beckie,Silvestrini,A All American Travel Inc,7116 Western Ave,Dearborn,Wayne,MI,48126,313-533-4884,313-390-7855,beckie.silvestrini@silvestrini.com,http://www.aallamericantravelinc.com
+Rebecka,Gesick,Polykote Inc,2026 N Plankinton Ave #3,Austin,Travis,TX,78754,512-213-8574,512-693-8345,rgesick@gesick.org,http://www.polykoteinc.com
+Frederica,Blunk,Jets Cybernetics,99586 Main St,Dallas,Dallas,TX,75207,214-428-2285,214-529-1949,frederica_blunk@gmail.com,http://www.jetscybernetics.com
+Glen,Bartolet,Metlab Testing Services,8739 Hudson St,Vashon,King,WA,98070,206-697-5796,206-389-1482,glen_bartolet@hotmail.com,http://www.metlabtestingservices.com
+Freeman,Gochal,"Kellermann, William T Esq",383 Gunderman Rd #197,Coatesville,Chester,PA,19320,610-476-3501,610-752-2683,freeman_gochal@aol.com,http://www.kellermannwilliamtesq.com
+Vincent,Meinerding,"Arturi, Peter D Esq",4441 Point Term Mkt,Philadelphia,Philadelphia,PA,19143,215-372-1718,215-829-4221,vincent.meinerding@hotmail.com,http://www.arturipeterdesq.com
+Rima,Bevelacqua,Mcauley Mfg Co,2972 Lafayette Ave,Gardena,Los Angeles,CA,90248,310-858-5079,310-499-4200,rima@cox.net,http://www.mcauleymfgco.com
+Glendora,Sarbacher,Defur Voran Hanley Radcliff,2140 Diamond Blvd,Rohnert Park,Sonoma,CA,94928,707-653-8214,707-881-3154,gsarbacher@gmail.com,http://www.defurvoranhanleyradcliff.com
+Avery,Steier,Dill Dill Carr & Stonbraker Pc,93 Redmond Rd #492,Orlando,Orange,FL,32803,407-808-9439,407-945-8566,avery@cox.net,http://www.dilldillcarrstonbrakerpc.com
+Cristy,Lother,Kleensteel,3989 Portage Tr,Escondido,San Diego,CA,92025,760-971-4322,760-465-4762,cristy@lother.com,http://www.kleensteel.com
+Nicolette,Brossart,Goulds Pumps Inc Slurry Pump,1 Midway Rd,Westborough,Worcester,MA,1581,508-837-9230,508-504-6388,nicolette_brossart@brossart.com,http://www.gouldspumpsincslurrypump.com
+Tracey,Modzelewski,Kansas City Insurance Report,77132 Coon Rapids Blvd Nw,Conroe,Montgomery,TX,77301,936-264-9294,936-988-8171,tracey@hotmail.com,http://www.kansascityinsurancereport.com
+Virgina,Tegarden,Berhanu International Foods,755 Harbor Way,Milwaukee,Milwaukee,WI,53226,414-214-8697,414-411-5744,virgina_tegarden@tegarden.com,http://www.berhanuinternationalfoods.com
+Tiera,Frankel,Roland Ashcroft,87 Sierra Rd,El Monte,Los Angeles,CA,91731,626-636-4117,626-638-4241,tfrankel@aol.com,http://www.rolandashcroft.com
+Alaine,Bergesen,Hispanic Magazine,7667 S Hulen St #42,Yonkers,Westchester,NY,10701,914-300-9193,914-654-1426,alaine_bergesen@cox.net,http://www.hispanicmagazine.com
+Earleen,Mai,Little Sheet Metal Co,75684 S Withlapopka Dr #32,Dallas,Dallas,TX,75227,214-289-1973,214-785-6750,earleen_mai@cox.net,http://www.littlesheetmetalco.com
+Leonida,Gobern,"Holmes, Armstead J Esq",5 Elmwood Park Blvd,Biloxi,Harrison,MS,39530,228-235-5615,228-432-4635,leonida@gobern.org,http://www.holmesarmsteadjesq.com
+Ressie,Auffrey,"Faw, James C Cpa",23 Palo Alto Sq,Miami,Miami-Dade,FL,33134,305-604-8981,305-287-4743,ressie.auffrey@yahoo.com,http://www.fawjamesccpa.com
+Justine,Mugnolo,Evans Rule Company,38062 E Main St,New York,New York,NY,10048,212-304-9225,212-311-6377,jmugnolo@yahoo.com,http://www.evansrulecompany.com
+Eladia,Saulter,Tyee Productions Inc,3958 S Dupont Hwy #7,Ramsey,Bergen,NJ,7446,201-474-4924,201-365-8698,eladia@saulter.com,http://www.tyeeproductionsinc.com
+Chaya,Malvin,Dunnells & Duvall,560 Civic Center Dr,Ann Arbor,Washtenaw,MI,48103,734-928-5182,734-408-8174,chaya@malvin.com,http://www.dunnellsduvall.com
+Gwenn,Suffield,Deltam Systems Inc,3270 Dequindre Rd,Deer Park,Suffolk,NY,11729,631-258-6558,631-295-9879,gwenn_suffield@suffield.org,http://www.deltamsystemsinc.com
+Salena,Karpel,Hammill Mfg Co,1 Garfield Ave #7,Canton,Stark,OH,44707,330-791-8557,330-618-2579,skarpel@cox.net,http://www.hammillmfgco.com
+Yoko,Fishburne,Sams Corner Store,9122 Carpenter Ave,New Haven,New Haven,CT,6511,203-506-4706,203-840-8634,yoko@fishburne.com,http://www.samscornerstore.com
+Taryn,Moyd,"Siskin, Mark J Esq",48 Lenox St,Fairfax,Fairfax City,VA,22030,703-322-4041,703-938-7939,taryn.moyd@hotmail.com,http://www.siskinmarkjesq.com
+Katina,Polidori,Cape & Associates Real Estate,5 Little River Tpke,Wilmington,Middlesex,MA,1887,978-626-2978,978-679-7429,katina_polidori@aol.com,http://www.capeassociatesrealestate.com
+Rickie,Plumer,Merrill Lynch,3 N Groesbeck Hwy,Toledo,Lucas,OH,43613,419-693-1334,419-313-5571,rickie.plumer@aol.com,http://www.merrilllynch.com
+Alex,Loader,"Sublett, Scott Esq",37 N Elm St #916,Tacoma,Pierce,WA,98409,253-660-7821,253-875-9222,alex@loader.com,http://www.sublettscottesq.com
+Lashon,Vizarro,Sentry Signs,433 Westminster Blvd #590,Roseville,Placer,CA,95661,916-741-7884,916-289-4526,lashon@aol.com,http://www.sentrysigns.com
+Lauran,Burnard,Professionals Unlimited,66697 Park Pl #3224,Riverton,Fremont,WY,82501,307-342-7795,307-453-7589,lburnard@burnard.com,http://www.professionalsunlimited.com
+Ceola,Setter,Southern Steel Shelving Co,96263 Greenwood Pl,Warren,Knox,ME,4864,207-627-7565,207-297-5029,ceola.setter@setter.org,http://www.southernsteelshelvingco.com
+My,Rantanen,"Bosco, Paul J",8 Mcarthur Ln,Richboro,Bucks,PA,18954,215-491-5633,215-647-2158,my@hotmail.com,http://www.boscopaulj.com
+Lorrine,Worlds,"Longo, Nicholas J Esq",8 Fair Lawn Ave,Tampa,Hillsborough,FL,33614,813-769-2939,813-863-6467,lorrine.worlds@worlds.com,http://www.longonicholasjesq.com
+Peggie,Sturiale,Henry County Middle School,9 N 14th St,El Cajon,San Diego,CA,92020,619-608-1763,619-695-8086,peggie@cox.net,http://www.henrycountymiddleschool.com
+Marvel,Raymo,Edison Supply & Equipment Co,9 Vanowen St,College Station,Brazos,TX,77840,979-718-8968,979-809-5770,mraymo@yahoo.com,http://www.edisonsupplyequipmentco.com
+Daron,Dinos,"Wolf, Warren R Esq",18 Waterloo Geneva Rd,Highland Park,Lake,IL,60035,847-233-3075,847-265-6609,daron_dinos@cox.net,http://www.wolfwarrenresq.com
+An,Fritz,Linguistic Systems Inc,506 S Hacienda Dr,Atlantic City,Atlantic,NJ,8401,609-228-5265,609-854-7156,an_fritz@hotmail.com,http://www.linguisticsystemsinc.com
+Portia,Stimmel,Peace Christian Center,3732 Sherman Ave,Bridgewater,Somerset,NJ,8807,908-722-7128,908-670-4712,portia.stimmel@aol.com,http://www.peacechristiancenter.com
+Rhea,Aredondo,Double B Foods Inc,25657 Live Oak St,Brooklyn,Kings,NY,11226,718-560-9537,718-280-4183,rhea_aredondo@cox.net,http://www.doublebfoodsinc.com
+Benedict,Sama,Alexander & Alexander Inc,4923 Carey Ave,Saint Louis,Saint Louis City,MO,63104,314-787-1588,314-858-4832,bsama@cox.net,http://www.alexanderalexanderinc.com
+Alyce,Arias,Fairbanks Scales,3196 S Rider Trl,Stockton,San Joaquin,CA,95207,209-317-1801,209-242-7022,alyce@arias.org,http://www.fairbanksscales.com
+Heike,Berganza,Cali Sportswear Cutting Dept,3 Railway Ave #75,Little Falls,Passaic,NJ,7424,973-936-5095,973-822-8827,heike@gmail.com,http://www.calisportswearcuttingdept.com
+Carey,Dopico,"Garofani, John Esq",87393 E Highland Rd,Indianapolis,Marion,IN,46220,317-578-2453,317-441-5848,carey_dopico@dopico.org,http://www.garofanijohnesq.com
+Dottie,Hellickson,Thompson Fabricating Co,67 E Chestnut Hill Rd,Seattle,King,WA,98133,206-540-6076,206-295-5631,dottie@hellickson.org,http://www.thompsonfabricatingco.com
+Deandrea,Hughey,Century 21 Krall Real Estate,33 Lewis Rd #46,Burlington,Alamance,NC,27215,336-822-7652,336-467-3095,deandrea@yahoo.com,http://www.centurykrallrealestate.com
+Kimberlie,Duenas,Mid Contntl Rlty & Prop Mgmt,8100 Jacksonville Rd #7,Hays,Ellis,KS,67601,785-629-8542,785-616-1685,kimberlie_duenas@yahoo.com,http://www.midcontntlrltypropmgmt.com
+Martina,Staback,Ace Signs Inc,7 W Wabansia Ave #227,Orlando,Orange,FL,32822,407-471-6908,407-429-2145,martina_staback@staback.com,http://www.acesignsinc.com
+Skye,Fillingim,Rodeway Inn,25 Minters Chapel Rd #9,Minneapolis,Hennepin,MN,55401,612-508-2655,612-664-6304,skye_fillingim@yahoo.com,http://www.rodewayinn.com
+Jade,Farrar,Bonnet & Daughter,6882 Torresdale Ave,Columbia,Richland,SC,29201,803-352-5387,803-975-3405,jade.farrar@yahoo.com,http://www.bonnetdaughter.com
+Charlene,Hamilton,Oshins & Gibbons,985 E 6th Ave,Santa Rosa,Sonoma,CA,95407,707-300-1771,707-821-8037,charlene.hamilton@hotmail.com,http://www.oshinsgibbons.com
+Geoffrey,Acey,Price Business Services,7 West Ave #1,Palatine,Cook,IL,60067,847-222-1734,847-556-2909,geoffrey@gmail.com,http://www.pricebusinessservices.com
+Stevie,Westerbeck,"Wise, Dennis W Md",26659 N 13th St,Costa Mesa,Orange,CA,92626,949-867-4077,949-903-3898,stevie.westerbeck@yahoo.com,http://www.wisedenniswmd.com
+Pamella,Fortino,Super 8 Motel,669 Packerland Dr #1438,Denver,Denver,CO,80212,303-404-2210,303-794-1341,pamella@fortino.com,http://www.supermotel.com
+Harrison,Haufler,John Wagner Associates,759 Eldora St,New Haven,New Haven,CT,6515,203-801-6193,203-801-8497,hhaufler@hotmail.com,http://www.johnwagnerassociates.com
+Johnna,Engelberg,Thrifty Oil Co,5 S Colorado Blvd #449,Bothell,Snohomish,WA,98021,425-986-7573,425-700-3751,jengelberg@engelberg.org,http://www.thriftyoilco.com
+Buddy,Cloney,Larkfield Photo,944 Gaither Dr,Strongsville,Cuyahoga,OH,44136,440-989-5826,440-327-2093,buddy.cloney@yahoo.com,http://www.larkfieldphoto.com
+Dalene,Riden,Silverman Planetarium,66552 Malone Rd,Plaistow,Rockingham,NH,3865,603-315-6839,603-745-7497,dalene.riden@aol.com,http://www.silvermanplanetarium.com
+Jerry,Zurcher,J & F Lumber,77 Massillon Rd #822,Satellite Beach,Brevard,FL,32937,321-518-5938,321-597-2159,jzurcher@zurcher.org,http://www.jflumber.com
+Haydee,Denooyer,Cleaning Station Inc,25346 New Rd,New York,New York,NY,10016,212-792-8658,212-782-3493,hdenooyer@denooyer.org,http://www.cleaningstationinc.com
+Joseph,Cryer,Ames Stationers,60 Fillmore Ave,Huntington Beach,Orange,CA,92647,714-584-2237,714-698-2170,joseph_cryer@cox.net,http://www.amesstationers.com
+Deonna,Kippley,Midas Muffler Shops,57 Haven Ave #90,Southfield,Oakland,MI,48075,248-913-4677,248-793-4966,deonna_kippley@hotmail.com,http://www.midasmufflershops.com
+Raymon,Calvaresi,Seaboard Securities Inc,6538 E Pomona St #60,Indianapolis,Marion,IN,46222,317-825-4724,317-342-1532,raymon.calvaresi@gmail.com,http://www.seaboardsecuritiesinc.com
+Alecia,Bubash,"Petersen, James E Esq",6535 Joyce St,Wichita Falls,Wichita,TX,76301,940-276-7922,940-302-3036,alecia@aol.com,http://www.petersenjameseesq.com
+Ma,Layous,Development Authority,78112 Morris Ave,North Haven,New Haven,CT,6473,203-721-3388,203-564-1543,mlayous@hotmail.com,http://www.developmentauthority.com
+Detra,Coyier,Schott Fiber Optics Inc,96950 Hidden Ln,Aberdeen,Harford,MD,21001,410-739-9277,410-259-2118,detra@aol.com,http://www.schottfiberopticsinc.com
+Terrilyn,Rodeigues,Stuart J Agins,3718 S Main St,New Orleans,Orleans,LA,70130,504-463-4384,504-635-8518,terrilyn.rodeigues@cox.net,http://www.stuartjagins.com
+Salome,Lacovara,Mitsumi Electronics Corp,9677 Commerce Dr,Richmond,Richmond City,VA,23219,804-550-5097,804-858-1011,slacovara@gmail.com,http://www.mitsumielectronicscorp.com
+Garry,Keetch,Italian Express Franchise Corp,5 Green Pond Rd #4,Southampton,Bucks,PA,18966,215-979-8776,215-846-9046,garry_keetch@hotmail.com,http://www.italianexpressfranchisecorp.com
+Matthew,Neither,American Council On Sci & Hlth,636 Commerce Dr #42,Shakopee,Scott,MN,55379,952-651-7597,952-906-4597,mneither@yahoo.com,http://www.americancouncilonscihlth.com
+Theodora,Restrepo,"Kleri, Patricia S Esq",42744 Hamann Industrial Pky #82,Miami,Miami-Dade,FL,33136,305-936-8226,305-573-1085,theodora.restrepo@restrepo.com,http://www.kleripatriciasesq.com
+Noah,Kalafatis,Twiggs Abrams Blanchard,1950 5th Ave,Milwaukee,Milwaukee,WI,53209,414-263-5287,414-660-9766,noah.kalafatis@aol.com,http://www.twiggsabramsblanchard.com
+Carmen,Sweigard,Maui Research & Technology Pk,61304 N French Rd,Somerset,Somerset,NJ,8873,732-941-2621,732-445-6940,csweigard@sweigard.com,http://www.mauiresearchtechnologypk.com
+Lavonda,Hengel,Bradley Nameplate Corp,87 Imperial Ct #79,Fargo,Cass,ND,58102,701-898-2154,701-421-7080,lavonda@cox.net,http://www.bradleynameplatecorp.com
+Junita,Stoltzman,Geonex Martel Inc,94 W Dodge Rd,Carson City,Carson City,NV,89701,775-638-9963,775-578-1214,junita@aol.com,http://www.geonexmartelinc.com
+Herminia,Nicolozakes,Sea Island Div Of Fstr Ind Inc,4 58th St #3519,Scottsdale,Maricopa,AZ,85254,602-954-5141,602-304-6433,herminia@nicolozakes.org,http://www.seaislanddivoffstrindinc.com
+Casie,Good,"Papay, Debbie J Esq",5221 Bear Valley Rd,Nashville,Davidson,TN,37211,615-390-2251,615-825-4297,casie.good@aol.com,http://www.papaydebbiejesq.com
+Reena,Maisto,Lane Promotions,9648 S Main,Salisbury,Wicomico,MD,21801,410-351-1863,410-951-2667,reena@hotmail.com,http://www.lanepromotions.com
+Mirta,Mallett,Stephen Kennerly Archts Inc Pc,7 S San Marcos Rd,New York,New York,NY,10004,212-870-1286,212-745-6948,mirta_mallett@gmail.com,http://www.stephenkennerlyarchtsincpc.com
+Cathrine,Pontoriero,Business Systems Of Wis Inc,812 S Haven St,Amarillo,Randall,TX,79109,806-703-1435,806-558-5848,cathrine.pontoriero@pontoriero.com,http://www.businesssystemsofwisinc.com
+Filiberto,Tawil,"Flash, Elena Salerno Esq",3882 W Congress St #799,Los Angeles,Los Angeles,CA,90016,323-765-2528,323-842-8226,ftawil@hotmail.com,http://www.flashelenasalernoesq.com
+Raul,Upthegrove,"Neeley, Gregory W Esq",4 E Colonial Dr,La Mesa,San Diego,CA,91942,619-509-5282,619-666-4765,rupthegrove@yahoo.com,http://www.neeleygregorywesq.com
+Sarah,Candlish,Alabama Educational Tv Comm,45 2nd Ave #9759,Atlanta,Fulton,GA,30328,770-732-1194,770-531-2842,sarah.candlish@gmail.com,http://www.alabamaeducationaltvcomm.com
+Lucy,Treston,Franz Inc,57254 Brickell Ave #372,Worcester,Worcester,MA,1602,508-769-5250,508-502-5634,lucy@cox.net,http://www.franzinc.com
+Judy,Aquas,Plantation Restaurant,8977 Connecticut Ave Nw #3,Niles,Berrien,MI,49120,269-756-7222,269-431-9464,jaquas@aquas.com,http://www.plantationrestaurant.com
+Yvonne,Tjepkema,Radio Communications Co,9 Waydell St,Fairfield,Essex,NJ,7004,973-714-1721,973-976-8627,yvonne.tjepkema@hotmail.com,http://www.radiocommunicationsco.com
+Kayleigh,Lace,Dentalaw Divsn Hlth Care,43 Huey P Long Ave,Lafayette,Lafayette,LA,70508,337-740-9323,337-751-2326,kayleigh.lace@yahoo.com,http://www.dentalawdivsnhlthcare.com
+Felix,Hirpara,American Speedy Printing Ctrs,7563 Cornwall Rd #4462,Denver,Lancaster,PA,17517,717-491-5643,717-583-1497,felix_hirpara@cox.net,http://www.americanspeedyprintingctrs.com
+Tresa,Sweely,"Grayson, Grant S Esq",22 Bridle Ln,Valley Park,Saint Louis,MO,63088,314-359-9566,314-231-3514,tresa_sweely@hotmail.com,http://www.graysongrantsesq.com
+Kristeen,Turinetti,Jeanerette Middle School,70099 E North Ave,Arlington,Tarrant,TX,76013,817-213-8851,817-947-9480,kristeen@gmail.com,http://www.jeanerettemiddleschool.com
+Jenelle,Regusters,"Haavisto, Brian F Esq",3211 E Northeast Loop,Tampa,Hillsborough,FL,33619,813-932-8715,813-357-7296,jregusters@regusters.com,http://www.haavistobrianfesq.com
+Renea,Monterrubio,Wmmt Radio Station,26 Montgomery St,Atlanta,Fulton,GA,30328,770-679-4752,770-930-9967,renea@hotmail.com,http://www.wmmtradiostation.com
+Olive,Matuszak,Colony Paints Sales Ofc & Plnt,13252 Lighthouse Ave,Cathedral City,Riverside,CA,92234,760-938-6069,760-745-2649,olive@aol.com,http://www.colonypaintssalesofcplnt.com
+Ligia,Reiber,Floral Expressions,206 Main St #2804,Lansing,Ingham,MI,48933,517-906-1108,517-747-7664,lreiber@cox.net,http://www.floralexpressions.com
+Christiane,Eschberger,Casco Services Inc,96541 W Central Blvd,Phoenix,Maricopa,AZ,85034,602-390-4944,602-330-6894,christiane.eschberger@yahoo.com,http://www.cascoservicesinc.com
+Goldie,Schirpke,"Reuter, Arthur C Jr",34 Saint George Ave #2,Bangor,Penobscot,ME,4401,207-295-7569,207-748-3722,goldie.schirpke@yahoo.com,http://www.reuterarthurcjr.com
+Loreta,Timenez,"Kaminski, Katherine Andritsaki",47857 Coney Island Ave,Clinton,Prince Georges,MD,20735,301-696-6420,301-392-6698,loreta.timenez@hotmail.com,http://www.kaminskikatherineandritsaki.com
+Fabiola,Hauenstein,Sidewinder Products Corp,8573 Lincoln Blvd,York,York,PA,17404,717-809-3119,717-344-2804,fabiola.hauenstein@hauenstein.org,http://www.sidewinderproductscorp.com
+Amie,Perigo,General Foam Corporation,596 Santa Maria Ave #7913,Mesquite,Dallas,TX,75150,972-419-7946,972-898-1033,amie.perigo@yahoo.com,http://www.generalfoamcorporation.com
+Raina,Brachle,Ikg Borden Divsn Harsco Corp,3829 Ventura Blvd,Butte,Silver Bow,MT,59701,406-318-1515,406-374-7752,raina.brachle@brachle.org,http://www.ikgbordendivsnharscocorp.com
+Erinn,Canlas,Anchor Computer Inc,13 S Hacienda Dr,Livingston,Essex,NJ,7039,973-767-3008,973-563-9502,erinn.canlas@canlas.com,http://www.anchorcomputerinc.com
+Cherry,Lietz,Sebring & Co,40 9th Ave Sw #91,Waterford,Oakland,MI,48329,248-980-6904,248-697-7722,cherry@lietz.com,http://www.sebringco.com
+Kattie,Vonasek,H A C Farm Lines Co Optv Assoc,2845 Boulder Crescent St,Cleveland,Cuyahoga,OH,44103,216-923-3715,216-270-9653,kattie@vonasek.org,http://www.hacfarmlinescooptvassoc.com
+Lilli,Scriven,"Hunter, John J Esq",33 State St,Abilene,Taylor,TX,79601,325-631-1560,325-667-7868,lilli@aol.com,http://www.hunterjohnjesq.com
+Whitley,Tomasulo,Freehold Fence Co,2 S 15th St,Fort Worth,Tarrant,TX,76107,817-526-4408,817-819-7799,whitley.tomasulo@aol.com,http://www.freeholdfenceco.com
+Barbra,Adkin,Binswanger,4 Kohler Memorial Dr,Brooklyn,Kings,NY,11230,718-201-3751,718-732-9475,badkin@hotmail.com,http://www.binswanger.com
+Hermila,Thyberg,Chilton Malting Co,1 Rancho Del Mar Shopping C,Providence,Providence,RI,2903,401-893-4882,401-885-7681,hermila_thyberg@hotmail.com,http://www.chiltonmaltingco.com
+Jesusita,Flister,"Schoen, Edward J Jr",3943 N Highland Ave,Lancaster,Lancaster,PA,17601,717-885-9118,717-686-7564,jesusita.flister@hotmail.com,http://www.schoenedwardjjr.com
+Caitlin,Julia,"Helderman, Seymour Cpa",5 Williams St,Johnston,Providence,RI,2919,401-948-4982,401-552-9059,caitlin.julia@julia.org,http://www.heldermanseymourcpa.com
+Roosevelt,Hoffis,"Denbrook, Myron",60 Old Dover Rd,Hialeah,Miami-Dade,FL,33014,305-622-4739,305-302-1135,roosevelt.hoffis@aol.com,http://www.denbrookmyron.com
+Helaine,Halter,"Lippitt, Mike",8 Sheridan Rd,Jersey City,Hudson,NJ,7304,201-832-4168,201-412-3040,hhalter@yahoo.com,http://www.lippittmike.com
+Lorean,Martabano,"Hiram, Hogg P Esq",85092 Southern Blvd,San Antonio,Bexar,TX,78204,210-856-4979,210-634-2447,lorean.martabano@hotmail.com,http://www.hiramhoggpesq.com
+France,Buzick,In Travel Agency,64 Newman Springs Rd E,Brooklyn,Kings,NY,11219,718-478-8504,718-853-3740,france.buzick@yahoo.com,http://www.intravelagency.com
+Justine,Ferrario,Newhart Foods Inc,48 Stratford Ave,Pomona,Los Angeles,CA,91768,909-993-3242,909-631-5703,jferrario@hotmail.com,http://www.newhartfoodsinc.com
+Adelina,Nabours,Courtyard By Marriott,80 Pittsford Victor Rd #9,Cleveland,Cuyahoga,OH,44103,216-230-4892,216-937-5320,adelina_nabours@gmail.com,http://www.courtyardbymarriott.com
+Derick,Dhamer,"Studer, Eugene A Esq",87163 N Main Ave,New York,New York,NY,10013,212-304-4515,212-225-9676,ddhamer@cox.net,http://www.studereugeneaesq.com
+Jerry,Dallen,Seashore Supply Co Waretown,393 Lafayette Ave,Richmond,Richmond City,VA,23219,804-762-9576,804-808-9574,jerry.dallen@yahoo.com,http://www.seashoresupplycowaretown.com
+Leota,Ragel,Mayar Silk Inc,99 5th Ave #33,Trion,Chattooga,GA,30753,706-221-4243,706-616-5131,leota.ragel@gmail.com,http://www.mayarsilkinc.com
+Jutta,Amyot,National Medical Excess Corp,49 N Mays St,Broussard,Lafayette,LA,70518,337-515-1438,337-991-8070,jamyot@hotmail.com,http://www.nationalmedicalexcesscorp.com
+Aja,Gehrett,Stero Company,993 Washington Ave,Nutley,Essex,NJ,7110,973-544-2677,973-986-4456,aja_gehrett@hotmail.com,http://www.sterocompany.com
+Kirk,Herritt,"Hasting, H Duane Esq",88 15th Ave Ne,Vestal,Broome,NY,13850,607-407-3716,607-350-7690,kirk.herritt@aol.com,http://www.hastinghduaneesq.com
+Leonora,Mauson,Insty Prints,3381 E 40th Ave,Passaic,Passaic,NJ,7055,973-412-2995,973-355-2120,leonora@yahoo.com,http://www.instyprints.com
+Winfred,Brucato,Glenridge Manor Mobile Home Pk,201 Ridgewood Rd,Moscow,Latah,ID,83843,208-252-4552,208-793-4108,winfred_brucato@hotmail.com,http://www.glenridgemanormobilehomepk.com
+Tarra,Nachor,Circuit Solution Inc,39 Moccasin Dr,San Francisco,San Francisco,CA,94104,415-411-1775,415-284-2730,tarra.nachor@cox.net,http://www.circuitsolutioninc.com
+Corinne,Loder,Local Office,4 Carroll St,North Attleboro,Bristol,MA,2760,508-942-4186,508-618-7826,corinne@loder.org,http://www.localoffice.com
+Dulce,Labreche,Lee Kilkelly Paulson & Kabaker,9581 E Arapahoe Rd,Rochester,Oakland,MI,48307,248-357-8718,248-811-5696,dulce_labreche@yahoo.com,http://www.leekilkellypaulsonkabaker.com
+Kate,Keneipp,"Davis, Maxon R Esq",33 N Michigan Ave,Green Bay,Brown,WI,54301,920-353-6377,920-355-1610,kate_keneipp@yahoo.com,http://www.davismaxonresq.com
+Kaitlyn,Ogg,"Garrison, Paul E Esq",2 S Biscayne Blvd,Baltimore,Baltimore City,MD,21230,410-665-4903,410-773-3862,kaitlyn.ogg@gmail.com,http://www.garrisonpauleesq.com
+Sherita,Saras,Black History Resource Center,8 Us Highway 22,Colorado Springs,El Paso,CO,80937,719-669-1664,719-547-9543,sherita.saras@cox.net,http://www.blackhistoryresourcecenter.com
+Lashawnda,Stuer,"Rodriguez, J Christopher Esq",7422 Martin Ave #8,Toledo,Lucas,OH,43607,419-588-8719,419-399-1744,lstuer@cox.net,http://www.rodriguezjchristopheresq.com
+Ernest,Syrop,Grant Family Health Center,94 Chase Rd,Hyattsville,Prince Georges,MD,20785,301-998-9644,301-257-4883,ernest@cox.net,http://www.grantfamilyhealthcenter.com
+Nobuko,Halsey,Goeman Wood Products Inc,8139 I Hwy 10 #92,New Bedford,Bristol,MA,2745,508-855-9887,508-897-7916,nobuko.halsey@yahoo.com,http://www.goemanwoodproductsinc.com
+Lavonna,Wolny,"Linhares, Kenneth A Esq",5 Cabot Rd,Mc Lean,Fairfax,VA,22102,703-483-1970,703-892-2914,lavonna.wolny@hotmail.com,http://www.linhareskennethaesq.com
+Lashaunda,Lizama,Earnhardt Printing,3387 Ryan Dr,Hanover,Anne Arundel,MD,21076,410-678-2473,410-912-6032,llizama@cox.net,http://www.earnhardtprinting.com
+Mariann,Bilden,H P G Industrys Inc,3125 Packer Ave #9851,Austin,Travis,TX,78753,512-223-4791,512-742-1149,mariann.bilden@aol.com,http://www.hpgindustrysinc.com
+Helene,Rodenberger,Bailey Transportation Prod Inc,347 Chestnut St,Peoria,Maricopa,AZ,85381,623-461-8551,623-426-4907,helene@aol.com,http://www.baileytransportationprodinc.com
+Roselle,Estell,Mcglynn Bliss Pc,8116 Mount Vernon Ave,Bucyrus,Crawford,OH,44820,419-571-5920,419-488-6648,roselle.estell@hotmail.com,http://www.mcglynnblisspc.com
+Samira,Heintzman,Mutual Fish Co,8772 Old County Rd #5410,Kent,King,WA,98032,206-311-4137,206-923-6042,sheintzman@hotmail.com,http://www.mutualfishco.com
+Margart,Meisel,"Yeates, Arthur L Aia",868 State St #38,Cincinnati,Hamilton,OH,45251,513-617-2362,513-747-9603,margart_meisel@yahoo.com,http://www.yeatesarthurlaia.com
+Kristofer,Bennick,"Logan, Ronald J Esq",772 W River Dr,Bloomington,Monroe,IN,47404,812-368-1511,812-442-8544,kristofer.bennick@yahoo.com,http://www.loganronaldjesq.com
+Weldon,Acuff,Advantage Martgage Company,73 W Barstow Ave,Arlington Heights,Cook,IL,60004,847-353-2156,847-613-5866,wacuff@gmail.com,http://www.advantagemartgagecompany.com
+Shalon,Shadrick,Germer And Gertz Llp,61047 Mayfield Ave,Brooklyn,Kings,NY,11223,718-232-2337,718-394-4974,shalon@cox.net,http://www.germerandgertzllp.com
+Denise,Patak,Spence Law Offices,2139 Santa Rosa Ave,Orlando,Orange,FL,32801,407-446-4358,407-808-3254,denise@patak.org,http://www.spencelawoffices.com
+Louvenia,Beech,John Ortiz Nts Therapy Center,598 43rd St,Beverly Hills,Los Angeles,CA,90210,310-820-2117,310-652-2379,louvenia.beech@beech.com,http://www.johnortizntstherapycenter.com
+Audry,Yaw,Mike Uchrin Htg & Air Cond Inc,70295 Pioneer Ct,Brandon,Hillsborough,FL,33511,813-797-4816,813-744-7100,audry.yaw@yaw.org,http://www.mikeuchrinhtgaircondinc.com
+Kristel,Ehmann,"Mccoy, Joy Reynolds Esq",92899 Kalakaua Ave,El Paso,El Paso,TX,79925,915-452-1290,915-300-6100,kristel.ehmann@aol.com,http://www.mccoyjoyreynoldsesq.com
+Vincenza,Zepp,Kbor 1600 Am,395 S 6th St #2,El Cajon,San Diego,CA,92020,619-603-5125,619-935-6661,vzepp@gmail.com,http://www.kboram.com
+Elouise,Gwalthney,Quality Inn Northwest,9506 Edgemore Ave,Bladensburg,Prince Georges,MD,20710,301-841-5012,301-591-3034,egwalthney@yahoo.com,http://www.qualityinnnorthwest.com
+Venita,Maillard,Wallace Church Assoc Inc,72119 S Walker Ave #63,Anaheim,Orange,CA,92801,714-523-6653,714-663-9740,venita_maillard@gmail.com,http://www.wallacechurchassocinc.com
+Kasandra,Semidey,Can Tron,369 Latham St #500,Saint Louis,Saint Louis City,MO,63102,314-732-9131,314-697-3652,kasandra_semidey@semidey.com,http://www.cantron.com
+Xochitl,Discipio,Ravaal Enterprises Inc,3158 Runamuck Pl,Round Rock,Williamson,TX,78664,512-233-1831,512-942-3411,xdiscipio@gmail.com,http://www.ravaalenterprisesinc.com
+Maile,Linahan,Thompson Steel Company Inc,9 Plainsboro Rd #598,Greensboro,Guilford,NC,27409,336-670-2640,336-364-6037,mlinahan@yahoo.com,http://www.thompsonsteelcompanyinc.com
+Krissy,Rauser,"Anderson, Mark A Esq",8728 S Broad St,Coram,Suffolk,NY,11727,631-443-4710,631-288-2866,krauser@cox.net,http://www.andersonmarkaesq.com
+Pete,Dubaldi,Womack & Galich,2215 Prosperity Dr,Lyndhurst,Bergen,NJ,7071,201-825-2514,201-749-8866,pdubaldi@hotmail.com,http://www.womackgalich.com
+Linn,Paa,Valerie & Company,1 S Pine St,Memphis,Shelby,TN,38112,901-412-4381,901-573-9024,linn_paa@paa.com,http://www.valeriecompany.com
+Paris,Wide,Gehring Pumps Inc,187 Market St,Atlanta,Fulton,GA,30342,404-505-4445,404-607-8435,paris@hotmail.com,http://www.gehringpumpsinc.com
+Wynell,Dorshorst,"Haehnel, Craig W Esq",94290 S Buchanan St,Pacifica,San Mateo,CA,94044,650-473-1262,650-749-9879,wynell_dorshorst@dorshorst.org,http://www.haehnelcraigwesq.com
+Quentin,Birkner,Spoor Behrins Campbell & Young,7061 N 2nd St,Burnsville,Dakota,MN,55337,952-702-7993,952-314-5871,qbirkner@aol.com,http://www.spoorbehrinscampbellyoung.com
+Regenia,Kannady,Ken Jeter Store Equipment Inc,10759 Main St,Scottsdale,Maricopa,AZ,85260,480-726-1280,480-205-5121,regenia.kannady@cox.net,http://www.kenjeterstoreequipmentinc.com
+Sheron,Louissant,"Potter, Brenda J Cpa",97 E 3rd St #9,Long Island City,Queens,NY,11101,718-976-8610,718-613-9994,sheron@aol.com,http://www.potterbrendajcpa.com
+Izetta,Funnell,Baird Kurtz & Dobson,82 Winsor St #54,Atlanta,Dekalb,GA,30340,770-844-3447,770-584-4119,izetta.funnell@hotmail.com,http://www.bairdkurtzdobson.com
+Rodolfo,Butzen,"Minor, Cynthia A Esq",41 Steel Ct,Northfield,Rice,MN,55057,507-210-3510,507-590-5237,rodolfo@hotmail.com,http://www.minorcynthiaaesq.com
+Zona,Colla,"Solove, Robert A Esq",49440 Dearborn St,Norwalk,Fairfield,CT,6854,203-461-1949,203-938-2557,zona@hotmail.com,http://www.soloverobertaesq.com
+Serina,Zagen,Mark Ii Imports Inc,7 S Beverly Dr,Fort Wayne,Allen,IN,46802,260-273-3725,260-382-4869,szagen@aol.com,http://www.markiiimportsinc.com
+Paz,Sahagun,White Sign Div Ctrl Equip Co,919 Wall Blvd,Meridian,Lauderdale,MS,39307,601-927-8287,601-249-4511,paz_sahagun@cox.net,http://www.whitesigndivctrlequipco.com
+Markus,Lukasik,M & M Store Fixtures Co Inc,89 20th St E #779,Sterling Heights,Macomb,MI,48310,586-970-7380,586-247-1614,markus@yahoo.com,http://www.mmstorefixturescoinc.com
+Jaclyn,Bachman,Judah Caster & Wheel Co,721 Interstate 45 S,Colorado Springs,El Paso,CO,80919,719-853-3600,719-223-2074,jaclyn@aol.com,http://www.judahcasterwheelco.com
+Cyril,Daufeldt,Galaxy International Inc,3 Lawton St,New York,New York,NY,10013,212-745-8484,212-422-5427,cyril_daufeldt@daufeldt.com,http://www.galaxyinternationalinc.com
+Gayla,Schnitzler,Sigma Corp Of America,38 Pleasant Hill Rd,Hayward,Alameda,CA,94545,510-686-3407,510-441-4055,gschnitzler@gmail.com,http://www.sigmacorpofamerica.com
+Erick,Nievas,"Soward, Anne Esq",45 E Acacia Ct,Chicago,Cook,IL,60624,773-704-9903,773-359-6109,erick_nievas@aol.com,http://www.sowardanneesq.com
+Jennie,Drymon,"Osborne, Michelle M Esq",63728 Poway Rd #1,Scranton,Lackawanna,PA,18509,570-218-4831,570-868-8688,jennie@cox.net,http://www.osbornemichellemesq.com
+Mitsue,Scipione,Students In Free Entrprs Natl,77 222 Dr,Oroville,Butte,CA,95965,530-986-9272,530-399-3254,mscipione@scipione.com,http://www.studentsinfreeentrprsnatl.com
+Ciara,Ventura,"Johnson, Robert M Esq",53 W Carey St,Port Jervis,Orange,NY,12771,845-823-8877,845-694-7919,cventura@yahoo.com,http://www.johnsonrobertmesq.com
+Galen,Cantres,Del Charro Apartments,617 Nw 36th Ave,Brook Park,Cuyahoga,OH,44142,216-600-6111,216-871-6876,galen@yahoo.com,http://www.delcharroapartments.com
+Truman,Feichtner,Legal Search Inc,539 Coldwater Canyon Ave,Bloomfield,Essex,NJ,7003,973-852-2736,973-473-5108,tfeichtner@yahoo.com,http://www.legalsearchinc.com
+Gail,Kitty,Service Supply Co Inc,735 Crawford Dr,Anchorage,Anchorage,AK,99501,907-435-9166,907-770-3542,gail@kitty.com,http://www.servicesupplycoinc.com
+Dalene,Schoeneck,"Sameshima, Douglas J Esq",910 Rahway Ave,Philadelphia,Philadelphia,PA,19102,215-268-1275,215-380-8820,dalene@schoeneck.org,http://www.sameshimadouglasjesq.com
+Gertude,Witten,"Thompson, John Randolph Jr",7 Tarrytown Rd,Cincinnati,Hamilton,OH,45217,513-977-7043,513-863-9471,gertude.witten@gmail.com,http://www.thompsonjohnrandolphjr.com
+Lizbeth,Kohl,E T Balancing Co Inc,35433 Blake St #588,Gardena,Los Angeles,CA,90248,310-699-1222,310-955-5788,lizbeth@yahoo.com,http://www.etbalancingcoinc.com
+Glenn,Berray,"Griswold, John E Esq",29 Cherry St #7073,Des Moines,Polk,IA,50315,515-370-7348,515-372-1738,gberray@gmail.com,http://www.griswoldjohneesq.com
+Lashandra,Klang,Acqua Group,810 N La Brea Ave,King of Prussia,Montgomery,PA,19406,610-809-1818,610-378-7332,lashandra@yahoo.com,http://www.acquagroup.com
+Lenna,Newville,"Brooks, Morris J Jr",987 Main St,Raleigh,Wake,NC,27601,919-623-2524,919-254-5987,lnewville@newville.com,http://www.brooksmorrisjjr.com
+Laurel,Pagliuca,Printing Images Corp,36 Enterprise St Se,Richland,Benton,WA,99352,509-695-5199,509-595-6485,laurel@yahoo.com,http://www.printingimagescorp.com
+Mireya,Frerking,Roberts Supply Co Inc,8429 Miller Rd,Pelham,Westchester,NY,10803,914-868-5965,914-883-3061,mireya.frerking@hotmail.com,http://www.robertssupplycoinc.com
+Annelle,Tagala,Vico Products Mfg Co,5 W 7th St,Parkville,Baltimore,MD,21234,410-757-1035,410-234-2267,annelle@yahoo.com,http://www.vicoproductsmfgco.com
+Dean,Ketelsen,J M Custom Design Millwork,2 Flynn Rd,Hicksville,Nassau,NY,11801,516-847-4418,516-732-6649,dean_ketelsen@gmail.com,http://www.jmcustomdesignmillwork.com
+Levi,Munis,Farrell & Johnson Office Equip,2094 Ne 36th Ave,Worcester,Worcester,MA,1603,508-456-4907,508-658-7802,levi.munis@gmail.com,http://www.farrelljohnsonofficeequip.com
+Sylvie,Ryser,Millers Market & Deli,649 Tulane Ave,Tulsa,Tulsa,OK,74105,918-644-9555,918-565-1706,sylvie@aol.com,http://www.millersmarketdeli.com
+Sharee,Maile,Holiday Inn Naperville,2094 Montour Blvd,Muskegon,Muskegon,MI,49442,231-467-9978,231-265-6940,sharee_maile@aol.com,http://www.holidayinnnaperville.com
+Cordelia,Storment,"Burrows, Jon H Esq",393 Hammond Dr,Lafayette,Lafayette,LA,70506,337-566-6001,337-255-3427,cordelia_storment@aol.com,http://www.burrowsjonhesq.com
+Mollie,Mcdoniel,Dock Seal Specialty,8590 Lake Lizzie Dr,Bowling Green,Wood,OH,43402,419-975-3182,419-417-4674,mollie_mcdoniel@yahoo.com,http://www.docksealspecialty.com
+Brett,Mccullan,Five Star Limousines Of Tx Inc,87895 Concord Rd,La Mesa,San Diego,CA,91942,619-461-9984,619-727-3892,brett.mccullan@mccullan.com,http://www.fivestarlimousinesoftxinc.com
+Teddy,Pedrozo,"Barkan, Neal J Esq",46314 Route 130,Bridgeport,Fairfield,CT,6610,203-892-3863,203-918-3939,teddy_pedrozo@aol.com,http://www.barkannealjesq.com
+Tasia,Andreason,"Campbell, Robert A",4 Cowesett Ave,Kearny,Hudson,NJ,7032,201-920-9002,201-969-7063,tasia_andreason@yahoo.com,http://www.campbellroberta.com
+Hubert,Walthall,"Dee, Deanna",95 Main Ave #2,Barberton,Summit,OH,44203,330-903-1345,330-566-8898,hubert@walthall.org,http://www.deedeanna.com
+Arthur,Farrow,"Young, Timothy L Esq",28 S 7th St #2824,Englewood,Bergen,NJ,7631,201-238-5688,201-772-4377,arthur.farrow@yahoo.com,http://www.youngtimothylesq.com
+Vilma,Berlanga,"Wells, D Fred Esq",79 S Howell Ave,Grand Rapids,Kent,MI,49546,616-737-3085,616-568-4113,vberlanga@berlanga.com,http://www.wellsdfredesq.com
+Billye,Miro,"Gray, Francine H Esq",36 Lancaster Dr Se,Pearl,Rankin,MS,39208,601-567-5386,601-637-5479,billye_miro@cox.net,http://www.grayfrancinehesq.com
+Glenna,Slayton,Toledo Iv Care,2759 Livingston Ave,Memphis,Shelby,TN,38118,901-640-9178,901-869-4314,glenna_slayton@cox.net,http://www.toledoivcare.com
+Mitzie,Hudnall,Cangro Transmission Co,17 Jersey Ave,Englewood,Arapahoe,CO,80110,303-402-1940,303-997-7760,mitzie_hudnall@yahoo.com,http://www.cangrotransmissionco.com
+Bernardine,Rodefer,Sat Poly Inc,2 W Grand Ave,Memphis,Shelby,TN,38112,901-901-4726,901-739-5892,bernardine_rodefer@yahoo.com,http://www.satpolyinc.com
+Staci,Schmaltz,Midwest Contracting & Mfg Inc,18 Coronado Ave #563,Pasadena,Los Angeles,CA,91106,626-866-2339,626-293-7678,staci_schmaltz@aol.com,http://www.midwestcontractingmfginc.com
+Nichelle,Meteer,Print Doctor,72 Beechwood Ter,Chicago,Cook,IL,60657,773-225-9985,773-857-2231,nichelle_meteer@meteer.com,http://www.printdoctor.com
+Janine,Rhoden,Nordic Group Inc,92 Broadway,Astoria,Queens,NY,11103,718-228-5894,718-728-5051,jrhoden@yahoo.com,http://www.nordicgroupinc.com
+Ettie,Hoopengardner,Jackson Millwork Co,39 Franklin Ave,Richland,Benton,WA,99352,509-755-5393,509-847-3352,ettie.hoopengardner@hotmail.com,http://www.jacksonmillworkco.com
+Eden,Jayson,Harris Corporation,4 Iwaena St,Baltimore,Baltimore City,MD,21202,410-890-7866,410-429-4888,eden_jayson@yahoo.com,http://www.harriscorporation.com
+Lynelle,Auber,United Cerebral Palsy Of Ne Pa,32820 Corkwood Rd,Newark,Essex,NJ,7104,973-860-8610,973-605-6492,lynelle_auber@gmail.com,http://www.unitedcerebralpalsyofnepa.com
+Merissa,Tomblin,One Day Surgery Center Inc,34 Raritan Center Pky,Bellflower,Los Angeles,CA,90706,562-579-6900,562-719-7922,merissa.tomblin@gmail.com,http://www.onedaysurgerycenterinc.com
+Golda,Kaniecki,Calaveras Prospect,6201 S Nevada Ave,Toms River,Ocean,NJ,8755,732-628-9909,732-617-5310,golda_kaniecki@yahoo.com,http://www.calaverasprospect.com
+Catarina,Gleich,"Terk, Robert E Esq",78 Maryland Dr #146,Denville,Morris,NJ,7834,973-210-3994,973-491-8723,catarina_gleich@hotmail.com,http://www.terkroberteesq.com
+Virgie,Kiel,"Cullen, Terrence P Esq",76598 Rd  I 95 #1,Denver,Denver,CO,80216,303-776-7548,303-845-5408,vkiel@hotmail.com,http://www.cullenterrencepesq.com
+Jolene,Ostolaza,Central Die Casting Mfg Co Inc,1610 14th St Nw,Newport News,Newport News City,VA,23608,757-682-7116,757-940-1741,jolene@yahoo.com,http://www.centraldiecastingmfgcoinc.com
+Keneth,Borgman,Centerline Engineering,86350 Roszel Rd,Phoenix,Maricopa,AZ,85012,602-919-4211,602-442-3092,keneth@yahoo.com,http://www.centerlineengineering.com
+Rikki,Nayar,Targan & Kievit Pa,1644 Clove Rd,Miami,Miami-Dade,FL,33155,305-968-9487,305-978-2069,rikki@nayar.com,http://www.targankievitpa.com
+Elke,Sengbusch,Riley Riper Hollin & Colagreco,9 W Central Ave,Phoenix,Maricopa,AZ,85013,602-896-2993,602-575-3457,elke_sengbusch@yahoo.com,http://www.rileyriperhollincolagreco.com
+Hoa,Sarao,"Kaplan, Joel S Esq",27846 Lafayette Ave,Oak Hill,Volusia,FL,32759,386-526-7800,386-599-7296,hoa@sarao.org,http://www.kaplanjoelsesq.com
+Trinidad,Mcrae,Water Office,10276 Brooks St,San Francisco,San Francisco,CA,94105,415-331-9634,415-419-1597,trinidad_mcrae@yahoo.com,http://www.wateroffice.com
+Mari,Lueckenbach,"Westbrooks, Nelson E Jr",1 Century Park E,San Diego,San Diego,CA,92110,858-793-9684,858-228-5683,mari_lueckenbach@yahoo.com,http://www.westbrooksnelsonejr.com
+Selma,Husser,Armon Communications,9 State Highway 57 #22,Jersey City,Hudson,NJ,7306,201-991-8369,201-772-7699,selma.husser@cox.net,http://www.armoncommunications.com
+Antione,Onofrio,Jacobs & Gerber Inc,4 S Washington Ave,San Bernardino,San Bernardino,CA,92410,909-430-7765,909-665-3223,aonofrio@onofrio.com,http://www.jacobsgerberinc.com
+Luisa,Jurney,Forest Fire Laboratory,25 Se 176th Pl,Cambridge,Middlesex,MA,2138,617-365-2134,617-544-2541,ljurney@hotmail.com,http://www.forestfirelaboratory.com
+Clorinda,Heimann,"Haughey, Charles Jr",105 Richmond Valley Rd,Escondido,San Diego,CA,92025,760-291-5497,760-261-4786,clorinda.heimann@hotmail.com,http://www.haugheycharlesjr.com
+Dick,Wenzinger,Wheaton Plastic Products,22 Spruce St #595,Gardena,Los Angeles,CA,90248,310-510-9713,310-936-2258,dick@yahoo.com,http://www.wheatonplasticproducts.com
+Ahmed,Angalich,Reese Plastics,2 W Beverly Blvd,Harrisburg,Dauphin,PA,17110,717-528-8996,717-632-5831,ahmed.angalich@angalich.com,http://www.reeseplastics.com
+Iluminada,Ohms,Nazette Marner Good Wendt,72 Southern Blvd,Mesa,Maricopa,AZ,85204,480-293-2882,480-866-6544,iluminada.ohms@yahoo.com,http://www.nazettemarnergoodwendt.com
+Joanna,Leinenbach,Levinson Axelrod Wheaton,1 Washington St,Lake Worth,Palm Beach,FL,33461,561-470-4574,561-951-9734,joanna_leinenbach@hotmail.com,http://www.levinsonaxelrodwheaton.com
+Caprice,Suell,"Egnor, W Dan Esq",90177 N 55th Ave,Nashville,Davidson,TN,37211,615-246-1824,615-726-4537,caprice@aol.com,http://www.egnorwdanesq.com
+Stephane,Myricks,Portland Central Thriftlodge,9 Tower Ave,Burlington,Boone,KY,41005,859-717-7638,859-308-4286,stephane_myricks@cox.net,http://www.portlandcentralthriftlodge.com
+Quentin,Swayze,Ulbrich Trucking,278 Bayview Ave,Milan,Monroe,MI,48160,734-561-6170,734-851-8571,quentin_swayze@yahoo.com,http://www.ulbrichtrucking.com
+Annmarie,Castros,Tipiak Inc,80312 W 32nd St,Conroe,Montgomery,TX,77301,936-751-7961,936-937-2334,annmarie_castros@gmail.com,http://www.tipiakinc.com
+Shonda,Greenbush,Saint George Well Drilling,82 Us Highway 46,Clifton,Passaic,NJ,7011,973-482-2430,973-644-2974,shonda_greenbush@cox.net,http://www.saintgeorgewelldrilling.com
+Cecil,Lapage,"Hawkes, Douglas D",4 Stovall St #72,Union City,Hudson,NJ,7087,201-693-3967,201-856-2720,clapage@lapage.com,http://www.hawkesdouglasd.com
+Jeanice,Claucherty,Accurel Systems Intrntl Corp,19 Amboy Ave,Miami,Miami-Dade,FL,33142,305-988-4162,305-306-7834,jeanice.claucherty@yahoo.com,http://www.accurelsystemsintrntlcorp.com
+Josphine,Villanueva,Santa Cruz Community Internet,63 Smith Ln #8343,Moss,Clay,TN,38575,931-553-9774,931-486-6946,josphine_villanueva@villanueva.com,http://www.santacruzcommunityinternet.com
+Daniel,Perruzza,Gersh & Danielson,11360 S Halsted St,Santa Ana,Orange,CA,92705,714-771-3880,714-531-1391,dperruzza@perruzza.com,http://www.gershdanielson.com
+Cassi,Wildfong,"Cobb, James O Esq",26849 Jefferson Hwy,Rolling Meadows,Cook,IL,60008,847-633-3216,847-755-9041,cassi.wildfong@aol.com,http://www.cobbjamesoesq.com
+Britt,Galam,Wheatley Trucking Company,2500 Pringle Rd Se #508,Hatfield,Montgomery,PA,19440,215-888-3304,215-351-8523,britt@galam.org,http://www.wheatleytruckingcompany.com
+Adell,Lipkin,Systems Graph Inc Ab Dick Dlr,65 Mountain View Dr,Whippany,Morris,NJ,7981,973-654-1561,973-662-8988,adell.lipkin@lipkin.com,http://www.systemsgraphincabdickdlr.com
+Jacqueline,Rowling,John Hancock Mutl Life Ins Co,1 N San Saba,Erie,Erie,PA,16501,814-865-8113,814-481-1700,jacqueline.rowling@yahoo.com,http://www.johnhancockmutllifeinsco.com
+Lonny,Weglarz,History Division Of State,51120 State Route 18,Salt Lake City,Salt Lake,UT,84115,801-293-9853,801-892-8781,lonny_weglarz@gmail.com,http://www.historydivisionofstate.com
+Lonna,Diestel,"Dimmock, Thomas J Esq",1482 College Ave,Fayetteville,Cumberland,NC,28301,910-922-3672,910-200-7912,lonna_diestel@gmail.com,http://www.dimmockthomasjesq.com
+Cristal,Samara,Intermed Inc,4119 Metropolitan Dr,Los Angeles,Los Angeles,CA,90021,213-975-8026,213-696-8004,cristal@cox.net,http://www.intermedinc.com
+Kenneth,Grenet,Bank Of New York,2167 Sierra Rd,East Lansing,Ingham,MI,48823,517-499-2322,517-867-8077,kenneth.grenet@grenet.org,http://www.bankofnewyork.com
+Elli,Mclaird,Sportmaster Intrnatl,6 Sunrise Ave,Utica,Oneida,NY,13501,315-818-2638,315-474-5570,emclaird@mclaird.com,http://www.sportmasterintrnatl.com
+Alline,Jeanty,W W John Holden Inc,55713 Lake City Hwy,South Bend,St Joseph,IN,46601,574-656-2800,574-405-1983,ajeanty@gmail.com,http://www.wwjohnholdeninc.com
+Sharika,Eanes,Maccani & Delp,75698 N Fiesta Blvd,Orlando,Orange,FL,32806,407-312-1691,407-472-1332,sharika.eanes@aol.com,http://www.maccanidelp.com
+Nu,Mcnease,Amazonia Film Project,88 Sw 28th Ter,Harrison,Hudson,NJ,7029,973-751-9003,973-903-4175,nu@gmail.com,http://www.amazoniafilmproject.com
+Daniela,Comnick,Water & Sewer Department,7 Flowers Rd #403,Trenton,Mercer,NJ,8611,609-200-8577,609-398-2805,dcomnick@cox.net,http://www.watersewerdepartment.com
+Cecilia,Colaizzo,Switchcraft Inc,4 Nw 12th St #3849,Madison,Dane,WI,53717,608-382-4541,608-302-3387,cecilia_colaizzo@colaizzo.com,http://www.switchcraftinc.com
+Leslie,Threets,C W D C Metal Fabricators,2 A Kelley Dr,Katonah,Westchester,NY,10536,914-861-9748,914-396-2615,leslie@cox.net,http://www.cwdcmetalfabricators.com
+Nan,Koppinger,"Shimotani, Grace T",88827 Frankford Ave,Greensboro,Guilford,NC,27401,336-370-5333,336-564-1492,nan@koppinger.com,http://www.shimotanigracet.com
+Izetta,Dewar,"Lisatoni, Jean Esq",2 W Scyene Rd #3,Baltimore,Baltimore City,MD,21217,410-473-1708,410-522-7621,idewar@dewar.com,http://www.lisatonijeanesq.com
+Tegan,Arceo,Ceramic Tile Sales Inc,62260 Park Stre,Monroe Township,Middlesex,NJ,8831,732-730-2692,732-705-6719,tegan.arceo@arceo.org,http://www.ceramictilesalesinc.com
+Ruthann,Keener,Maiden Craft Inc,3424 29th St Se,Kerrville,Kerr,TX,78028,830-258-2769,830-919-5991,ruthann@hotmail.com,http://www.maidencraftinc.com
+Joni,Breland,Carriage House Cllsn Rpr Inc,35 E Main St #43,Elk Grove Village,Cook,IL,60007,847-519-5906,847-740-5304,joni_breland@cox.net,http://www.carriagehousecllsnrprinc.com
+Vi,Rentfro,Video Workshop,7163 W Clark Rd,Freehold,Monmouth,NJ,7728,732-605-4781,732-724-7251,vrentfro@cox.net,http://www.videoworkshop.com
+Colette,Kardas,Fresno Tile Center Inc,21575 S Apple Creek Rd,Omaha,Douglas,NE,68124,402-896-5943,402-707-1602,colette.kardas@yahoo.com,http://www.fresnotilecenterinc.com
+Malcolm,Tromblay,Versatile Sash & Woodwork,747 Leonis Blvd,Annandale,Fairfax,VA,22003,703-221-5602,703-874-4248,malcolm_tromblay@cox.net,http://www.versatilesashwoodwork.com
+Ryan,Harnos,Warner Electric Brk & Cltch Co,13 Gunnison St,Plano,Collin,TX,75075,972-558-1665,972-961-4968,ryan@cox.net,http://www.warnerelectricbrkcltchco.com
+Jess,Chaffins,New York Public Library,18 3rd Ave,New York,New York,NY,10016,212-510-4633,212-428-9538,jess.chaffins@chaffins.org,http://www.newyorkpubliclibrary.com
+Sharen,Bourbon,"Mccaleb, John A Esq",62 W Austin St,Syosset,Nassau,NY,11791,516-816-1541,516-749-3188,sbourbon@yahoo.com,http://www.mccalebjohnaesq.com
+Nickolas,Juvera,United Oil Co Inc,177 S Rider Trl #52,Crystal River,Citrus,FL,34429,352-598-8301,352-947-6152,nickolas_juvera@cox.net,http://www.unitedoilcoinc.com
+Gary,Nunlee,Irving Foot Center,2 W Mount Royal Ave,Fortville,Hancock,IN,46040,317-542-6023,317-887-8486,gary_nunlee@nunlee.org,http://www.irvingfootcenter.com
+Diane,Devreese,Acme Supply Co,1953 Telegraph Rd,Saint Joseph,Buchanan,MO,64504,816-557-9673,816-329-5565,diane@cox.net,http://www.acmesupplyco.com
+Roslyn,Chavous,"Mcrae, James L",63517 Dupont St,Jackson,Hinds,MS,39211,601-234-9632,601-973-5754,roslyn.chavous@chavous.org,http://www.mcraejamesl.com
+Glory,Schieler,Mcgraths Seafood,5 E Truman Rd,Abilene,Taylor,TX,79602,325-869-2649,325-740-3778,glory@yahoo.com,http://www.mcgrathsseafood.com
+Rasheeda,Sayaphon,"Kummerer, J Michael Esq",251 Park Ave #979,Saratoga,Santa Clara,CA,95070,408-805-4309,408-997-7490,rasheeda@aol.com,http://www.kummererjmichaelesq.com
+Alpha,Palaia,"Stoffer, James M Jr",43496 Commercial Dr #29,Cherry Hill,Camden,NJ,8003,856-312-2629,856-513-7024,alpha@yahoo.com,http://www.stofferjamesmjr.com
+Refugia,Jacobos,North Central Fl Sfty Cncl,2184 Worth St,Hayward,Alameda,CA,94545,510-974-8671,510-509-3496,refugia.jacobos@jacobos.com,http://www.northcentralflsftycncl.com
+Shawnda,Yori,Fiorucci Foods Usa Inc,50126 N Plankinton Ave,Longwood,Seminole,FL,32750,407-538-5106,407-564-8113,shawnda.yori@yahoo.com,http://www.fioruccifoodsusainc.com
+Mona,Delasancha,Sign All,38773 Gravois Ave,Cheyenne,Laramie,WY,82001,307-403-1488,307-816-7115,mdelasancha@hotmail.com,http://www.signall.com
+Gilma,Liukko,Sammys Steak Den,16452 Greenwich St,Garden City,Nassau,NY,11530,516-393-9967,516-407-9573,gilma_liukko@gmail.com,http://www.sammyssteakden.com
+Janey,Gabisi,"Dobscha, Stephen F Esq",40 Cambridge Ave,Madison,Dane,WI,53715,608-967-7194,608-586-6912,jgabisi@hotmail.com,http://www.dobschastephenfesq.com
+Lili,Paskin,Morgan Custom Homes,20113 4th Ave E,Kearny,Hudson,NJ,7032,201-431-2989,201-478-8540,lili.paskin@cox.net,http://www.morgancustomhomes.com
+Loren,Asar,Olsen Payne & Company,6 Ridgewood Center Dr,Old Forge,Lackawanna,PA,18518,570-648-3035,570-569-2356,loren.asar@aol.com,http://www.olsenpaynecompany.com
+Dorothy,Chesterfield,Cowan & Kelly,469 Outwater Ln,San Diego,San Diego,CA,92126,858-617-7834,858-732-1884,dorothy@cox.net,http://www.cowankelly.com
+Gail,Similton,"Johnson, Wes Esq",62 Monroe St,Thousand Palms,Riverside,CA,92276,760-616-5388,760-493-9208,gail_similton@similton.com,http://www.johnsonwesesq.com
+Catalina,Tillotson,Icn Pharmaceuticals Inc,3338 A Lockport Pl #6,Margate City,Atlantic,NJ,8402,609-373-3332,609-826-4990,catalina@hotmail.com,http://www.icnpharmaceuticalsinc.com
+Lawrence,Lorens,New England Sec Equip Co Inc,9 Hwy,Providence,Providence,RI,2906,401-465-6432,401-893-1820,lawrence.lorens@hotmail.com,http://www.newenglandsecequipcoinc.com
+Carlee,Boulter,"Tippett, Troy M Ii",8284 Hart St,Abilene,Dickinson,KS,67410,785-347-1805,785-253-7049,carlee.boulter@hotmail.com,http://www.tippetttroymii.com
+Thaddeus,Ankeny,Atc Contracting,5 Washington St #1,Roseville,Placer,CA,95678,916-920-3571,916-459-2433,tankeny@ankeny.org,http://www.atccontracting.com
+Jovita,Oles,"Pagano, Philip G Esq",8 S Haven St,Daytona Beach,Volusia,FL,32114,386-248-4118,386-208-6976,joles@gmail.com,http://www.paganophilipgesq.com
+Alesia,Hixenbaugh,Kwikprint,9 Front St,Washington,District of Columbia,DC,20001,202-646-7516,202-276-6826,alesia_hixenbaugh@hixenbaugh.org,http://www.kwikprint.com
+Lai,Harabedian,Buergi & Madden Scale,1933 Packer Ave #2,Novato,Marin,CA,94945,415-423-3294,415-926-6089,lai@gmail.com,http://www.buergimaddenscale.com
+Brittni,Gillaspie,Inner Label,67 Rv Cent,Boise,Ada,ID,83709,208-709-1235,208-206-9848,bgillaspie@gillaspie.com,http://www.innerlabel.com
+Raylene,Kampa,Hermar Inc,2 Sw Nyberg Rd,Elkhart,Elkhart,IN,46514,574-499-1454,574-330-1884,rkampa@kampa.org,http://www.hermarinc.com
+Flo,Bookamer,Simonton Howe & Schneider Pc,89992 E 15th St,Alliance,Box Butte,NE,69301,308-726-2182,308-250-6987,flo.bookamer@cox.net,http://www.simontonhoweschneiderpc.com
+Jani,Biddy,Warehouse Office & Paper Prod,61556 W 20th Ave,Seattle,King,WA,98104,206-711-6498,206-395-6284,jbiddy@yahoo.com,http://www.warehouseofficepaperprod.com
+Chauncey,Motley,Affiliated With Travelodge,63 E Aurora Dr,Orlando,Orange,FL,32804,407-413-4842,407-557-8857,chauncey_motley@aol.com,http://www.affiliatedwithtravelodge.com

util.py

@@ -0,0 +1,2114 @@
+#!/usr/bin/env python
+# coding: utf-8
+
+# In[ ]:
+
+
+import os
+import sys
+from random import randint
+import random
+import time
+import uuid
+from datetime import datetime
+import math
+import numpy as np
+import pandas as pd
+import matplotlib.pyplot as plt
+import numpy as np
+import logging
+import logging.handlers
+import pickle
+from contextlib import contextmanager
+
+tokens = ["0","1","2","3","4","5","6","7","8","9","A","B","C","D","E","F","G","H","I","J","K","L","M",
+    "N","O","P","Q","R","S","T","U","V","W","X","Y","Z","0","1","2","3","4","5","6","7","8","9"]
+numTokens = tokens[:10]
+alphaTokens = tokens[10:36]
+loCaseChars = ["a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k","l","m","n","o",
+"p","q","r","s","t","u","v","w","x","y","z"]
+
+typeInt = "int"
+typeFloat = "float"
+typeString = "string"
+
+secInMinute = 60
+secInHour = 60 * 60
+secInDay = 24 * secInHour
+secInWeek = 7 * secInDay
+secInYear = 365 * secInDay
+secInMonth = secInYear / 12
+
+minInHour = 60
+minInDay = 24 * minInHour
+
+ftPerYard = 3
+ftPerMile = ftPerYard * 1760
+
+
+def genID(size):
+    """
+    generates ID
+
+    Parameters
+        size : size of ID
+    """
+    id = ""
+    for i in range(size):
+        id = id + selectRandomFromList(tokens)
+    return id
+
+def genIdList(numId, idSize):
+    """
+    generate list of IDs
+
+    Parameters:
+        numId: number of Ids
+        idSize: ID size
+    """
+    iDs = []
+    for i in range(numId):
+        iDs.append(genID(idSize))
+    return iDs
+
+def genNumID(size):
+    """
+    generates ID consisting of digits onl
+
+    Parameters
+        size : size of ID
+    """
+    id = ""
+    for i in range(size):
+        id = id + selectRandomFromList(numTokens)
+    return id
+
+def genLowCaseID(size):
+    """
+    generates ID consisting of lower case chars
+
+    Parameters
+        size : size of ID
+    """
+    id = ""
+    for i in range(size):
+        id = id + selectRandomFromList(loCaseChars)
+    return id
+
+def genNumIdList(numId, idSize):
+    """
+    generate list of numeric IDs
+
+    Parameters:
+        numId: number of Ids
+        idSize: ID size
+    """
+    iDs = []
+    for i in range(numId):
+        iDs.append(genNumID(idSize))
+    return iDs
+
+def genNameInitial():
+    """
+    generate name initial
+    """
+    return selectRandomFromList(alphaTokens) + selectRandomFromList(alphaTokens)
+
+def genPhoneNum(arCode):
+    """
+    generates phone number
+
+    Parameters
+        arCode: area code
+    """
+    phNum = genNumID(7)
+    return arCode + str(phNum)
+
+def selectRandomFromList(ldata):
+    """
+    select an element randomly from a lis
+
+    Parameters
+        ldata : list data
+    """
+    return ldata[randint(0, len(ldata)-1)]
+
+def selectOtherRandomFromList(ldata, cval):
+    """
+    select an element randomly from a list excluding the given one
+
+    Parameters
+        ldata : list data
+        cval : value to be excluded
+    """
+    nval = selectRandomFromList(ldata)
+    while nval == cval:
+        nval = selectRandomFromList(ldata)
+    return nval
+
+def selectRandomSubListFromList(ldata, num):
+    """
+    generates random sublist from a list without replacemment
+
+    Parameters
+        ldata : list data
+        num : output list size
+    """
+    assertLesser(num, len(ldata), "size of sublist to be sampled greater than or equal to main list")
+    i = randint(0, len(ldata)-1)
+    sel = ldata[i]
+    selSet = {i}
+    selList = [sel]
+    while (len(selSet) < num):
+        i = randint(0, len(ldata)-1)
+        if (i not in selSet):
+            sel = ldata[i]
+            selSet.add(i)
+            selList.append(sel)
+    return selList
+
+def selectRandomSubListFromListWithRepl(ldata, num):
+    """
+    generates random sublist from a list with replacemment
+
+    Parameters
+        ldata : list data
+        num : output list size
+    """
+    return list(map(lambda i : selectRandomFromList(ldata), range(num)))
+
+def selectRandomFromDict(ddata):
+    """
+    select an element randomly from a dictionary
+
+    Parameters
+        ddata : dictionary data
+    """
+    dkeys = list(ddata.keys())
+    dk = selectRandomFromList(dkeys)
+    el = (dk, ddata[dk])
+    return el
+
+def setListRandomFromList(ldata, ldataRepl):
+    """
+    sets some elents in the first list randomly with elements from the second list
+
+    Parameters
+        ldata : list data
+        ldataRepl : list with replacement data
+    """
+    l = len(ldata)
+    selSet = set()
+    for d in ldataRepl:
+        i = randint(0, l-1)
+        while i in selSet:
+            i = randint(0, l-1)
+        ldata[i] = d
+        selSet.add(i)
+
+def genIpAddress():
+    """
+    generates IP address
+    """
+    i1 = randint(0,256)
+    i2 = randint(0,256)
+    i3 = randint(0,256)
+    i4 = randint(0,256)
+    ip = "%d.%d.%d.%d" %(i1,i2,i3,i4)
+    return ip
+
+def curTimeMs():
+    """
+    current time in ms
+    """
+    return int((datetime.utcnow() - datetime(1970,1,1)).total_seconds() * 1000)
+
+def secDegPolyFit(x1, y1, x2, y2, x3, y3):
+    """
+    second deg polynomial 	
+
+    Parameters
+        x1 : 1st point x
+        y1 : 1st point y
+        x2 : 2nd point x
+        y2 : 2nd point y
+        x3 : 3rd point x
+        y3 : 3rd point y
+    """
+    t = (y1 - y2) / (x1 - x2)
+    a = t - (y2 - y3) / (x2 - x3)
+    a = a / (x1 - x3)
+    b = t - a * (x1 + x2)
+    c = y1 - a * x1 * x1 - b * x1
+    return (a, b, c)
+
+def range_limit(val, minv, maxv):
+    """
+    range limit a value
+
+    Parameters
+        val : data value
+        minv : minimum
+        maxv : maximum
+    """
+    if (val < minv):
+        val = minv
+    elif (val > maxv):
+        val = maxv
+    return val
+
+def isInRange(val, minv, maxv):
+    """
+    checks if within range
+
+    Parameters
+        val : data value
+        minv : minimum
+        maxv : maximum
+    """
+    return val >= minv and val <= maxv
+
+def stripFileLines(filePath, offset):
+    """
+    strips number of chars from both ends
+
+    Parameters
+        filePath : file path
+        offset : offset from both ends of  line 
+    """
+    fp = open(filePath, "r")
+    for line in fp:
+        stripped = line[offset:len(line) - 1 - offset]
+        print (stripped)
+    fp.close()
+
+def genLatLong(lat1, long1, lat2, long2):
+    """
+    generate lat log within limits
+
+    Parameters
+        lat1 : lat of 1st point
+        long1 : long of 1st point
+        lat2 : lat of 2nd point
+        long2 : long of 2nd point
+    """
+    lat = lat1 + (lat2 - lat1) * random.random()
+    longg = long1 + (long2 - long1) * random.random()
+    return (lat, longg)
+
+def geoDistance(lat1, long1, lat2, long2):
+    """
+    find geo distance in ft
+
+    Parameters
+        lat1 : lat of 1st point
+        long1 : long of 1st point
+        lat2 : lat of 2nd point
+        long2 : long of 2nd point
+    """
+    latDiff = math.radians(lat1 - lat2)
+    longDiff = math.radians(long1 - long2)
+    l1 = math.sin(latDiff/2.0)
+    l2 = math.sin(longDiff/2.0)
+    l3 = math.cos(math.radians(lat1))
+    l4 = math.cos(math.radians(lat2))
+    a = l1 * l1 + l3 * l4 * l2 * l2
+    l5 = math.sqrt(a)
+    l6 = math.sqrt(1.0 - a)
+    c = 2.0 * math.atan2(l5, l6)
+    r = 6371008.8 * 3.280840
+    return c * r
+
+def minLimit(val, limit):
+    """
+    min limit
+    Parameters
+    """
+    if (val < limit):
+        val = limit
+    return val;
+
+def maxLimit(val, limit):
+    """
+    max limit
+    Parameters
+    """
+    if (val > limit):
+        val = limit
+    return val;
+
+def rangeSample(val, minLim, maxLim):
+    """
+    if out side range sample within range
+
+    Parameters
+        val : value
+        minLim : minimum
+        maxLim : maximum
+    """
+    if val < minLim or val > maxLim:
+        val = randint(minLim, maxLim)
+    return val
+
+def genRandomIntListWithinRange(size, minLim, maxLim):
+    """
+    random unique list of integers within range
+
+    Parameters
+        size : size of returned list
+        minLim : minimum
+        maxLim : maximum
+    """
+    values = set()
+    for i in range(size):
+        val = randint(minLim, maxLim)
+        while val not in values:
+            values.add(val)
+    return list(values)
+
+def preturbScalar(value, vrange):
+    """
+    preturbs a mutiplicative value within range
+
+    Parameters
+        value : data value
+        vrange : value delta  fraction
+    """
+    scale = 1.0 - vrange + 2 * vrange * random.random() 
+    return value * scale
+
+def preturbScalarAbs(value, vrange):
+    """
+    preturbs an absolute value within range
+
+    Parameters
+        value : data value
+        vrange : value delta  absolute
+    """
+    delta = - vrange + 2.0 * vrange * random.random() 
+    return value + delta
+
+def preturbVector(values, vrange):
+    """
+    preturbs a list within range
+
+    Parameters
+        values : list data
+        vrange : value delta  fraction
+    """
+    nValues = list(map(lambda va: preturbScalar(va, vrange), values))
+    return nValues
+
+def randomShiftVector(values, smin, smax):
+    """
+    shifts  a list by a random quanity with a range
+
+    Parameters
+        values : list data
+        smin : samplinf minimum
+        smax : sampling maximum
+    """
+    shift = np.random.uniform(smin, smax)
+    return list(map(lambda va: va + shift, values))
+
+def floatRange(beg, end, incr):
+    """
+    generates float range
+
+    Parameters
+        beg :range begin
+        end: range end
+        incr : range increment
+    """
+    return list(np.arange(beg, end, incr))
+
+def shuffle(values, *numShuffles):
+    """
+    in place shuffling with swap of pairs
+
+    Parameters
+        values : list data
+        numShuffles : parameter list for number of shuffles
+    """
+    size = len(values)
+    if len(numShuffles) == 0:
+        numShuffle = int(size / 2)
+    elif len(numShuffles) == 1:
+        numShuffle = numShuffles[0]
+    else:
+        numShuffle = randint(numShuffles[0], numShuffles[1])
+    print("numShuffle {}".format(numShuffle))
+    for i in range(numShuffle):
+        first = random.randint(0, size - 1)
+        second = random.randint(0, size - 1)
+        while first == second:
+            second = random.randint(0, size - 1)
+        tmp = values[first]
+        values[first] = values[second]
+        values[second] = tmp
+
+
+def splitList(itms, numGr):
+    """
+    splits a list into sub lists of approximately equal size, with items in sublists randomly chod=sen
+
+    Parameters
+        itms ; list of values		
+        numGr : no of groups
+    """
+    tcount = len(itms)
+    cItems = list(itms)
+    sz = int(len(cItems) / numGr)
+    groups = list()
+    count = 0
+    for i in range(numGr):
+        if (i == numGr - 1):
+            csz = tcount - count
+        else:
+            csz = sz + randint(-2, 2)
+            count += csz
+        gr = list()
+        for  j in range(csz):
+            it = selectRandomFromList(cItems)
+            gr.append(it)
+            cItems.remove(it)
+        groups.append(gr)
+    return groups
+
+def multVector(values, vrange):
+    """
+    multiplies a list within value  range
+
+    Parameters
+        values : list of values
+        vrange : fraction of vaue to be used to update
+    """
+    scale = 1.0 - vrange + 2 * vrange * random.random()
+    nValues = list(map(lambda va: va * scale, values))
+    return nValues
+
+def weightedAverage(values, weights):
+    """
+    calculates weighted average
+
+    Parameters
+        values : list of values
+        weights : list of weights
+    """		
+    assert len(values) == len(weights), "values and weights should be same size"
+    vw = zip(values, weights)
+    wva = list(map(lambda e : e[0] * e[1], vw))
+    #wa = sum(x * y for x, y in vw) / sum(weights)
+    wav = sum(wva) / sum(weights)
+    return wav
+
+def extractFields(line, delim, keepIndices):
+    """
+    breaks a line into fields and keeps only specified fileds and returns new line
+
+    Parameters
+        line ; deli separated string
+        delim : delemeter
+        keepIndices : list of indexes to fields to be retained
+    """
+    items = line.split(delim)
+    newLine = []
+    for i in keepIndices:
+        newLine.append(line[i])
+    return delim.join(newLine)
+
+def remFields(line, delim, remIndices):
+    """
+    removes fields from delim separated string
+
+    Parameters
+        line ; delemeter separated string
+        delim : delemeter
+        remIndices : list of indexes to fields to be removed
+    """
+    items = line.split(delim)
+    newLine = []
+    for i in range(len(items)):
+        if not arrayContains(remIndices, i):
+            newLine.append(line[i])
+    return delim.join(newLine)
+
+def extractList(data, indices):
+    """
+    extracts list from another list, given indices
+
+    Parameters
+        remIndices : list data
+        indices : list of indexes to fields to be retained
+    """
+    if areAllFieldsIncluded(data, indices):
+        exList = data.copy()
+        #print("all indices")
+    else:
+        exList = list()
+        le = len(data)
+        for i in indices:
+            assert i < le , "index {} out of bound {}".format(i, le)
+            exList.append(data[i])
+
+    return exList
+
+def arrayContains(arr, item):
+    """
+    checks if array contains an item 
+
+    Parameters
+        arr : list data
+        item : item to search
+    """
+    contains = True
+    try:
+        arr.index(item)
+    except ValueError:
+        contains = False
+    return contains
+
+def strToIntArray(line, delim=","):
+    """
+    int array from delim separated string
+
+    Parameters
+        line ; delemeter separated string
+    """
+    arr = line.split(delim)
+    return [int(a) for a in arr]
+
+def strToFloatArray(line, delim=","):
+    """
+    float array from delim separated string
+
+    Parameters
+        line ; delemeter separated string
+    """
+    arr = line.split(delim)
+    return [float(a) for a in arr]
+
+def strListOrRangeToIntArray(line):
+    """
+    int array from delim separated string or range
+
+    Parameters
+        line ; delemeter separated string
+    """
+    varr = line.split(",")
+    if (len(varr) > 1):
+        iarr =  list(map(lambda v: int(v), varr))
+    else:
+        vrange = line.split(":")
+        if (len(vrange) == 2):
+            lo = int(vrange[0])
+            hi = int(vrange[1])
+            iarr = list(range(lo, hi+1))
+        else:
+            iarr = [int(line)]
+    return iarr
+
+def toStr(val, precision):
+    """
+    converts any type to string	
+
+    Parameters
+        val : value
+        precision ; precision for float value
+    """
+    if type(val) == float or type(val) == np.float64 or type(val) == np.float32:
+        format = "%" + ".%df" %(precision)
+        sVal = format %(val)
+    else:
+        sVal = str(val)
+    return sVal
+
+def toStrFromList(values, precision, delim=","):
+    """
+    converts list of any type to delim separated string
+
+    Parameters
+        values : list data
+        precision ; precision for float value
+        delim : delemeter
+    """
+    sValues = list(map(lambda v: toStr(v, precision), values))
+    return delim.join(sValues)
+
+def toIntList(values):
+    """
+    convert to int list
+
+    Parameters
+        values : list data
+    """
+    return list(map(lambda va: int(va), values))
+
+def toFloatList(values):
+    """
+    convert to float list
+
+    Parameters
+        values : list data
+    """
+    return list(map(lambda va: float(va), values))
+
+def toStrList(values, precision=None):
+    """
+    convert to string list
+
+    Parameters
+        values : list data
+        precision ; precision for float value
+    """
+    return list(map(lambda va: toStr(va, precision), values))
+
+def toIntFromBoolean(value):
+    """
+    convert to int
+
+    Parameters
+        value : boolean value
+    """
+    ival = 1 if value else 0
+    return ival
+
+def typedValue(val, dtype=None):
+    """
+    return typed value given string, discovers data type if not specified
+
+    Parameters
+        val : value
+        dtype : data type
+    """
+    tVal = None
+
+    if dtype is not None:
+        if dtype == "num":
+            dtype = "int" if dtype.find(".") == -1 else "float"
+
+        if dtype == "int":
+            tVal = int(val)
+        elif dtype == "float":
+            tVal = float(val)
+        elif dtype == "bool":
+            tVal = bool(val)
+        else:
+            tVal = val
+    else:
+        if type(val) == str:
+            lVal = val.lower()
+
+            #int
+            done = True
+            try:
+                tVal = int(val)
+            except ValueError:
+                done = False
+
+            #float
+            if not done:
+                done = True
+                try:
+                    tVal = float(val)
+                except ValueError:
+                    done = False
+
+            #boolean
+            if not done:
+                done = True
+                if lVal == "true":
+                    tVal = True
+                elif lVal == "false":
+                    tVal = False
+                else:
+                    done = False
+            #None		
+            if not done:
+                if lVal == "none":
+                    tVal = None
+                else:
+                    tVal = val
+        else:
+            tVal = val
+
+    return tVal
+
+def getAllFiles(dirPath):
+    """
+    get all files recursively
+
+    Parameters
+        dirPath : directory path
+    """
+    filePaths = []
+    for (thisDir, subDirs, fileNames) in os.walk(dirPath):
+        for fileName in fileNames:
+            filePaths.append(os.path.join(thisDir, fileName))
+    filePaths.sort()
+    return filePaths
+
+def getFileContent(fpath, verbose=False):
+    """
+    get file contents in directory
+
+    Parameters
+        fpath ; directory path
+        verbose : verbosity flag
+    """
+    # dcument list
+    docComplete  = []
+    filePaths = getAllFiles(fpath)
+
+    # read files
+    for filePath in filePaths:
+        if verbose:
+            print("next file " + filePath)
+        with open(filePath, 'r') as contentFile:
+            content = contentFile.read()
+            docComplete.append(content)
+    return (docComplete, filePaths)
+
+def getOneFileContent(fpath):
+    """
+    get one file contents
+
+    Parameters
+        fpath : file path
+    """
+    with open(fpath, 'r') as contentFile:
+        docStr = contentFile.read()
+    return docStr
+
+def getFileLines(dirPath, delim=","):
+    """
+    get lines from a file
+
+    Parameters
+        dirPath : file path
+        delim : delemeter
+    """
+    lines = list()
+    for li in fileRecGen(dirPath, delim):
+        lines.append(li)
+    return lines
+
+def getFileSampleLines(dirPath, percen, delim=","):
+    """
+    get sampled lines from a file
+
+    Parameters
+        dirPath : file path
+        percen : sampling percentage
+        delim : delemeter
+    """
+    lines = list()
+    for li in fileRecGen(dirPath, delim):
+        if randint(0, 100) < percen:
+            lines.append(li)
+    return lines
+
+def getFileColumnAsString(dirPath, index, delim=","):
+    """
+    get string column from a file
+
+    Parameters
+        dirPath : file path
+        index : index
+        delim : delemeter
+    """
+    fields = list()
+    for rec in fileRecGen(dirPath, delim):
+        fields.append(rec[index])
+    #print(fields)	
+    return fields
+
+def getFileColumnsAsString(dirPath, indexes, delim=","):
+    """
+    get multiple string columns from a file
+
+    Parameters
+        dirPath : file path
+        indexes : indexes of columns
+        delim : delemeter
+    """
+    nindex = len(indexes)
+    columns = list(map(lambda i : list(), range(nindex)))
+    for rec in fileRecGen(dirPath, delim):
+        for i in range(nindex):
+            columns[i].append(rec[indexes[i]])
+    return columns
+
+def getFileColumnAsFloat(dirPath, index, delim=","):
+    """
+    get float fileds from a file
+
+    Parameters
+        dirPath : file path
+        index : index
+        delim : delemeter
+    """
+    #print("{}  {}".format(dirPath, index))
+    fields = getFileColumnAsString(dirPath, index, delim)
+    return list(map(lambda v:float(v), fields))
+
+def getFileColumnAsInt(dirPath, index, delim=","):
+    """
+    get float fileds from a file
+
+    Parameters
+        dirPath : file path
+        index : index
+        delim : delemeter
+    """
+    fields = getFileColumnAsString(dirPath, index, delim)
+    return list(map(lambda v:int(v), fields))
+
+def getFileAsIntMatrix(dirPath, columns, delim=","):
+    """
+    extracts int matrix from csv file given column indices with each row being  concatenation of 
+    extracted column values row size = num of columns
+
+    Parameters
+        dirPath : file path
+        columns : indexes of columns
+        delim : delemeter
+    """
+    mat = list()
+    for rec in  fileSelFieldsRecGen(dirPath, columns, delim):
+        mat.append(asIntList(rec))
+    return mat
+
+def getFileAsFloatMatrix(dirPath, columns, delim=","):
+    """
+    extracts float matrix from csv file given column indices with each row being concatenation of  
+    extracted column values row size = num of columns
+    Parameters
+        dirPath : file path
+        columns : indexes of columns
+        delim : delemeter
+    """
+    mat = list()
+    for rec in  fileSelFieldsRecGen(dirPath, columns, delim):
+        mat.append(asFloatList(rec))
+    return mat
+
+def getFileAsFloatColumn(dirPath):
+    """
+    grt float list from a file with one float per row
+    Parameters
+        dirPath : file path
+    """
+    flist = list()
+    for rec in fileRecGen(dirPath, None):
+        flist.append(float(rec))
+    return flist
+
+def getFileAsFiltFloatMatrix(dirPath, filt, columns, delim=","):
+    """
+    extracts float matrix from csv file given row filter and column indices with each row being 
+    concatenation of  extracted column values row size = num of columns
+    Parameters
+        dirPath : file path
+        columns : indexes of columns
+        filt : row filter lambda
+        delim : delemeter
+    """
+    mat = list()
+    for rec in  fileFiltSelFieldsRecGen(dirPath, filt, columns, delim):
+        mat.append(asFloatList(rec))
+    return mat
+
+def getFileAsTypedRecords(dirPath, types, delim=","):
+    """
+    extracts typed records from csv file with each row being concatenation of  
+    extracted column values 
+    Parameters
+        dirPath : file path
+        types : data types
+        delim : delemeter
+    """
+    (dtypes, cvalues) = extractTypesFromString(types)
+    tdata = list()
+    for rec in  fileRecGen(dirPath, delim):
+        trec = list()
+        for index, value in enumerate(rec):
+            value = __convToTyped(index, value, dtypes)
+            trec.append(value)
+        tdata.append(trec)
+    return tdata
+
+
+def getFileColsAsTypedRecords(dirPath, columns, types, delim=","):
+    """
+    extracts typed records from csv file given column indices with each row being concatenation of  
+    extracted column values 
+    Parameters
+    Parameters
+        dirPath : file path
+        columns : column indexes
+        types : data types
+        delim : delemeter
+    """
+    (dtypes, cvalues) = extractTypesFromString(types)
+    tdata = list()
+    for rec in  fileSelFieldsRecGen(dirPath, columns, delim):
+        trec = list()
+        for indx, value in enumerate(rec):
+            tindx = columns[indx]
+            value = __convToTyped(tindx, value, dtypes)
+            trec.append(value)
+        tdata.append(trec)
+    return tdata
+
+def getFileColumnsMinMax(dirPath, columns, dtype, delim=","):
+    """
+    extracts numeric matrix from csv file given column indices. For each column return min and max
+    Parameters
+        dirPath : file path
+        columns : column indexes
+        dtype : data type
+        delim : delemeter
+    """
+    dtypes = list(map(lambda c : str(c) + ":" + dtype, columns))
+    dtypes = ",".join(dtypes)
+    #print(dtypes)
+
+    tdata = getFileColsAsTypedRecords(dirPath, columns, dtypes, delim)
+    minMax = list()
+    ncola = len(tdata[0])
+    ncole = len(columns)
+    assertEqual(ncola, ncole, "actual no of columns different from expected")
+
+    for ci in range(ncole):	
+        vmin = sys.float_info.max
+        vmax = sys.float_info.min
+        for r in tdata:
+            cv = r[ci]
+            vmin = cv if cv < vmin else vmin
+            vmax = cv if cv > vmax else vmax
+        mm = (vmin, vmax, vmax - vmin)
+        minMax.append(mm)
+
+    return minMax
+
+
+def getRecAsTypedRecord(rec, types, delim=None):
+    """
+    converts record to  typed records 
+    Parameters
+        rec : delemeter separate string or list of string
+        types : field  data types
+        delim : delemeter
+    """	
+    if delim is not None:
+        rec = rec.split(delim)
+    (dtypes, cvalues) = extractTypesFromString(types)
+    #print(types)
+    #print(dtypes)
+    trec = list()
+    for ind, value in enumerate(rec):
+        tvalue = __convToTyped(ind, value, dtypes)
+        trec.append(tvalue)
+    return trec
+
+def __convToTyped(index, value, dtypes):
+    """
+    convert to typed value 
+    Parameters
+        index : index in type list
+        value : data value
+        dtypes : data type list
+    """
+    #print(index, value)
+    dtype = dtypes[index]
+    tvalue = value
+    if dtype == "int":
+        tvalue = int(value)
+    elif dtype == "float":
+        tvalue = float(value)
+    return tvalue
+
+
+
+def extractTypesFromString(types):
+    """
+    extracts column data types and set values for categorical variables 
+    Parameters
+        types : encoded type information
+    """
+    ftypes = types.split(",")
+    dtypes = dict()
+    cvalues = dict()
+    for ftype in ftypes:
+        items = ftype.split(":") 
+        cindex = int(items[0])
+        dtype = items[1]
+        dtypes[cindex] = dtype
+        if len(items) == 3:
+            sitems = items[2].split()
+            cvalues[cindex] = sitems
+    return (dtypes, cvalues)
+
+def getMultipleFileAsInttMatrix(dirPathWithCol,  delim=","):
+    """
+    extracts int matrix from from csv files given column index for each file. 
+    num of columns  = number of rows in each file and num of rows = number of files
+    Parameters
+        dirPathWithCol: list of file path and collumn index pair
+        delim : delemeter
+    """
+    mat = list()
+    minLen = -1
+    for path, col in dirPathWithCol:
+        colVals = getFileColumnAsInt(path, col, delim)
+        if minLen < 0 or len(colVals) < minLen:
+            minLen = len(colVals)
+        mat.append(colVals)
+
+    #make all same length
+    mat = list(map(lambda li:li[:minLen], mat))
+    return mat
+
+def getMultipleFileAsFloatMatrix(dirPathWithCol,  delim=","):
+    """
+    extracts float matrix from from csv files given column index for each file. 
+    num of columns  = number of rows in each file and num of rows = number of files
+    Parameters
+        dirPathWithCol: list of file path and collumn index pair
+        delim : delemeter
+    """
+    mat = list()
+    minLen = -1
+    for path, col in dirPathWithCol:
+        colVals = getFileColumnAsFloat(path, col, delim)
+        if minLen < 0 or len(colVals) < minLen:
+            minLen = len(colVals)
+        mat.append(colVals)
+
+    #make all same length
+    mat = list(map(lambda li:li[:minLen], mat))
+    return mat
+
+def writeStrListToFile(ldata, filePath, delem=","):
+    """
+    writes list of dlem separated string or list of list of string to afile
+
+    Parameters
+        ldata : list data
+        filePath : file path
+        delim : delemeter
+    """
+    with open(filePath, "w") as fh:
+        for r in ldata:
+            if type(r) == list:
+                r = delem.join(r)
+            fh.write(r + "\n")
+
+def writeFloatListToFile(ldata, prec, filePath):
+    """
+    writes float list to file, one value per line
+
+    Parameters
+        ldata : list data
+        prec : precision
+        filePath : file path
+    """
+    with open(filePath, "w") as fh:
+        for d in ldata:
+            fh.write(formatFloat(prec, d) + "\n")
+
+
+def takeFirst(elems):
+    """
+    return fisrt item
+    Parameters
+        elems : list of data 
+    """
+    return elems[0]
+
+def takeSecond(elems):
+    """
+    return 2nd element
+    Parameters
+        elems : list of data 
+    """
+    return elems[1]
+
+def takeThird(elems):
+    """
+    returns 3rd element
+    Parameters
+        elems : list of data 
+    """
+    return elems[2]
+
+def addToKeyedCounter(dCounter, key, count=1):
+    """
+    add to to keyed counter
+    Parameters
+        dCounter : dictionary of counters
+        key : dictionary key
+        count : count to add
+    """
+    curCount = dCounter.get(key, 0)
+    dCounter[key] = curCount + count
+
+def incrKeyedCounter(dCounter, key):
+    """
+    increment keyed counter
+    Parameters
+        dCounter : dictionary of counters
+        key : dictionary key
+    """
+    addToKeyedCounter(dCounter, key, 1)
+
+def appendKeyedList(dList, key, elem):
+    """
+    keyed list
+    Parameters
+        dList : dictionary of lists
+        key : dictionary key
+        elem : value to append
+    """
+    curList = dList.get(key, [])
+    curList.append(elem)
+    dList[key] = curList
+
+def isNumber(st):
+    """
+    Returns True is string is a number
+    Parameters
+        st : string value
+    """
+    return st.replace('.','',1).isdigit()
+
+def removeNan(values):
+    """
+    removes nan from list
+    Parameters
+        values : list data
+    """
+    return list(filter(lambda v: not math.isnan(v), values))
+
+def fileRecGen(filePath, delim = ","):
+    """
+    file record generator
+    Parameters
+        filePath ; file path
+        delim : delemeter
+    """
+    with open(filePath, "r") as fp:
+        for line in fp:	
+            line = line[:-1]
+            if delim is not None:
+                line = line.split(delim)
+            yield line
+
+def fileSelFieldsRecGen(dirPath, columns, delim=","):
+    """
+    file record generator given column indices 
+    Parameters
+        filePath ; file path
+        columns : column indexes as int array or coma separated string
+        delim : delemeter
+    """
+    if type(columns) == str:
+        columns = strToIntArray(columns, delim)
+    for rec in fileRecGen(dirPath, delim):
+        extracted = extractList(rec, columns)
+        yield extracted
+
+def fileFiltRecGen(filePath, filt, delim = ","):
+    """
+    file record generator with  row filter applied
+    Parameters
+        filePath ; file path
+        filt : row filter
+        delim : delemeter
+    """
+    with open(filePath, "r") as fp:
+        for line in fp:	
+            line = line[:-1]
+            if delim is not None:
+                line = line.split(delim)
+            if filt(line):
+                yield line
+
+def fileFiltSelFieldsRecGen(filePath, filt, columns, delim = ","):
+    """
+    file record generator with  row and column filter applied
+    Parameters
+        filePath ; file path
+        filt : row filter
+        columns : column indexes as int array or coma separated string
+        delim : delemeter
+    """
+    columns = strToIntArray(columns, delim)
+    with open(filePath, "r") as fp:
+        for line in fp:	
+            line = line[:-1]
+            if delim is not None:
+                line = line.split(delim)
+            if filt(line):
+                selected = extractList(line, columns)
+                yield selected
+
+def fileTypedRecGen(filePath, ftypes, delim = ","):
+    """
+    file typed record generator
+    Parameters
+        filePath ; file path
+        ftypes : list of field types
+        delim : delemeter
+    """
+    with open(filePath, "r") as fp:
+        for line in fp:	
+            line = line[:-1]
+            line = line.split(delim)
+            for i in range(0, len(ftypes), 2):
+                ci = ftypes[i]
+                dtype = ftypes[i+1]
+                assertLesser(ci, len(line), "index out of bound")
+                if dtype == "int":
+                    line[ci] = int(line[ci])
+                elif dtype == "float":
+                    line[ci] = float(line[ci])
+                else:
+                    exitWithMsg("invalid data type")
+            yield line
+
+def fileMutatedFieldsRecGen(dirPath, mutator, delim=","):
+    """
+    file record generator with some columns mutated 
+    Parameters
+        dirPath ; file path
+        mutator : row field mutator
+        delim : delemeter
+    """
+    for rec in fileRecGen(dirPath, delim):
+        mutated = mutator(rec)
+        yield mutated
+
+def tableSelFieldsFilter(tdata, columns):
+    """
+    gets tabular data for selected columns 
+    Parameters
+        tdata : tabular data
+        columns : column indexes
+    """
+    if areAllFieldsIncluded(tdata[0], columns):
+        ntdata = tdata
+    else:
+        ntdata = list()
+        for rec in tdata:
+            #print(rec)
+            #print(columns)
+            nrec = extractList(rec, columns)
+            ntdata.append(nrec)
+    return ntdata
+
+
+def areAllFieldsIncluded(ldata, columns):
+    """
+    return True id all indexes are in the columns
+    Parameters
+        ldata : list data
+        columns : column indexes
+    """
+    return list(range(len(ldata))) == columns
+
+def asIntList(items):
+    """
+    returns int list
+    Parameters
+        items : list data
+    """
+    return [int(i) for i in items]
+
+def asFloatList(items):
+    """
+    returns float list
+    Parameters
+        items : list data
+    """
+    return [float(i) for i in items]
+
+def pastTime(interval, unit):
+    """
+    current and past time
+    Parameters
+        interval : time interval
+        unit: time unit
+    """
+    curTime = int(time.time())
+    if unit == "d":
+        pastTime = curTime - interval * secInDay
+    elif unit == "h":
+        pastTime = curTime - interval * secInHour
+    elif unit == "m":
+        pastTime = curTime - interval * secInMinute
+    else:
+        raise ValueError("invalid time unit " + unit)
+    return (curTime, pastTime)
+
+def minuteAlign(ts):
+    """
+    minute aligned time	
+    Parameters
+        ts : time stamp in sec
+    """
+    return int((ts / secInMinute)) * secInMinute
+
+def multMinuteAlign(ts, min):
+    """
+    multi minute aligned time	
+    Parameters
+        ts : time stamp in sec
+        min : minute value
+    """
+    intv = secInMinute * min
+    return int((ts / intv)) * intv
+
+def hourAlign(ts):
+    """
+    hour aligned time
+    Parameters
+        ts : time stamp in sec
+    """
+    return int((ts / secInHour)) * secInHour
+
+def hourOfDayAlign(ts, hour):
+    """
+    hour of day aligned time
+    Parameters
+        ts : time stamp in sec
+        hour : hour of day
+    """
+    day = int(ts / secInDay)
+    return (24 * day + hour) * secInHour
+
+def dayAlign(ts):
+    """
+    day aligned time
+    Parameters
+        ts : time stamp in sec
+    """
+    return int(ts / secInDay) * secInDay
+
+def timeAlign(ts, unit):
+    """
+    boundary alignment of time
+    Parameters
+        ts : time stamp in sec
+        unit : unit of time
+    """
+    alignedTs = 0
+    if unit == "s":
+        alignedTs = ts
+    elif unit == "m":
+        alignedTs = minuteAlign(ts)
+    elif unit == "h":
+        alignedTs = hourAlign(ts)
+    elif unit == "d":
+        alignedTs = dayAlign(ts)
+    else:
+        raise ValueError("invalid time unit")
+    return alignedTs
+
+def monthOfYear(ts):
+    """
+    month of year
+    Parameters
+        ts : time stamp in sec
+    """
+    rem = ts % secInYear
+    dow = int(rem / secInMonth)
+    return dow
+
+def dayOfWeek(ts):
+    """
+    day of week
+    Parameters
+        ts : time stamp in sec
+    """
+    rem = ts % secInWeek
+    dow = int(rem / secInDay)
+    return dow
+
+def hourOfDay(ts):
+    """
+    hour of day
+    Parameters
+        ts : time stamp in sec
+    """
+    rem = ts % secInDay
+    hod = int(rem / secInHour)
+    return hod
+
+def processCmdLineArgs(expectedTypes, usage):
+    """
+    process command line args and returns args as typed values
+    Parameters
+        expectedTypes : expected data types of arguments
+        usage : usage message string
+    """
+    args = []
+    numComLineArgs = len(sys.argv)
+    numExpected = len(expectedTypes)
+    if (numComLineArgs - 1 == len(expectedTypes)):
+        try:
+            for i in range(0, numExpected):
+                if (expectedTypes[i] == typeInt):
+                    args.append(int(sys.argv[i+1]))
+                elif (expectedTypes[i] == typeFloat):
+                    args.append(float(sys.argv[i+1]))
+                elif (expectedTypes[i] == typeString):
+                    args.append(sys.argv[i+1])
+        except ValueError:
+            print ("expected number of command line arguments found but there is type mis match")
+            sys.exit(1)
+    else:
+        print ("expected number of command line arguments not found")
+        print (usage)
+        sys.exit(1)
+    return args
+
+def mutateString(val, numMutate, ctype):
+    """
+    mutate string multiple times
+    Parameters
+        val : string value
+        numMutate : num of mutations
+        ctype : type of character to mutate with
+    """
+    mutations = set()
+    count = 0
+    while count < numMutate:
+        j = randint(0, len(val)-1)
+        if j not in mutations:
+            if ctype == "alpha":
+                ch = selectRandomFromList(alphaTokens)
+            elif ctype == "num":
+                ch = selectRandomFromList(numTokens)
+            elif ctype == "any":
+                ch = selectRandomFromList(tokens)
+            val = val[:j] + ch + val[j+1:]
+            mutations.add(j)
+            count += 1
+    return val
+
+def mutateList(values, numMutate, vmin, vmax):
+    """
+    mutate list multiple times
+    Parameters
+        values : list value
+        numMutate : num of mutations
+        vmin : minimum of value range
+        vmax : maximum of value range
+    """
+    mutations = set()
+    count = 0
+    while count < numMutate:
+        j = randint(0, len(values)-1)
+        if j not in mutations:
+            values[j] = np.random.uniform(vmin, vmax)
+            count += 1
+    return values
+
+
+def swap(values, first, second):
+    """
+    swap two elements
+    Parameters
+        values : list value
+        first : first swap position
+        second : second swap position
+    """
+    t = values[first]
+    values[first] = values[second]
+    values[second] = t
+
+def swapBetweenLists(values1, values2):
+    """
+    swap two elements between 2 lists
+    Parameters
+        values1 : first list of values
+        values2 : second list of values
+    """
+    p1 = randint(0, len(values1)-1)
+    p2 = randint(0, len(values2)-1)
+    tmp = values1[p1]
+    values1[p1] = values2[p2]
+    values2[p2] = tmp
+
+def safeAppend(values, value):
+    """
+    append only if not None
+    Parameters
+        values : list value
+        value : value to append
+    """
+    if value is not None:
+        values.append(value)
+
+def getAllIndex(ldata, fldata):
+    """
+    get ALL indexes of list elements
+    Parameters
+        ldata : list data to find index in
+        fldata : list data for values for index look up
+    """
+    return list(map(lambda e : fldata.index(e), ldata))
+
+def findIntersection(lOne, lTwo):
+    """
+    find intersection elements between 2 lists
+    Parameters
+        lOne : first list of data
+        lTwo : second list of data
+    """
+    sOne = set(lOne)
+    sTwo = set(lTwo)
+    sInt = sOne.intersection(sTwo)
+    return list(sInt)
+
+def isIntvOverlapped(rOne, rTwo):
+    """
+    checks overlap between 2 intervals
+    Parameters
+        rOne : first interval boundaries
+        rTwo : second interval boundaries
+    """
+    clear = rOne[1] <=  rTwo[0] or rOne[0] >=  rTwo[1] 
+    return not clear
+
+def isIntvLess(rOne, rTwo):
+    """
+    checks if first iterval is less than second
+    Parameters
+        rOne : first interval boundaries
+        rTwo : second interval boundaries
+    """
+    less = rOne[1] <=  rTwo[0] 
+    return less
+
+def findRank(e, values):
+    """
+    find rank of value in a list
+    Parameters
+        e : value to compare with
+        values : list data
+    """
+    count =  1
+    for ve in values:
+        if ve < e:
+            count += 1
+    return count
+
+def findRanks(toBeRanked, values):
+    """
+    find ranks of values in one list in another list
+    Parameters
+        toBeRanked : list of values for which ranks are found
+        values : list in which rank is found : 
+    """
+    return list(map(lambda e: findRank(e, values), toBeRanked))
+
+def formatFloat(prec, value, label = None):
+    """
+    formats a float with optional label
+    Parameters
+        prec : precision
+        value : data value
+        label : label for data
+    """
+    st = (label + " ") if label else ""
+    formatter = "{:." + str(prec) + "f}" 
+    return st + formatter.format(value)
+
+def formatAny(value, label = None):
+    """
+    formats any obkect with optional label
+    Parameters
+        value : data value
+        label : label for data
+    """
+    st = (label + " ") if label else ""
+    return st + str(value)
+
+def printList(values):
+    """
+    pretty print list
+    Parameters
+        values : list of values
+    """
+    for v in values:
+        print(v)
+
+def printMap(values, klab, vlab, precision, offset=16):
+    """
+    pretty print hash map
+    Parameters
+        values : dictionary of values
+        klab : label for key
+        vlab : label for value
+        precision : precision
+        offset : left justify offset
+    """
+    print(klab.ljust(offset, " ") + vlab)
+    for k in values.keys():
+        v = values[k]
+        ks = toStr(k, precision).ljust(offset, " ")
+        vs = toStr(v, precision)
+        print(ks +  vs)
+
+def printPairList(values, lab1, lab2, precision, offset=16):
+    """
+    pretty print list of pairs
+    Parameters
+        values : dictionary of values
+        lab1 : first label
+        lab2 : second label
+        precision : precision
+        offset : left justify offset
+    """
+    print(lab1.ljust(offset, " ") + lab2)
+    for (v1, v2) in values:
+        sv1 = toStr(v1, precision).ljust(offset, " ")
+        sv2 = toStr(v2, precision)
+        print(sv1 + sv2)
+
+def createMap(*values):
+    """
+    create disctionary with results
+    Parameters
+        values : sequence of key value pairs
+    """
+    result = dict()
+    for i in range(0, len(values), 2):
+        result[values[i]] = values[i+1]
+    return result
+
+def getColMinMax(table, col):
+    """
+    return min, max values of a column
+    Parameters
+        table : tabular data
+        col : column index
+    """
+    vmin = None
+    vmax = None
+    for rec in table:
+        value = rec[col]
+        if vmin is None:
+            vmin = value
+            vmax = value
+        else:
+            if value < vmin:
+                vmin = value
+            elif value > vmax:
+                vmax = value
+    return (vmin, vmax, vmax - vmin)
+
+def createLogger(name, logFilePath, logLevName):
+    """
+    creates logger
+    Parameters
+        name : logger name
+        logFilePath : log file path
+        logLevName : log level
+    """
+    logger = logging.getLogger(name)
+    fHandler = logging.handlers.RotatingFileHandler(logFilePath, maxBytes=1048576, backupCount=4)
+    logLev = logLevName.lower()
+    if logLev == "debug":
+        logLevel = logging.DEBUG
+    elif logLev == "info":
+        logLevel = logging.INFO
+    elif logLev == "warning":
+        logLevel = logging.WARNING
+    elif logLev == "error":
+        logLevel = logging.ERROR
+    elif logLev == "critical":
+        logLevel = logging.CRITICAL
+    else:
+        raise ValueError("invalid log level name " + logLevelName)
+    fHandler.setLevel(logLevel)
+    fFormat = logging.Formatter("%(asctime)s - %(name)s - %(levelname)s - %(message)s")
+    fHandler.setFormatter(fFormat)
+    logger.addHandler(fHandler)
+    logger.setLevel(logLevel)
+    return logger
+
+@contextmanager
+def suppressStdout():
+    """
+    suppress stdout
+    Parameters
+    """
+    with open(os.devnull, "w") as devnull:
+        oldStdout = sys.stdout
+        sys.stdout = devnull
+        try:  
+            yield
+        finally:
+            sys.stdout = oldStdout
+
+def exitWithMsg(msg):
+    """
+    print message and exit
+    Parameters
+        msg : message
+    """
+    print(msg + " -- quitting")
+    sys.exit(0)
+
+def drawLine(data, yscale=None):
+    """
+    line plot
+    Parameters
+        data : list data
+        yscale : y axis scale
+    """
+    plt.plot(data)
+    if yscale:
+        step = int(yscale / 10)
+        step = int(step / 10) * 10
+        plt.yticks(range(0, yscale, step))
+    plt.show()
+
+def drawPlot(x, y, xlabel, ylabel):
+    """
+    line plot
+    Parameters
+        x : x values
+        y : y values
+        xlabel : x axis label
+        ylabel : y axis label
+    """
+    plt.plot(x,y)
+    plt.xlabel(xlabel)
+    plt.ylabel(ylabel)
+    plt.show()
+
+def drawPairPlot(x, y1, y2, xlabel,ylabel, y1label, y2label):
+    """
+    line plot of 2 lines
+    Parameters
+        x : x values
+        y1 : first y values
+        y2 : second y values
+        xlabel : x labbel
+        ylabel : y label
+        y1label : first plot label
+        y2label : second plot label
+    """
+    plt.plot(x, y1, label = y1label)
+    plt.plot(x, y2, label = y2label)
+    plt.xlabel(xlabel)
+    plt.ylabel(ylabel)
+    plt.legend()
+    plt.show()
+
+def drawHist(ldata, myTitle, myXlabel, myYlabel, nbins=10):
+    """
+    draw histogram
+    Parameters
+        ldata : list data
+        myTitle : title
+        myXlabel : x label
+        myYlabel : y label 
+        nbins : num of bins
+    """
+    plt.hist(ldata, bins=nbins, density=True)
+    plt.title(myTitle)
+    plt.xlabel(myXlabel)
+    plt.ylabel(myYlabel)
+    plt.show()
+
+def saveObject(obj, filePath):
+    """
+    saves an object
+    Parameters
+        obj : object
+        filePath : file path for saved object
+    """
+    with open(filePath, "wb") as outfile:
+        pickle.dump(obj,outfile)
+
+def restoreObject(filePath):
+    """
+    restores an object
+    Parameters
+        filePath : file path to restore object from
+    """
+    with open(filePath, "rb") as infile:
+        obj = pickle.load(infile)
+    return obj
+
+def isNumeric(data):
+    """
+    true if all elements int or float
+    Parameters
+        data : numeric data list
+    """
+    if type(data) == list or type(data) == np.ndarray:
+        col = pd.Series(data)
+    else:
+        col = data
+    return col.dtype == np.int32 or col.dtype == np.int64 or col.dtype == np.float32 or col.dtype == np.float64
+
+def isInteger(data):
+    """
+    true if all elements int 
+    Parameters
+        data : numeric data list
+    """
+    if type(data) == list or type(data) == np.ndarray:
+        col = pd.Series(data)
+    else:
+        col = data
+    return col.dtype == np.int32 or col.dtype == np.int64
+
+def isFloat(data):
+    """
+    true if all elements  float
+    Parameters
+        data : numeric data list
+    """
+    if type(data) == list or type(data) == np.ndarray:
+        col = pd.Series(data)
+    else:
+        col = data
+    return col.dtype == np.float32 or col.dtype == np.float64
+
+def isBinary(data):
+    """
+    true if all elements either 0 or 1
+    Parameters
+        data : binary data
+    """
+    re = next((d for d in data if not (type(d) == int and (d == 0 or d == 1))), None)
+    return (re is None)
+
+def isCategorical(data):
+    """
+    true if all elements int or string
+    Parameters
+        data : data value
+    """
+    re = next((d for d in data if not (type(d) == int or type(d) == str)), None)
+    return (re is None)
+
+def assertEqual(value, veq, msg):
+    """
+    assert equal to
+    Parameters
+        value : value
+        veq : value to be equated with
+        msg : error msg
+    """
+    assert value == veq , msg
+
+def assertGreater(value, vmin, msg):
+    """
+    assert greater than 
+    Parameters
+        value : value
+        vmin : minimum value
+        msg : error msg
+    """
+    assert value > vmin , msg
+
+def assertGreaterEqual(value, vmin, msg):
+    """
+    assert greater than 
+    Parameters
+        value : value
+        vmin : minimum value
+        msg : error msg
+    """
+    assert value >= vmin , msg
+
+def assertLesser(value, vmax, msg):
+    """
+    assert less than
+    Parameters
+        value : value
+        vmax : maximum value
+        msg : error msg
+    """
+    assert value < vmax , msg
+
+def assertLesserEqual(value, vmax, msg):
+    """
+    assert less than
+    Parameters
+        value : value
+        vmax : maximum value
+        msg : error msg
+    """
+    assert value <= vmax , msg
+
+def assertWithinRange(value, vmin, vmax, msg):
+    """
+    assert within range
+    Parameters
+        value : value
+        vmin : minimum value
+        vmax : maximum value
+        msg : error msg
+    """
+    assert value >= vmin and value <= vmax, msg
+
+def assertInList(value, values, msg):
+    """
+    assert contains in a list
+    Parameters
+        value ; balue to check for inclusion
+        values : list data
+        msg : error msg
+    """
+    assert value in values, msg
+
+def maxListDist(l1, l2):
+    """
+    maximum list element difference between 2 lists
+    Parameters
+        l1 : first list data
+        l2 : second list data
+    """
+    dist = max(list(map(lambda v : abs(v[0] - v[1]), zip(l1, l2))))	
+    return dist
+
+def fileLineCount(fPath):
+    """ 
+    number of lines ina file 
+    Parameters
+        fPath : file path
+    """
+    with open(fPath) as f:
+        for i, li in enumerate(f):
+            pass
+    return (i + 1)
+
+def getAlphaNumCharCount(sdata):
+    """ 
+    number of alphabetic and numeric charcters in a string 
+    Parameters
+        sdata : string data
+    """
+    acount = 0
+    ncount = 0
+    scount = 0
+    ocount = 0
+    assertEqual(type(sdata), str, "input must be string")
+    for c in sdata:
+        if c.isnumeric():
+            ncount += 1
+        elif c.isalpha():
+            acount += 1
+        elif c.isspace():
+            scount += 1
+        else:
+            ocount += 1
+    r = (acount, ncount, ocount)
+    return r
+
+class StepFunction:
+    """
+    step function
+    Parameters
+    """
+    def __init__(self,  *values):
+        """
+        initilizer
+
+        Parameters
+            values : list of tuples, wich each tuple containing 2 x values and corresponding y value
+        """
+        self.points = values
+
+    def find(self, x):
+        """
+        finds step function value
+
+        Parameters
+            x : x value
+        """
+        found = False
+        y = 0
+        for p in self.points:
+            if (x >= p[0] and x < p[1]):
+                y = p[2]
+                found = True
+                break
+
+        if not found:
+            l = len(self.points)
+            if (x < self.points[0][0]):
+                y = self.points[0][2]
+            elif (x > self.points[l-1][1]):
+                y = self.points[l-1][2]
+        return y
+
+
+class DummyVarGenerator:
+    """
+    dummy variable generator for categorical variable
+    """
+    def __init__(self,  rowSize, catValues, trueVal, falseVal, delim=None):
+        """
+        initilizer
+
+        Parameters
+            rowSize : row size
+            catValues : dictionary with field index as key and list of categorical values as value
+            trueVal : true value, typically "1"
+            falseval : false value , typically "0"
+            delim : field delemeter
+        """
+        self.rowSize = rowSize
+        self.catValues = catValues
+        numCatVar = len(catValues)
+        colCount = 0
+        for v in self.catValues.values():
+            colCount += len(v)
+        self.newRowSize = rowSize - numCatVar + colCount
+        #print ("new row size {}".format(self.newRowSize))
+        self.trueVal = trueVal
+        self.falseVal = falseVal
+        self.delim = delim
+
+    def processRow(self, row):
+        """
+        encodes categorical variables, returning as delemeter separate dstring or list
+
+        Parameters
+            row : row either delemeter separated string or list
+        """
+        if self.delim is not None:
+            rowArr = row.split(self.delim)
+            msg = "row does not have expected number of columns found " + str(len(rowArr)) + " expected " + str(self.rowSize)
+            assert len(rowArr) == self.rowSize, msg
+        else:
+            rowArr = row
+
+        newRowArr = []
+        for i in range(len(rowArr)):
+            curVal = rowArr[i]
+            if (i in self.catValues):
+                values = self.catValues[i]
+                for val in values:
+                    if val == curVal:
+                        newVal = self.trueVal
+                    else:
+                        newVal = self.falseVal
+                    newRowArr.append(newVal)
+            else:
+                newRowArr.append(curVal)
+        assert len(newRowArr) == self.newRowSize, "invalid new row size " + str(len(newRowArr)) + " expected " + str(self.newRowSize)
+        encRow = self.delim.join(newRowArr) if self.delim is not None else newRowArr
+        return encRow
+