import re
import sys, os
import datetime


#===============================================
def readXML(theFileName):
    lines = file(theFileName,'rb').read()
    return lines

#===============================================
def splitTags(theLines):
    # seems not working
    p2a = re.compile('<!\[CDATA\[[^\[]+\]\]>|<[^>]+>')
    m2a = p2a.findall(theLines)
    #print m2a
    #for elm in m2a:
    #    print elm
    return m2a

    
#===============================================
def splitAttribute(theElement,theKey):
    p2a = re.compile(theKey+'=\"[^\"]+\"')
    m2a = p2a.findall(theElement)
    #print m2a
    try:
        elm = m2a[0]
        elm = elm[len(theKey)+2:]
        elm = elm[:-1]
    except:
        elm = ""
    return elm

    
#===============================================
def setSpaces(theLevel):
    spc = ""
    for i in xrange(theLevel):
        spc += "    "
    return spc


#===============================================
def splitSmart(string, delimiter, subDelimiter):
    """
    splits a string by 2 delimiters.
    input:
    string - the string to split
    delimiter - the first delimiter to split by
    subDelimiter - the second delimiter to split by,
                    may be a substr of original delimiter
    """
    a=[]
    for element in string.split(delimiter):
        b = element.split(subDelimiter)
        #a += [ele for ele in b if ele != ''] 
        a += [ele for ele in b] 
    return a
    






#===============================================
def addTestCase(theOldData,theNewTestCase,theTCimplemented,theTCuseDescAsTestplan):
    cat = theOldData[0]
    fold = theOldData[1]
    cases = theOldData[2]
    #TC name,isImplemented,DescAsTPlan,Descrp,NumSteps
    cases.append([theNewTestCase,theTCimplemented,theTCuseDescAsTestplan,"",0])
    testId = theOldData[3]
    testDescp = theOldData[4]
    testPrio = theOldData[5]
    testCanoPath = theOldData[6]
    a2 = [cat,fold,cases,testId,testDescp,testPrio,testCanoPath]
    return a2


#===============================================
def replaceTestCaseDescription(theOldData,theDescription):
    cat = theOldData[0]
    fold = theOldData[1]
    cases = theOldData[2]
    testId = theOldData[3]
    testDescp = theOldData[4]
    testPrio = theOldData[5]
    testCanoPath = theOldData[6]
    #replace description in last TC
    descp1 = theDescription.replace("]]>","")
    descp1 = descp1.replace("[","")
    cases[len(cases)-1][3] = descp1
    a2 = [cat,fold,cases,testId,testDescp,testPrio,testCanoPath]
    return a2


#===============================================
def addTestCaseStep(theOldData):
    cat = theOldData[0]
    fold = theOldData[1]
    cases = theOldData[2]
    testId = theOldData[3]
    testDescp = theOldData[4]
    testPrio = theOldData[5]
    testCanoPath = theOldData[6]
    #replace description in last TC
    oldSteps = (cases[len(cases)-1][4])
    cases[len(cases)-1][4] = oldSteps + 1
    a2 = [cat,fold,cases,testId,testDescp,testPrio,testCanoPath]
    return a2



#===============================================
def replaceTestDescription(theOldData,theDescription):
    cat = theOldData[0]
    fold = theOldData[1]
    cases = theOldData[2]
    testId = theOldData[3]
    testDescp = theOldData[4]
    testPrio = theOldData[5]
    testCanoPath = theOldData[6]
    #replace description in last Test
    descp1 = theDescription.replace("]]>","")
    descp1 = descp1.replace("[","")
    a2 = [cat,fold,cases,testId,descp1,testPrio,testCanoPath]
    return a2


#===============================================
def calcStepsStatus(theStepList):
    stat = '6'
    for elm in theStepList:
        if elm != '6':
            stat = elm
    return stat
    
    
#===============================================
def parseTree(theLines):
    lines1 = theLines.replace("\r","")
    tags = splitTags(lines1)
    listTree = []
    totalTests = 0
    folderList1 = []
    testList1 = []
    testCaseList1 = []
    stepList1 = []
    for e9 in tags:
        e9A = splitSmart(e9, " ", ">")
        if e9A[0] == "<folder":
            folderList1.append(splitAttribute(e9,"name"))
            pass
        elif e9A[0] == "</folder":
            del folderList1[len(folderList1)-1]
            pass
        elif e9A[0] == "<?xml":
            pass
        elif e9A[0] == "<!--<?xml-stylesheet":
            pass
        elif e9A[0] == "<br/":
            pass
        elif e9A[0] == "<br>":
            pass
        elif e9A[0] == "<ul":
            pass
        elif e9A[0] == "</ul":
            pass
        elif e9A[0] == "<li":
            pass
        elif e9A[0] == "</li":
            pass
        elif e9A[0] == "<description":
            pass
        elif e9A[0] == "</description":
            pass
        elif e9A[0] == "<prerequisites":
            pass
        elif e9A[0] == "</prerequisites":
            pass
        elif e9A[0] == "<testplans":
            pass
        elif e9A[0] == "</testplans":
            pass
        elif e9A[0] == "<test":
            testList1.append(splitAttribute(e9,"name"))
            pass
        elif e9A[0] == "</test":
            del testList1[len(testList1)-1]
            pass
        elif e9A[0] == "<attachment":
            pass
        elif e9A[0] == "<body>":
            pass
        elif e9A[0] == "<html>":
            pass
        elif e9A[0] == "</body>":
            pass
        elif e9A[0] == "</html>":
            pass
        elif e9A[0][0:8] == "<![CDATA":
            pass
        elif e9A[0] == "<category":
            pass
        elif e9A[0] == "</category":
            pass
        elif e9A[0] == "<testcase":
            testCaseList1.append(splitAttribute(e9,"name"))
            pass
        elif e9A[0] == "</testcase":
            #print folderList1,testList1,testCaseList1,stepList1
            listTree.append([" / ".join(folderList1) + " / " + " / ".join(testList1) + " / " + " / ".join(testCaseList1),calcStepsStatus(stepList1)])
            del testCaseList1[len(testCaseList1)-1]
            stepList1 = []
            totalTests = totalTests + 1
            pass
        elif e9A[0] == "<steps":
            pass
        elif e9A[0] == "</steps":
            pass
        elif e9A[0] == "<object":
            pass
        elif e9A[0] == "</object":
            pass
        elif e9A[0] == "<table":
            pass
        elif e9A[0] == "</table":
            pass
        elif e9A[0] == "<tr":
            pass
        elif e9A[0] == "</tr":
            pass
        elif e9A[0] == "<th":
            pass
        elif e9A[0] == "</th":
            pass
        elif e9A[0] == "<td":
            pass
        elif e9A[0] == "</td":
            pass
        elif e9A[0] == "<specification":
            pass
        elif e9A[0] == "</specification":
            pass
        elif e9A[0] == "<requirement":
            pass
        elif e9A[0] == "</requirement":
            pass
        elif e9A[0] == "<campaign":
            pass
        elif e9A[0] == "<reports":
            pass
        elif e9A[0] == "<campaignsession":
            pass
        elif e9A[0] == "</campaignsession":
            pass
        elif e9A[0] == "<introduction":
            pass
        elif e9A[0] == "</introduction":
            pass
        elif e9A[0] == "<configurations":
            pass
        elif e9A[0] == "</configurations":
            pass
        elif e9A[0] == "<configuration":
            pass
        elif e9A[0] == "</configuration":
            pass
        elif e9A[0] == "<message":
            pass
        elif e9A[0] == "</message":
            pass
        elif e9A[0] == "<reports":
            pass
        elif e9A[0] == "</reports":
            pass
        elif e9A[0] == "<step":
            stepList1.append(splitAttribute(e9,"status"))
            pass
        elif e9A[0] == "<formItem":
            pass
        elif e9A[0] == "</formItem":
            pass
        elif e9A[0] == "<form":
            pass
        elif e9A[0] == "</form":
            pass
        elif e9A[0] == "<conclusion":
            pass
        elif e9A[0] == "</conclusion":
            pass
        elif e9A[0] == "<agent":
            pass
        elif e9A[0] == "<operator":
            pass
        elif e9A[0] == "<sut":
            pass
            
        else:
            print "=="+e9A[0]+"=="
            print "@@@","/".join(e9A)
            pass
            
    print "Total Tests=",totalTests
    return listTree

    
    
    
#===============================================
def printTree(theFileout,theListAll,theIsPrintData):
    ID = 1
    testsCount = 0
    printHtml(theFileout,"<html>",True)
    printHtml(theFileout,"<body>",True)
    for elm in theListAll:
        if elm[1] == 1:
            type1 = "Test: "
            testsCount += 1
        elif elm[1] == 2:
            type1 = "  Data: "
            if theIsPrintData == False:
                continue
        else:
            type1 = ""
        g3 = elm[2]
        g3 = g3.replace("<br/>","<br/>\n  "+setSpaces(elm[0])+setSpaces(len(type1)))
        g3 = g3.replace("<li>","<li>"+setSpaces(elm[0])+setSpaces(len(type1)))        
        if elm[1] == 2:
            printHtml(theFileout,"<font color=\"gray\">",False)                    
        elif elm[1] == 1:
            printHtml(theFileout,"<font color=\"red\">",False)                    
        else:
            printHtml(theFileout,"<font color=\"black\">",False)                    
        printHtml(theFileout,setSpaces(elm[0])+"   "+type1+g3,True)
        printHtml(theFileout,"</font>",False)                    
        ID += 1
    printHtml(theFileout,"</body>",True)
    printHtml(theFileout,"</html>",True)
    print "total tests in tree=",testsCount
    
    
    
#===============================================
def printGantt(theFileout,theListAll):
    ID = 1
    testsCount = 0
    printLine(fout,createMppHeader())
    for elm in theListAll:
        if elm[1] == 1:
            type1 = "Test: "
            testsCount += 1
        elif elm[1] == 2:
            #comment not printed in gantt
            continue
        else:
            type1 = ""
        K1 = createMppLine()
        #id
        K1[0] = str(ID)
        K1[1] = str(ID)
        #title
        K1[2] = type1+"  "+elm[2]
        #level
        K1[5] = str(elm[0])
        #duration
        K1[3] = str(1)
        #startdate,enddate,notBefore
        today = datetime.date.today()
        difference1 = datetime.timedelta(days=1)
        nextday = today+difference1
        d1 = today.day
        m1 = today.month
        y1 = today.year
        d2 = nextday.day
        m2 = nextday.month
        y2 = nextday.year        
        if elm[1] == 1:
            K1[8] = str(str(m1)+"/"+str(d1)+"/"+str(y1))
            K1[9] = str(str(m2)+"/"+str(d2)+"/"+str(y2))
        else:
            K1[8] = str(str(m1)+"/"+str(d1)+"/"+str(y1))
            K1[9] = str(str(m2)+"/"+str(d2)+"/"+str(y2))
        K1[23] = K1[8]

        printLine(fout,K1)
        ID += 1
    print "total tests in tree=",testsCount
            
            
            
            

#===============================================
def printHtml(theFileout,theLine,theIsNewLine):
    L1 = theLine.replace('  ', '&nbsp;&nbsp;')
    if theIsNewLine:
        theFileout.write(L1+"<br/>")
    else:
        theFileout.write(L1)
    theFileout.write("\n")

    
#===============================================
def printLine(theFileout,theLine):
    v1 = "\t".join(theLine)
    L1 = replaceHebrew(v1,False)
    theFileout.write(L1)
    theFileout.write("\n")

 
#===============================================
def createMppHeader():
    L1 = ["ID","Unique_ID","Task_Name","Duration","Type","Outline_Level",
    "Baseline_Duration","Predecessors","Start_Date","Finish_Date","Early_Start","Early_Finish","Late_Start",
    "Late_Finish","Free_Slack","Total_Slack","Leveling_Delay","Percent_Complete","Actual_Start",
    "Actual_Finish","Baseline_Start","Baseline_Finish","Constraint_Type","Constraint_Date",
    "Stop","Resume","Created","Scheduled_Work","Baseline_Work","Actual_Work","Cost","Fixed_Cost",
    "Baseline_Cost","Actual_Cost","Remaining_Cost","WBS","Priority","Milestone","Summary","Rollup","Text1",
    "Text2","Text3","Text4","Text5","Text6","Text7","Text8","Text9","Text10","Cost1","Cost2",
    "Cost3","Duration1","Duration2","Duration3","Flag1","Flag2","Flag3","Flag4","Flag5","Flag6",
    "Flag7","Flag8","Flag9","Flag10","Marked","Number1","Number2","Number3","Number4","Number5",
    "Subproject_File"]
    return L1




#===============================================
def createMppLine():
    L1 = ['11', '11', 'rtrtrtr', '3 Days', 'ConstUnits', '2', '0 Days?', '', 
    '2/7/10', '2/9/10', '2/7/10', '2/9/10', '2/7/10', '2/9/10', '0 Days', '0 Days',
     '0 Days-KKK', '0%', 'NA', 'NA', 'NA', 'NA', 'StartNotBefore', '2/7/10', 'NA', 'NA',
     '1/26/10', '0 HOURS', '0 HOURS', '0 HOURS', '$0.00', '$0.00', '$0.00', '$0.00',
     '$0.00', '2.2', '500', 'NONO', 'NONO', 'NONO', '', '', '', '', '', '', '', '',
     '', '', '$0.00', '$0.00', '$0.00', '0 Days', '0 Days', '0 Days', 'NONO', 'NONO',
     'NONO', 'NONO', 'NONO', 'NONO', 'NONO', 'NONO', 'NONO', 'NONO', 'NONO', '0', 
     '0','0', '0', '0', '']
    return L1

    
#===============================================
def replaceHebrew(theLine,theFromHebrew):
    L1 = theLine
    S1 = ["\xe4\xfa\xe7\xec\xe4 \xec\xe0 \xec\xf4\xf0\xe9","StartNotBefore","\xe9\xee\xe9\xed","Days","\xe9\xe7\xe9\xe3\xe5\xfa \xf7\xe1\xe5\xf2\xe5\xfa","ConstUnits","\xee\xf9\xea \xf7\xe1\xe5\xf2","ConstDuration","\xee\xe5\xf7\xe3\xed \xeb\xeb\xec \xe4\xe0\xf4\xf9\xf8","ASAP","\xf9\xf2\xe5\xfa","HOURS","\xec\xe0","NONO","\xf7","KKK","\xeb\xef","YESYES"]    
    if theFromHebrew:
        for v1 in xrange(0,len(S1),2):
            L1 = L1.replace(S1[v1],S1[v1+1])
    else:
        for v1 in xrange(0,len(S1),2):
            L1 = L1.replace(S1[v1+1],S1[v1])
    return L1

#===============================================
def returnDates(theSday,theSmonth,theSyear,theDuration):
    K2 = datetime.date(theSyear, theSmonth, theSday)
    duration = theDuration - 1
    d1 = 1
    K2A = K2+datetime.timedelta(d1-1)
    while duration > 0:
        d1 += 1
        K2A = K2+datetime.timedelta(d1-1)
        if K2A.isoweekday() in [5,6]:  # friday,saturday, (sunday=7)
            pass
        else:
            duration -= 1
        #print duration,d1,K2A.day,K2A.month,K2A.year
    return [d1,K2A]

#===============================================
def returnDuration(theSday,theSmonth,theSyear,theEday,theEmonth,theEyear):
    K2 = datetime.date(theSyear, theSmonth, theSday)
    K3 = datetime.date(theEyear, theEmonth, theEday)
    duration = 1
    d1 = 1
    K2A = K2+datetime.timedelta(d1-1)
    while K2A != K3:    
        d1 += 1
        K2A = K2+datetime.timedelta(d1-1)
        if K2A.isoweekday() in [5,6]:  # friday,saturday, (sunday=7)
            pass
        else:
            duration += 1
    return duration



#===============================================
def ModifyRequirement(theReq):
    v1 = theReq
    v1 = v1.replace("<br/>","")
    v1 = v1.replace("]]>","")
    v1 = v1.replace("\n","")
    v1 = v1.replace("\r","")
    return v1
    
                
                
    folderList = []
    currentTest = ""
    CurrentReq = []
    for elm in theTree:
        if elm[0] > len(folderList):
            folderList.append(elm[2])
        if elm[0] < len(folderList):
            for x1 in xrange(len(folderList) - elm[0] + 1):
                del folderList[-1]
            folderList.append(elm[2])            
        if elm[1] == 0 or elm[1] == 1:
            if len(currentTest) > 0:
                theFileout.write(currentTest)

                for e1 in ReqList:
                    theFileout.write(",")
                    for e2 in CurrentReq:
                        if e2 == e1:
                            theFileout.write("AAA")
                           
                theFileout.write("\n")
            currentTest = ""
            CurrentReq = []
        # keep new test
        if elm[1] == 1:
            currentTest = " / ".join(folderList)
        if elm[1] == 11:
            CurrentReq.append(ModifyRequirement(elm[2]))
            
 

#===============================================
def GetFileName(theDefaultFileName,theIndex):
    """
    """
    tmpInFile = theDefaultFileName
    inFileName = raw_input("in File"+str(theIndex)+" : ["+tmpInFile+"] ")
    if inFileName == "":
        inFileName = tmpInFile
    return inFileName


    
#===============================================
def ConvertListToString(theList,theSeparator):
    txt2 = theSeparator.join(theList)
    return txt2
 
 
 



#===============================================
def prepareForCsv(theInput):
    tmpStr = theInput.replace(",",".")
    return tmpStr



 
 





#------------------ main --------------------------------------
print "xstudio-session-summary-to-csv Ver 1.7"

inTmpFileNames = ["report_2010-05-11-avi.xml","report_2010-05-11-efrat.xml","report_2010-05-11-liron.xml"]
newDir = "C:/yehuda/develop/python/xstudio-xml-results/current/python/src/examples"

interactive1 = False

if interactive1:
    curDir = os.getcwd()+"/examples"
    newDir = raw_input("current dir: ["+curDir+"] ")
    if newDir == "":
        newDir = curDir

    inFileNames = []
    i = 0
    while True:
        if i < len(inTmpFileNames):
            inFileName = GetFileName(inTmpFileNames[i],1)
        else:
            inFileName = GetFileName("",1)
        i = i + 1
        if inFileName == "":
            break
        inFileNames.append(inFileName)
else:
  inFileNames = inTmpFileNames  



outfname = newDir + "/"+inFileNames[0] + "_out.csv"
fout = open(outfname,"w+")

doc = []
tree = []
for fNameIndx in xrange(len(inFileNames)):
    doc.append(readXML(newDir + "/"+inFileNames[fNameIndx]))
    tree.append(parseTree(doc[fNameIndx]))

print >> fout,"Test Case Name"+","+"Pass"+","+"Fail"+","+"Not Tested"
for lineIndx in xrange(len(tree[0])):
    stat = {}
    stat['1'] = 0
    stat['2'] = 0
    stat['6'] = 0
    for csvIndx in xrange(len(tree)):
        if tree[0][lineIndx][0] != tree[csvIndx][lineIndx][0]:
            print "error",lineIndx
        else:
            tmp = tree[csvIndx][lineIndx][1]
            try:
                stat[tmp] = stat[tmp] + 1
            except:
                print "wrong status",lineIndx,tmp
    print >> fout,prepareForCsv(tree[0][lineIndx][0])+","+str(stat['1'])+","+str(stat['2'])+","+str(stat['6'])
pass

fout.close()