Python_for_IT_operations/webContentMigration.py at master · MCulug/Python_for_IT_operations · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
import html2text
import requests
import win32com.client
import os
from urllib.request import urlretrieve

def callconfluence(titleName,author,KBtext,out_folder):
 AUTH = 'someuser', 'somepassword'
 CNFurl = 'https://someurl'
 headers = {'Content-Type':'application/json;charset=utf-8'}
 #titleNameEncoded = titleName.encode(encoding='utf-8')
 #authorEncoded = author.encode(encoding='utf-8')
 #bodyEncoded = KBtext.encode(encoding='utf-8')
 payload_final = """{
    "type": "page",
    "title": "%s - %s",
    "ancestors": [
        {
            "id": myid
        }
    ],
    "space": {
        "key": "TS"
    },
    "body": {
        "storage": {
            "value": "%s",
            "representation": "storage"
        }
    }
}""" % (titleName,author,KBtext)


 print(payload_final)
 outpath = out_folder + "\\" + "request.txt"
 f = open(outpath, "w")
 f.write(payload_final)
 f.close()
 #print(titleName)
 #CNFrequest = requests.post(CNFurl,data=test, verify=False, headers=headers, auth=(AUTH))
 #print(CNFrequest.content)

def start(indexnumber):
 KBurl = 'http://targeturl/main/%d' %(indexnumber)
 KBrequestA = win32com.client.Dispatch('WinHTTP.WinHTTPRequest.5.1')
 KBrequestA.SetAutoLogonPolicy(0)
 KBrequestA.Open('GET', KBurl, False)
 KBrequestA.Send()
 KBresult = KBrequestA.responseText

 if KBresult.find('<div>content searched for</div>') != -1 or KBresult.find('<div>content searched for 2</div>'):
  matchedtitle = "panel-title"
  matcehdline = [line for line in KBresult.split('\n') if matchedtitle in line]
  parse = matcehdline[0].split('<b>'[0])
  parse2 = parse[2].split('>'[0])
  titleName = parse2[1]
  payload = KBresult.split('col-md-8">')[1]
  payload2 = payload.split('<div class="panel-footer">')[0]
  author = payload.split('col-md-4">')[1]
  author2 = author.split('(split this part)')[0]
  author = author2.split('<div>')[2]
  Appendtext = ""
  Appendtext2 = ""
  imagecount=0
  out_folder = r"C:\Users\userone\Desktop\pythonfiles\%d" %(indexnumber).  #output file in local dir
  os.mkdir(out_folder)
  for line in payload2.splitlines() :
     if 'data:image/' in line:
      filelink = line.split('src="')[1]
      filelink2 = filelink.split('"></span>')[0]
      outpath = out_folder + "\\" + str(imagecount) + ".png"
      urlretrieve(filelink2, outpath)
      imagecount = imagecount + 1
  for line in payload2.splitlines() :
     if 'data:image/' not in line:
      Appendtext = Appendtext + line
  KBtext = html2text.html2text(Appendtext)
  KBtext2=KBtext.replace('"',"'")
  KBtext3=KBtext2.replace('\\',"|")
  KBtext4=KBtext3.replace('&','')
  for line in KBtext4.splitlines():
   Append = line + "<br/>"
   Appendtext2 = Appendtext2 + Append
  print(Appendtext2)
  #a="".join(Appendtext.split())
  callconfluence(titleName,author,Appendtext2,out_folder)
 else:
    print ("Team member Not found at index %d" %indexnumber)

if __name__ == '__main__':                                              #main method
 for x in range (8, 32):
  start(x)
#start(8)