Skip to content

Commit

Permalink
oldversion
Browse files Browse the repository at this point in the history
  • Loading branch information
NIEjx committed Aug 9, 2017
1 parent 250d6b4 commit aca9dd6
Show file tree
Hide file tree
Showing 2 changed files with 809 additions and 0 deletions.
369 changes: 369 additions & 0 deletions oldversion/pymultiImgv2.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,369 @@
from queue import Queue
import os
import time
import threading
import urllib.request
import urllib.error

dirname = os.getcwd()
print_lock = threading.Lock()
data_q = Queue()

#limitation
maxcharaR = 100
maxcharaSR = 250
maxcharaSSR = 150
maxcharaExtra = 800
maxcharaSkin = 99
maxsmmN = 50
maxsmmR = 50
maxsmmSR = 100
maxsmmSSR = 200

MaxThread = 40

def imglist(str1, maxindex):
list = []
# 3040010000_01
if(maxindex < 10):
for index in range(1, maxindex):
tmpstr = str1 + "000" + str(index) + "000_01.png"
list.append(tmpstr)
tmpstr = str1 + "000" + str(index) + "000_02.png"
list.append(tmpstr)
tmpstr = str1 + "000" + str(index) + "000_03.png"
list.append(tmpstr)
else:
for index in range(1,10):
tmpstr = str1 + "000" + str(index) + "000_01.png"
list.append(tmpstr)
tmpstr = str1 + "000" + str(index) + "000_02.png"
list.append(tmpstr)
tmpstr = str1 + "000" + str(index) + "000_03.png"
list.append(tmpstr)
if(maxindex < 100):
for index in range(11,maxindex):
tmpstr = str1 + "00" + str(index) +"000_01.png"
list.append(tmpstr)
tmpstr = str1 + "00" + str(index) + "000_02.png"
list.append(tmpstr)
tmpstr = str1 + "00" + str(index) + "000_03.png"
list.append(tmpstr)
else:
for index in range(11,100):
tmpstr = str1 + "00" + str(index) + "000_01.png"
list.append(tmpstr)
tmpstr = str1 + "00" + str(index) + "000_02.png"
list.append(tmpstr)
tmpstr = str1 + "00" + str(index) + "000_03.png"
list.append(tmpstr)
for index in range(100,maxindex):
tmpstr = str1 + "0" + str(index) + "000_01.png"
list.append(tmpstr)
tmpstr = str1 + "0" + str(index) + "000_02.png"
list.append(tmpstr)
tmpstr = str1 + "0" + str(index) + "000_03.png"
list.append(tmpstr)
return list
def imglist2(str1, maxindex):
list = []
# 3040010000
if(maxindex < 10):
for index in range(1, maxindex):
tmpstr = str1 + "000" + str(index) + "000.png"
list.append(tmpstr)
else:
for index in range(1,10):
tmpstr = str1 + "000" + str(index) + "000.png"
list.append(tmpstr)
if(maxindex < 100):
for index in range(11,maxindex):
tmpstr = str1 + "00" + str(index) +"000.png"
list.append(tmpstr)
else:
for index in range(11,100):
tmpstr = str1 + "00" + str(index) + "000.png"
list.append(tmpstr)
for index in range(100,maxindex):
tmpstr = str1 + "0" + str(index) + "000.png"
list.append(tmpstr)
return list
def classimglist():
list = []
str1 = "http://game-a1.granbluefantasy.jp/assets/img/sp/assets/leader/job_change/"
str2 = "http://game-a1.granbluefantasy.jp/assets/img/sp/cjs/job_release_"
tmplist = ('100001_sw_','110001_sw_',
'120001_wa_','130001_wa_',
'140001_kn_','150001_sw_',
'160001_me_','170001_bw_',
'180001_mc_','190001_sp_',
'100101_sw_','110101_sw_',
'120101_wa_','150101_sw_',
'180101_mc_','140101_kn_',
'160101_me_','170101_bw_',
'130101_wa_','190101_sp_',
'100201_sw_','110201_sw_',
'120201_wa_','150201_sw_',
'180201_mc_','140201_kn_',
'190201_sp_','170201_bw_',
'130201_wa_','160201_me_',
'100301_sw_','110301_sw_',
'120301_wa_','180301_mc_',
'140301_kn_','150301_sw_',
'170301_bw_','130301_wa_',
'190301_sp_','160301_me_',
'210201_kt_','220201_kt_',
'230201_sw_','240201_gu_',
'250201_wa_','270201_mc_',
'260201_kn_')

#change class
for iStr in tmplist:
# class man
tmpStr= str1+iStr+"0_01.png"
list.append(tmpStr)
# woman
tmpStr = str1 + iStr + "1_01.png"
list.append(tmpStr)
# change class man
tmpStr = str2 + iStr[0:6] + "_0_a.png"
list.append(tmpStr)
tmpStr = str2 + iStr[0:6] + "_0_b.png"
list.append(tmpStr)
tmpStr = str2 + iStr[0:6] + "_0_c.png"
list.append(tmpStr)
tmpStr = str2 + iStr[0:6] + "_0_d.png"
list.append(tmpStr)
tmpStr = str2 + iStr[0:6] + "_0_e.png"
list.append(tmpStr)
# woman
tmpStr = str2 + iStr[0:6] + "_1_a.png"
list.append(tmpStr)
tmpStr = str2 + iStr[0:6] + "_1_b.png"
list.append(tmpStr)
tmpStr = str2 + iStr[0:6] + "_1_c.png"
list.append(tmpStr)
tmpStr = str2 + iStr[0:6] + "_1_d.png"
list.append(tmpStr)
tmpStr = str2 + iStr[0:6] + "_1_e.png"
list.append(tmpStr)
return list
def coverimglist():
list = []
str1 = "http://game-a1.granbluefantasy.jp/assets/img/sp/assets/leader/my/"
tmplist = ('100001_sw_','110001_sw_',
'120001_wa_','130001_wa_',
'140001_kn_','150001_sw_',
'160001_me_','170001_bw_',
'180001_mc_','190001_sp_',
'100101_sw_','110101_sw_',
'120101_wa_','150101_sw_',
'180101_mc_','140101_kn_',
'160101_me_','170101_bw_',
'130101_wa_','190101_sp_',
'100201_sw_','110201_sw_',
'120201_wa_','150201_sw_',
'180201_mc_','140201_kn_',
'190201_sp_','170201_bw_',
'130201_wa_','160201_me_',
'100301_sw_','110301_sw_',
'120301_wa_','180301_mc_',
'140301_kn_','150301_sw_',
'170301_bw_','130301_wa_',
'190301_sp_','160301_me_',
'210201_kt_','220201_kt_',
'230201_sw_','240201_gu_',
'250201_wa_','270201_mc_',
'260201_kn_','165001_me_',
'185001_mc_','125001_wa_',
'310001_sw_','360001_me_')

#change class
for iStr in tmplist:
# class man
tmpStr= str1+iStr+"0_01.png"
list.append(tmpStr)
# woman
tmpStr = str1 + iStr + "1_01.png"
list.append(tmpStr)
return list
def mkdir(path):
tmppath = os.getcwd()+"\\"+path
try:
os.makedirs(tmppath)

except:
pass
return tmppath

class imgName:
url = ""
dir = ""
def __init__(self, url, dir, suffix = True):
self.url = url
self.dir = dir
self.suffix = suffix

def saveImg(imgData):
time.sleep(0.1)
with print_lock:
imgName = imgData.url.split('/')[-1]
if( os.path.isfile(imgData.dir+"\\"+imgName) == False):
try:
raw = urllib.request.urlopen(imgData.url)
img = raw.read()
raw.close()
with open(imgData.dir+"\\"+imgName,'wb') as file:
file.write(img)
except:
print("error:",imgName," in dir:",imgData.dir," not exist")
pass
else:
pass

def worker():
while True:
imgData1 = data_q.get()
saveImg(imgData1)
data_q.task_done()

def main():
#socket.setdefaulttimeout(10)

for x in range(MaxThread):
t = threading.Thread(target = worker)
t.daemon = True
t.start()
start = time.time()

str1 = "http://game-a.granbluefantasy.jp/assets/img/sp/assets/npc/zoom/30"
simglist = imglist(str1+"2",maxcharaR)
dirname = mkdir("chara\\r")
for iimg in simglist:
data_q.put(imgName(iimg, dirname))
simglist.clear()

simglist = imglist(str1+"3",maxcharaSR)
dirname = mkdir("chara\\sr")
for iimg in simglist:
data_q.put(imgName(iimg, dirname))
simglist.clear()

simglist = imglist(str1+"4",maxcharaSSR)
dirname = mkdir("chara\\ssr")
for iimg in simglist:
data_q.put(imgName(iimg, dirname))
simglist.clear()

str1 = "http://game-a.granbluefantasy.jp/assets/img/sp/assets/npc/zoom/371"
simglist = imglist(str1,maxcharaSkin)
dirname = mkdir("chara\\skin")
for iimg in simglist:
data_q.put(imgName(iimg, dirname))
simglist.clear()
str1 = "http://game-a.granbluefantasy.jp/assets/img_light/sp/assets/npc/b/30"
simglist = imglist(str1 + "2", maxcharaR)
dirname = mkdir("zoom\\r")
for iimg in simglist:
data_q.put(imgName(iimg, dirname))
simglist.clear()

simglist = imglist(str1 + "3", maxcharaSR)
dirname = mkdir("zoom\\sr")
for iimg in simglist:
data_q.put(imgName(iimg, dirname))
simglist.clear()

simglist = imglist(str1 + "4", maxcharaSSR)
dirname = mkdir("zoom\\ssr")
for iimg in simglist:
data_q.put(imgName(iimg, dirname))
simglist.clear()

str1 = "http://game-a1.granbluefantasy.jp/assets/img/sp/quest/scene/character/body/3"
simglist = imglist2(str1 + "02", maxcharaR)
dirname = mkdir("quest\\r")
for iimg in simglist:
data_q.put(imgName(iimg, dirname))
simglist.clear()

simglist = imglist2(str1 + "03", maxcharaSR)
dirname = mkdir("quest\\sr")
for iimg in simglist:
data_q.put(imgName(iimg, dirname))
simglist.clear()

simglist = imglist2(str1 + "04", maxcharaSSR)
dirname = mkdir("quest\\ssr")
for iimg in simglist:
data_q.put(imgName(iimg, dirname))
simglist.clear()

simglist = imglist2(str1 + "99", maxcharaExtra)
dirname = mkdir("quest\\extra")
for iimg in simglist:
data_q.put(imgName(iimg, dirname))
simglist.clear()

str1 = "http://game-a.granbluefantasy.jp/assets/img/sp/assets/summon/b/20"
simglist = imglist2(str1 + "1", maxsmmN)
dirname = mkdir("summon\\n")
for iimg in simglist:
data_q.put(imgName(iimg, dirname))
simglist.clear()

simglist = imglist2(str1 + "2", maxsmmR)
dirname = mkdir("summon\\r")
for iimg in simglist:
data_q.put(imgName(iimg, dirname))
simglist.clear()

simglist = imglist2(str1 + "3", maxsmmSR)
dirname = mkdir("summon\\sr")
for iimg in simglist:
data_q.put(imgName(iimg, dirname))
simglist.clear()

simglist = imglist2(str1 + "4", maxsmmSSR)
dirname = mkdir("summon\\ssr")
for iimg in simglist:
data_q.put(imgName(iimg, dirname))
simglist.clear()

simglist = classimglist()
dirname = mkdir("class")
for iimg in simglist:
data_q.put(imgName(iimg, dirname))
simglist.clear()

simglist = coverimglist()
dirname = mkdir("cover\\class")
for iimg in simglist:
data_q.put(imgName(iimg, dirname))
simglist.clear()

data_q.join()
print("entire job took:", time.time()-start)



if __name__ == '__main__':
main()

#appendix
#image set
#character
# http://game-a.granbluefantasy.jp/assets/img/sp/assets/npc/zoom/3040010000_01.png
#http://game-a.granbluefantasy.jp/assets/img_light/sp/assets/npc/b/3030007000_01.png
#class
#http://game-a1.granbluefantasy.jp/assets/img/sp/assets/leader/job_change/120001_wa_1_01.png
#http://game-a1.granbluefantasy.jp/assets/img/sp/cjs/job_release_180001_1_c.png
#quest character 2 3 4 99
#http://game-a1.granbluefantasy.jp/assets/img/sp/quest/scene/character/body/3040022000.png
#summon
#http://game-a.granbluefantasy.jp/assets/img/sp/assets/summon/b/2030011000.png
#skin
#3710001000
#http://game-a1.granbluefantasy.jp/assets/img_light/sp/assets/npc/my/3040058000_02.png
#http://game-a1.granbluefantasy.jp/assets/img_light/sp/assets/leader/my/140201_kn_1_01.png
#http://game-a1.granbluefantasy.jp/assets/img/sp/assets/npc/npc_evolution/main/3040071000_02.png
Loading

0 comments on commit aca9dd6

Please sign in to comment.