🗃️ Data extraction on 31-4
This commit is contained in:
parent
958de34dfa
commit
871984e9e7
7 changed files with 335 additions and 0 deletions
BIN
data/clean/31-4/data.sqlite3
Normal file
BIN
data/clean/31-4/data.sqlite3
Normal file
Binary file not shown.
44
data/convert/31-4/db.py
Executable file
44
data/convert/31-4/db.py
Executable file
|
|
@ -0,0 +1,44 @@
|
|||
#!/usr/bin/env python3
|
||||
# # -*- coding: utf-8 -*-
|
||||
|
||||
from pony.orm import *
|
||||
|
||||
db = Database()
|
||||
|
||||
|
||||
class Melee(db.Entity):
|
||||
name = Required(str)
|
||||
description = Optional(str)
|
||||
mechanism = Optional(str)
|
||||
icon = Required(bytes)
|
||||
stats = Required(int)
|
||||
|
||||
|
||||
class Shield(db.Entity):
|
||||
name = Required(str)
|
||||
description = Optional(str)
|
||||
mechanism = Optional(str)
|
||||
icon = Required(bytes)
|
||||
stats = Required(int)
|
||||
|
||||
|
||||
class Ranged(db.Entity):
|
||||
name = Required(str)
|
||||
description = Optional(str)
|
||||
mechanism = Optional(str)
|
||||
icon = Required(bytes)
|
||||
stats = Required(int)
|
||||
|
||||
|
||||
class Outfit(db.Entity):
|
||||
name = Required(str)
|
||||
name_en = Required(str)
|
||||
description = Optional(str)
|
||||
icon = Required(bytes)
|
||||
preview = Optional(bytes)
|
||||
cell_cost = Required(int)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
db.bind(provider="sqlite", filename="../../clean/31-4/data.sqlite3")
|
||||
db.generate_mapping(create_tables=True)
|
||||
68
data/convert/31-4/melee.py
Executable file
68
data/convert/31-4/melee.py
Executable file
|
|
@ -0,0 +1,68 @@
|
|||
#!/usr/bin/env python3
|
||||
# # -*- coding: utf-8 -*-
|
||||
|
||||
import json
|
||||
import re
|
||||
import io
|
||||
from db import *
|
||||
from PIL import Image
|
||||
|
||||
with open("../../extraction/raw-31-4/data.cdb.json") as f:
|
||||
raw = json.load(f)
|
||||
with open("../../clean/31-4/main.zh.mo.json") as f:
|
||||
trans = json.load(f)
|
||||
img = Image.open("../../extraction/raw-31-4/cardIcons.png")
|
||||
|
||||
db.bind(provider="sqlite", filename="../../clean/31-4/data.sqlite3")
|
||||
db.generate_mapping()
|
||||
|
||||
lines = raw["sheets"][1]["lines"]
|
||||
|
||||
with db_session:
|
||||
for i in lines:
|
||||
if i["group"] == 4:
|
||||
i["name"] = trans[i["name"]]["msgstr"][0]
|
||||
if "ambiantDesc" in i:
|
||||
i["ambiantDesc"] = trans[i["ambiantDesc"].strip()]["msgstr"][0]
|
||||
else:
|
||||
i["ambiantDesc"] = ""
|
||||
if "gameplayDesc" in i:
|
||||
i["gameplayDesc"] = trans[i["gameplayDesc"].strip()]["msgstr"][0]
|
||||
if i["props"]:
|
||||
|
||||
def replace_props(m):
|
||||
prop_name = m.group(1)
|
||||
result = i["props"][prop_name]
|
||||
if prop_name.startswith("prct"):
|
||||
result = int(result * 100)
|
||||
if isinstance(result, list):
|
||||
result = result[0]
|
||||
if not isinstance(result, str):
|
||||
result = str(result)
|
||||
return result
|
||||
|
||||
i["gameplayDesc"], _ = re.subn(
|
||||
r"::\+?(.*?)::", replace_props, i["gameplayDesc"]
|
||||
)
|
||||
else:
|
||||
i["gameplayDesc"] = ""
|
||||
x = i["icon"]["x"] * 24
|
||||
y = i["icon"]["y"] * 24
|
||||
box = (x, y, x + 24, y + 24)
|
||||
region = img.crop(box)
|
||||
region_arr = io.BytesIO()
|
||||
region.save(region_arr, format="PNG")
|
||||
|
||||
stats_map = {"Brutality": 1, "Survival": 2, "Tactic": 4}
|
||||
stats = 0
|
||||
for t in ["tier1", "tier2"]:
|
||||
if t in i:
|
||||
stats += stats_map[i[t]]
|
||||
|
||||
Melee(
|
||||
name=i["name"],
|
||||
description=i["ambiantDesc"],
|
||||
mechanism=i["gameplayDesc"],
|
||||
icon=region_arr.getbuffer().tobytes(),
|
||||
stats=stats,
|
||||
)
|
||||
49
data/convert/31-4/outfits.py
Executable file
49
data/convert/31-4/outfits.py
Executable file
|
|
@ -0,0 +1,49 @@
|
|||
#!/usr/bin/env python3
|
||||
# # -*- coding: utf-8 -*-
|
||||
|
||||
import json
|
||||
import re
|
||||
import io
|
||||
from db import *
|
||||
from PIL import Image
|
||||
|
||||
with open("../../extraction/raw-31-4/data.cdb.json") as f:
|
||||
raw = json.load(f)
|
||||
with open("../../clean/31-4/main.zh.mo.json") as f:
|
||||
trans = json.load(f)
|
||||
with open("../../clean/31-4/main.en.mo.json") as f:
|
||||
trans_en = json.load(f)
|
||||
img = Image.open("../../extraction/raw-31-4/cardIcons.png")
|
||||
|
||||
db.bind(provider="sqlite", filename="../../clean/31-4/data.sqlite3")
|
||||
db.generate_mapping()
|
||||
|
||||
lines = raw["sheets"][1]["lines"]
|
||||
|
||||
with db_session:
|
||||
for i in lines:
|
||||
if i["group"] == 13:
|
||||
if not i["name"]:
|
||||
continue
|
||||
if i["id"] == "KingsHandBoss":
|
||||
continue
|
||||
raw_name = i["name"].strip()
|
||||
i["name"] = trans[raw_name]["msgstr"][0]
|
||||
i["name"] = re.sub(r"。", r"", i["name"])
|
||||
i["name_en"] = trans_en[raw_name]["msgstr"][0]
|
||||
i["name_en"] = re.sub(r"outfit", r"Outfit", i["name_en"])
|
||||
i["gameplayDesc"] = trans[i["gameplayDesc"].strip()]["msgstr"][0]
|
||||
x = i["icon"]["x"] * 24
|
||||
y = i["icon"]["y"] * 24
|
||||
box = (x, y, x + 24, y + 24)
|
||||
region = img.crop(box)
|
||||
region_arr = io.BytesIO()
|
||||
region.save(region_arr, format="PNG")
|
||||
|
||||
Outfit(
|
||||
name=i["name"],
|
||||
name_en=i["name_en"],
|
||||
description=i["gameplayDesc"],
|
||||
icon=region_arr.getbuffer().tobytes(),
|
||||
cell_cost=i["cellCost"],
|
||||
)
|
||||
70
data/convert/31-4/ranged.py
Executable file
70
data/convert/31-4/ranged.py
Executable file
|
|
@ -0,0 +1,70 @@
|
|||
#!/usr/bin/env python3
|
||||
# # -*- coding: utf-8 -*-
|
||||
|
||||
import json
|
||||
import re
|
||||
import io
|
||||
from db import *
|
||||
from PIL import Image
|
||||
|
||||
with open("../../extraction/raw-31-4/data.cdb.json") as f:
|
||||
raw = json.load(f)
|
||||
with open("../../clean/31-4/main.zh.mo.json") as f:
|
||||
trans = json.load(f)
|
||||
img = Image.open("../../extraction/raw-31-4/cardIcons.png")
|
||||
|
||||
db.bind(provider="sqlite", filename="../../clean/31-4/data.sqlite3")
|
||||
db.generate_mapping()
|
||||
|
||||
lines = raw["sheets"][1]["lines"]
|
||||
|
||||
with db_session:
|
||||
for i in lines:
|
||||
if i["group"] == 5:
|
||||
i["name"] = trans[i["name"].strip()]["msgstr"][0]
|
||||
if "ambiantDesc" in i:
|
||||
i["ambiantDesc"] = trans[i["ambiantDesc"].strip()]["msgstr"][0]
|
||||
else:
|
||||
i["ambiantDesc"] = ""
|
||||
if "gameplayDesc" in i:
|
||||
i["gameplayDesc"] = trans[i["gameplayDesc"].strip()]["msgstr"][0]
|
||||
if i["props"]:
|
||||
|
||||
def replace_props(m):
|
||||
prop_name = m.group(1)
|
||||
if prop_name == "ShockAffectDuration":
|
||||
prop_name = "duration" # 雷盾带电手动触发
|
||||
result = i["props"][prop_name]
|
||||
if prop_name.startswith("prct"):
|
||||
result = int(result * 100)
|
||||
if isinstance(result, list):
|
||||
result = result[0]
|
||||
if not isinstance(result, str):
|
||||
result = str(result)
|
||||
return result
|
||||
|
||||
i["gameplayDesc"], _ = re.subn(
|
||||
r"::[\+|\*]?(.*?)::", replace_props, i["gameplayDesc"]
|
||||
)
|
||||
else:
|
||||
i["gameplayDesc"] = ""
|
||||
x = i["icon"]["x"] * 24
|
||||
y = i["icon"]["y"] * 24
|
||||
box = (x, y, x + 24, y + 24)
|
||||
region = img.crop(box)
|
||||
region_arr = io.BytesIO()
|
||||
region.save(region_arr, format="PNG")
|
||||
|
||||
stats_map = {"Brutality": 1, "Survival": 2, "Tactic": 4}
|
||||
stats = 0
|
||||
for t in ["tier1", "tier2"]:
|
||||
if t in i:
|
||||
stats += stats_map[i[t]]
|
||||
|
||||
Ranged(
|
||||
name=i["name"],
|
||||
description=i["ambiantDesc"],
|
||||
mechanism=i["gameplayDesc"],
|
||||
icon=region_arr.getbuffer().tobytes(),
|
||||
stats=stats,
|
||||
)
|
||||
70
data/convert/31-4/shield.py
Executable file
70
data/convert/31-4/shield.py
Executable file
|
|
@ -0,0 +1,70 @@
|
|||
#!/usr/bin/env python3
|
||||
# # -*- coding: utf-8 -*-
|
||||
|
||||
import json
|
||||
import re
|
||||
import io
|
||||
from db import *
|
||||
from PIL import Image
|
||||
|
||||
with open("../../extraction/raw-31-4/data.cdb.json") as f:
|
||||
raw = json.load(f)
|
||||
with open("../../clean/31-4/main.zh.mo.json") as f:
|
||||
trans = json.load(f)
|
||||
img = Image.open("../../extraction/raw-31-4/cardIcons.png")
|
||||
|
||||
db.bind(provider="sqlite", filename="../../clean/31-4/data.sqlite3")
|
||||
db.generate_mapping()
|
||||
|
||||
lines = raw["sheets"][1]["lines"]
|
||||
|
||||
with db_session:
|
||||
for i in lines:
|
||||
if i["group"] == 6:
|
||||
i["name"] = trans[i["name"]]["msgstr"][0]
|
||||
if "ambiantDesc" in i:
|
||||
i["ambiantDesc"] = trans[i["ambiantDesc"].strip()]["msgstr"][0]
|
||||
else:
|
||||
i["ambiantDesc"] = ""
|
||||
if "gameplayDesc" in i:
|
||||
i["gameplayDesc"] = trans[i["gameplayDesc"].strip()]["msgstr"][0]
|
||||
if i["props"]:
|
||||
|
||||
def replace_props(m):
|
||||
prop_name = m.group(1)
|
||||
if prop_name == "ShockAffectDuration":
|
||||
prop_name = "duration2" # 雷盾带电手动触发
|
||||
result = i["props"][prop_name]
|
||||
if prop_name.startswith("prct"):
|
||||
result = int(result * 100)
|
||||
if isinstance(result, list):
|
||||
result = result[0]
|
||||
if not isinstance(result, str):
|
||||
result = str(result)
|
||||
return result
|
||||
|
||||
i["gameplayDesc"], _ = re.subn(
|
||||
r"::[\+|\*]?(.*?)::", replace_props, i["gameplayDesc"]
|
||||
)
|
||||
else:
|
||||
i["gameplayDesc"] = ""
|
||||
x = i["icon"]["x"] * 24
|
||||
y = i["icon"]["y"] * 24
|
||||
box = (x, y, x + 24, y + 24)
|
||||
region = img.crop(box)
|
||||
region_arr = io.BytesIO()
|
||||
region.save(region_arr, format="PNG")
|
||||
|
||||
stats_map = {"Brutality": 1, "Survival": 2, "Tactic": 4}
|
||||
stats = 0
|
||||
for t in ["tier1", "tier2"]:
|
||||
if t in i:
|
||||
stats += stats_map[i[t]]
|
||||
|
||||
Shield(
|
||||
name=i["name"],
|
||||
description=i["ambiantDesc"],
|
||||
mechanism=i["gameplayDesc"],
|
||||
icon=region_arr.getbuffer().tobytes(),
|
||||
stats=stats,
|
||||
)
|
||||
34
data/patch/31-4/outfits.py
Normal file
34
data/patch/31-4/outfits.py
Normal file
|
|
@ -0,0 +1,34 @@
|
|||
import scrapy
|
||||
import sys
|
||||
import requests
|
||||
import io
|
||||
|
||||
sys.path.append("../../convert/31-2")
|
||||
from db import *
|
||||
|
||||
db.bind(provider="sqlite", filename="../../clean/31-2/data.sqlite3")
|
||||
db.generate_mapping()
|
||||
|
||||
|
||||
class OutfitSpider(scrapy.Spider):
|
||||
name = "outfits"
|
||||
start_urls = [
|
||||
"https://deadcells.fandom.com/wiki/Outfits",
|
||||
]
|
||||
|
||||
def parse(self, response):
|
||||
for quote in response.css(".wikitable tbody tr"):
|
||||
name_en = quote.css("td:nth-child(2) > span:last-child::text").get()
|
||||
if not name_en:
|
||||
print(name_en)
|
||||
continue
|
||||
preview = quote.css(
|
||||
"td:nth-child(6) > span:last-child a::attr('href')"
|
||||
).get()
|
||||
try:
|
||||
r = requests.get(preview)
|
||||
with db_session:
|
||||
w = Outfit.select(name_en=name_en).first()
|
||||
w.preview = io.BytesIO(r.content).getbuffer().tobytes()
|
||||
except:
|
||||
print("Preview not available.")
|
||||
Loading…
Reference in a new issue