spacebar/SplatNet-Backend
spacebar/SplatNet-Backend
Watch
13
0
Fork
You've already forked SplatNet-Backend
 1
Code Issues 1 Pull requests 5 Projects Releases Packages Wiki Activity

fix: improve XML parsing

Browse source
This commit is contained in:
kittentm 2026-07-18 04:02:05 +02:00
commit 8b532e831e
Signed by: kitten
GPG key ID: 394B4EABE4405A83
1 changed files with 24 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

31
services/boss_retrieval.py
View file

@ -15,29 +15,46 @@ def process_boss_file():
base_url = settings.boss_url.rstrip('/') base_url = settings.boss_url.rstrip('/')
tasks = [ tasks = [
{"url": f"{base_url}/zvGSM4kOrXpkKnpT/schdat2?c=JP&l=en", "output": "boss.yaml"}, {
{"url": f"{base_url}/zvGSM4kOrXpkKnpT/optdat2?c=US&l=en", "output": "fes_boss.yaml"} "url": f"{base_url}/zvGSM4kOrXpkKnpT/schdat2?c=JP&l=en",
"filename": "VSSetting.byaml",
"output": "boss.yaml"
},
{
"url": f"{base_url}/zvGSM4kOrXpkKnpT/optdat2?c=US&l=en",
"filename": "Festival.byaml",
"output": "fes_boss.yaml"
}
] ]
try: try:
success_all = True success_all = True
for task in tasks: for task in tasks:
master_url = task["url"] master_url = task["url"]
target_filename = task["filename"]
output_yaml = task["output"] output_yaml = task["output"]
print(f"data get: {master_url}") print(f"data get: {master_url}")
meta_res = requests.get(master_url, timeout=10) meta_res = requests.get(master_url, timeout=10)
meta_res.raise_for_status() meta_res.raise_for_status()
root = ET.fromstring(meta_res.content) root = ET.fromstring(meta_res.content)
data_url_element = root.find(".//Url")
if data_url_element is None or not data_url_element.text: # LMFAO HOW DID THIS FLY UNDER THE RADAR FOR SO LONG
print("woops! no <Url> tag found in the XML response") real_data_url = None
for file_element in root.findall(".//File"):
filename_elem = file_element.find("Filename")
if filename_elem is not None and filename_elem.text == target_filename:
url_elem = file_element.find("Url")
if url_elem is not None and url_elem.text:
real_data_url = url_elem.text.strip()
break
if not real_data_url:
print(f"woops! could not find URL for file '{target_filename}' in the XML response")
success_all = False success_all = False
continue continue
real_data_url = data_url_element.text.strip() print(f"parsed data url for {target_filename}: {real_data_url}")
print(f"parsed data url: {real_data_url}")
res = requests.get(real_data_url, timeout=10) res = requests.get(real_data_url, timeout=10)
res.raise_for_status() res.raise_for_status()