def detail_frame_url(host: str, cid: str, job_id: str) -> str:
return f"https://{host}/index.cfm?frame=1&cid={cid}&fuseaction={cid}.viewjobdetail&JID={job_id}"
def labelled_fields(soup) -> dict:
fields = {}
for item in soup.select("li"):
# Only a DIRECT <strong> child is a label; a wrapping <li> would otherwise
# swallow every nested field into one value.
label = next((c for c in item.find_all("strong", recursive=False)), None)
if not label:
continue
key = " ".join(label.get_text().split()).rstrip(":")
text = item.get_text()
value = text[text.find(":") + 1:].strip().lstrip("\u00a0")
if key and value:
fields.setdefault(key, value)
return fields
def fetch_detail(session: requests.Session, host: str, cid: str, listing: dict) -> dict | None:
response = session.get(detail_frame_url(host, cid, listing["id"]), timeout=30)
if response.status_code in (404, 410):
return None # canonical removal
response.raise_for_status()
html = response.text
# Pereless renders its own explicit closed-job document.
if "We can't find the Job you are looking for" in html and "status might have changed or closed" in html:
return None
soup = BeautifulSoup(html, "html.parser")
fields = labelled_fields(soup)
hidden = soup.select_one("input[name='jobid']")
if fields.get("Job Tracking ID") != f"{cid}-{listing['id']}":
raise RuntimeError("Pereless detail frame contradicted its company/job proof")
if hidden is not None and (hidden.get("value") or "").strip() != listing["id"]:
raise RuntimeError("Pereless hidden job id disagreed with the requested job")
heading = soup.select_one(".responsiveJobHeader h1")
section = next((h for h in soup.select("h2")
if h.get_text().strip().rstrip(":").lower() == "job description"), None)
container = section.parent if section else None
if section:
section.extract()
apply_form = soup.select_one("form[name='applyonline']")
return {
**listing,
"title": " ".join(heading.get_text().split()) if heading else listing["title"],
"description_html": container.decode_contents().strip() if container else None,
"location": fields.get("Job Location") or listing["location"],
"posted_at": fields.get("Starting Date") or fields.get("Date Updated"),
"apply_url": requests.compat.urljoin(
job_url(host, cid, listing["id"]), apply_form.get("action")
) if apply_form and apply_form.get("action") else job_url(host, cid, listing["id"]),
}
for listing in listings[:3]:
job = fetch_detail(session, "1606restaurantbar.atsondemand.com", "512881", listing)
print(job["title"] if job else f"{listing['id']} is closed")
