1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
|
import { XMLParser } from "fast-xml-parser";
import fs from "fs/promises";
import path from "path";
import dns from "node:dns";
dns.setDefaultResultOrder("ipv4first");
const [ , , YEAR = "2025", TERM = "fall" ] = process.argv;
const parser = new XMLParser({ ignoreAttributes: false });
const BASE = `https://courses.illinois.edu/cisapp/explorer`;
async function getXML(url) {
return parser.parse(await (await fetch(url)).text());
}
async function scrapeSchedule(year, term) {
const catalog = {};
const termRoot = await getXML(`${BASE}/schedule/${year}/${term}.xml`);
const subjects = termRoot.term.subject;
const subjHrefs = Array.isArray(subjects) ? subjects.map(s => s['@_href']) : [subjects['@_href']];
for (const subjURL of subjHrefs) {
const subjXML = await getXML(subjURL);
const courses = subjXML.subject.course || [];
const courseList = Array.isArray(courses) ? courses : [courses];
for (const c of courseList) {
const courseURL = c['@_href'];
const courseXML = await getXML(courseURL);
const id = courseXML.course['@_id'];
const desc = courseXML.course.description ?? "";
const m = desc.match(/Prerequisite[s]?:\s*([^.;]*)/i);
if (!m) continue;
const prereqs = m[1]
.match(/[A-Z]{2,4}\s?\d{2,3}[A-Z]?/g)
?.map(s => s.replace(/\s+/, "")) ?? [];
if (prereqs.length) catalog[id.replace(/\s+/, "")] = prereqs;
}
await new Promise(r => setTimeout(r, 300));
}
return catalog;
}
const data = await scrapeSchedule(YEAR, TERM);
const outDir = path.resolve("data");
await fs.mkdir(outDir, { recursive: true });
await fs.writeFile(path.join(outDir, `catalog_${YEAR}_${TERM}.json`), JSON.stringify(data, null, 2));
console.log(`Saved ${Object.keys(data).length} courses`);
|
