zoriya/Chromacase
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

sort by rating and slug and normal title

Browse Source
This commit is contained in:
GitBluub
2024-01-15 01:29:05 +01:00
parent e63789cbc1
commit cfd4a8acec
2 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
crawler/src/main.ts
View File

@@ -17,5 +17,5 @@ const crawler = new PlaywrightCrawler({
// Add first URL to the queue and start the crawl. // Add first URL to the queue and start the crawl.
await crawler.run([ await crawler.run([
"https://musescore.com/sheetmusic?complexity=1&instrument=2&license=to_modify_commercially%2Cto_use_commercially&recording_type=public-domain", "https://musescore.com/sheetmusic?complexity=1&instrument=2&instrumentation=114&license=to_modify_commercially%2Cto_use_commercially&recording_type=public-domain&sort=rating",
]); ]);

8
crawler/src/routes.ts
View File

@@ -19,9 +19,9 @@ router.addDefaultHandler(async ({ enqueueLinks }) => {
router.addHandler("SONG", async ({ request, page }) => { router.addHandler("SONG", async ({ request, page }) => {
await Dataset.pushData({ url: request.loadedUrl }); await Dataset.pushData({ url: request.loadedUrl });
await page.waitForSelector('aside div div section button[name="download"]'); await page.waitForSelector('aside div div section button[name="download"]');
let title = await page.locator("h1").textContent(); let og_title = await page.locator("h1").textContent();
if (title == null) return if (og_title == null) return
title = slug(title); let title = slug(og_title);
let artist = await page let artist = await page
.locator( .locator(
"body > div.js-page.react-container > div > section > aside > div:nth-child(5) > div > section > h3:nth-child(2) > a" "body > div.js-page.react-container > div > section > aside > div:nth-child(5) > div > section > h3:nth-child(2) > a"
@@ -71,7 +71,7 @@ router.addHandler("SONG", async ({ request, page }) => {
`../musics/a/${title}/${title}.ini`, `../musics/a/${title}/${title}.ini`,
` `
[Metadata] [Metadata]
Name=${title} Name=${og_title}
Artist=${artist} Artist=${artist}
Genre=${genres} Genre=${genres}
Album= Album=