LemmyNet/joinlemmy-site
2
0
Fork 0
mirror of https://github.com/LemmyNet/joinlemmy-site.git synced 2024-11-25 05:41:16 +00:00
Code Issues Projects Releases Wiki Activity

prettier

Browse source
This commit is contained in:
Felix Ableitner 2023-07-11 13:03:28 +02:00
parent 638fd0df57
commit 4bd5375916
1 changed files with 7 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
crawl.mjs
View file

@ -11,7 +11,7 @@ fs.mkdirSync(outDir, { recursive: true });
// crawl instance stats // crawl instance stats
try { try {
const recommended_instances = JSON.parse( const recommended_instances = JSON.parse(
fs.readFileSync(recommendationsFile, "utf8"), fs.readFileSync(recommendationsFile, "utf8")
); );
var all_recommended = []; var all_recommended = [];
for (var k in recommended_instances) { for (var k in recommended_instances) {
@ -22,7 +22,8 @@ try {
// Run Rust crawler with given params. Then pipe output directly into jq, to filter // Run Rust crawler with given params. Then pipe output directly into jq, to filter
// out fields with lots of data which we dont need. This is necessary because otherwise // out fields with lots of data which we dont need. This is necessary because otherwise
// Javascript may crash when loading the crawl output. // Javascript may crash when loading the crawl output.
const run = spawn("sh", const run = spawn(
"sh",
[ [
"-c", "-c",
`cargo run -- --json --start-instances ${all_recommended} \ `cargo run -- --json --start-instances ${all_recommended} \
@ -31,12 +32,12 @@ try {
.instance_details[].site_info.all_languages, \ .instance_details[].site_info.all_languages, \
.instance_details[].site_info.discussion_languages, \ .instance_details[].site_info.discussion_languages, \
.instance_details[].site_info.admins, .instance_details[].site_info.taglines, \ .instance_details[].site_info.admins, .instance_details[].site_info.taglines, \
.instance_details[].site_info.custom_emojis)'` .instance_details[].site_info.custom_emojis)'`,
], ],
{ {
cwd: "lemmy-stats-crawler", cwd: "lemmy-stats-crawler",
encoding: "utf8", encoding: "utf8",
}, }
); );
let savedOutput = ""; let savedOutput = "";
@ -58,12 +59,11 @@ try {
stats.instance_details = stats.instance_details stats.instance_details = stats.instance_details
// Exclude instances with closed registration // Exclude instances with closed registration
.filter( .filter(
i => i.site_info.site_view.local_site.registration_mode != "closed", i => i.site_info.site_view.local_site.registration_mode != "closed"
) )
// Exclude instances with few active users // Exclude instances with few active users
.filter( .filter(
i => i => i.site_info.site_view.counts.users_active_month > min_monthly_users
i.site_info.site_view.counts.users_active_month > min_monthly_users,
); );
let stats2 = { let stats2 = {