Filter instance list at crawl time

crawl.mjs

@@ -1,11 +1,10 @@
 import fs from "fs";
-import path from "path";
-import { exit } from "process";
 import { spawn } from "child_process";
 
 const outDir = "src/shared/translations/";
 const recommendationsFile = "recommended-instances.json";
 const instanceStatsFile = "src/shared/instance_stats.ts";
+const min_monthly_users = 5;
 
 fs.mkdirSync(outDir, { recursive: true });
 
@@ -26,6 +25,7 @@ try {
       "run",
       "--",
       "--json",
+      "--max-crawl-distance", "0",
       "--start-instances",
       all_recommended,
       "--exclude-instances",
@@ -50,7 +50,17 @@ try {
   });
 
   run.on("close", exitCode => {
-    const stats = JSON.parse(savedOutput);
+    var stats = JSON.parse(savedOutput);
+    stats = stats.instance_details
+    .filter(
+      i =>
+        i.site_info.site_view.local_site.registration_mode != "closed"
+    )
+    .filter(
+      i =>
+        i.site_info.site_view.counts.users_active_month >
+        min_monthly_users
+    );
 
     let stats2 = {
       stats: stats,

lemmy-docs

@@ -1 +1 @@
-Subproject commit 14eef8c998578f60c895a38f55f58c29691f7c23
+Subproject commit 892abc1ef57966c8945f165a67eb11e83623706b

lemmy-stats-crawler

@@ -1 +1 @@
-Subproject commit ed6a393329b79fd23964231e26cfa00347b8fc83
+Subproject commit 788a3dd6e02fbe153e6d7c6315601ade15637f8c

lemmy-translations

@@ -1 +1 @@
-Subproject commit a241fe1255a6363c7ae1ec5a09520c066745e6ce
+Subproject commit 5a9d44656e2658ab7cb2dbec3fd1bfaf57654533

src/shared/components/instances.tsx

@@ -4,8 +4,6 @@ import { i18n } from "../i18next";
 import { instance_stats } from "../instance_stats";
 import { numToSI } from "../utils";
 
-const min_monthly_users = 5;
-
 export class Instances extends Component<any, any> {
   constructor(props: any, context: any) {
     super(props, context);
@@ -101,17 +99,7 @@ export class Instances extends Component<any, any> {
       <div>
         <h2>{header}</h2>
         <div class="row">
-          {instances
-            .filter(
-              i =>
-                i.site_info.site_view.local_site.registration_mode != "closed"
-            )
-            .filter(
-              i =>
-                i.site_info.site_view.counts.users_active_month >
-                min_monthly_users
-            )
-            .map(instance => {
+          {instances.map(instance => {
             let domain = instance.domain;
             let description = instance.site_info.site_view.site.description;
             let icon = instance.site_info.site_view.site.icon;