Add : getPosts / getPost / writePost function

Author: cjaewon

app.js

@@ -10,4 +10,4 @@ program.parse(process.argv);
 
 const crawler = new Crawler(program.username);
 
-console.log(crawler.getPosts());
+console.log(JSON.stringify(crawler.parse()));

crawler/index.js

@@ -1,14 +1,26 @@
 const axios = require('axios');
-const { PostQuery } = require('./query');
+const { join } = require('path');
+const fs = require('fs').promises;
+
+const { PostsQuery, PostQuery } = require('./query');
 
 class Crawler {
   constructor(username) {
     this.username = username;
+
     this.__grahpqlURL = 'https://v2.velog.io/graphql';
   }
 
   async parse() {
     const posts = await this.getPosts();
+    
+    posts.map(async(postInfo, i) => {
+      const post = await this.getPost(postInfo.url_slug);
+
+      await this.writePost(post);
+      console.log(`✅ " ${post.title} " 백업 (${i + 1}/${posts.length})`);
+    });
+
   }
 
   async getPosts() {
@@ -27,18 +39,46 @@ class Crawler {
     }
 
     try {
-      response = await axios.post(this.__grahpqlURL, PostQuery(this.username));
+      response = await axios.post(this.__grahpqlURL, PostsQuery(this.username));
     } catch(e) {
-      console.error(`⚠️  벨로그에서 글을 가져오는데 실패했습니다. \n error = ${e}`);
+      console.error(`⚠️  벨로그에서 글 목록을 가져오는데 실패했습니다. \n error = ${e}`);
       process.exit(1);
     }
 
     const posts = response.data.data.posts;
 
     console.log(`✅ ${this.username}님의 모든 글(${posts.length} 개) 을 가져옴`);
 
-    return response.data;
+    return posts;
   }
+
+  async getPost(url_slug) {
+    let response;
+
+    try {
+      response = await axios.post(this.__grahpqlURL, PostQuery(this.username, url_slug));
+    } catch (e) {
+      console.error(`⚠️  벨로그에서 글을 가져오는데 실패했습니다. \n error = ${e}`);
+      process.exit(1);
+    }
+    
+    return response.data.data.post;
+  }
+
+  async writePost(post) {
+    const path = join('./backup', `${post.title}.md`);
+
+    post.body = '---\n'
+                + `title: "${post.title}"\n`
+                + `description: "${post.short_description.replace(/\n/g, ' ')}"\n`
+                + `date: ${post.released_at}\n`
+                + `tags: ${JSON.stringify(post.tags)}\n`
+                + '---\n' + post.body;
+                
+    await fs.writeFile(path, post.body, 'utf8');
+  }
+
+
 };
 
 module.exports = Crawler;

crawler/query.js

@@ -1,8 +1,8 @@
-const PostQuery = (name) => ({
+const PostsQuery = (username) => ({
   operationName:'Posts',
   variables: {
-    username: name,
-    tag: null
+    username,
+    tag: null,
   },
 
   query: `query Posts($cursor: ID, $username: String, $temp_only: Boolean, $tag: String, $limit: Int) {
@@ -33,5 +33,119 @@ const PostQuery = (name) => ({
     }`
 });
 
+const PostQuery = (username, url_slug) => ({
+  operationName:'ReadPost',
+  variables: {
+    username,
+    url_slug,
+  },
+  query: `query ReadPost($username: String, $url_slug: String) {
+    post(username: $username, url_slug: $url_slug) {
+      id
+      title
+      released_at
+      updated_at
+      tags
+      body
+      short_description
+      is_markdown
+      is_private
+      is_temp
+      thumbnail
+      comments_count
+      url_slug
+      likes
+      liked
+      user {
+        id
+        username
+        profile {
+          id
+          display_name
+          thumbnail
+          short_bio
+          profile_links
+          __typename
+        }
+        velog_config {
+          title
+          __typename
+        }
+        __typename
+      }
+      comments {
+        id
+        user {
+          id
+          username
+          profile {
+            id
+            thumbnail
+            __typename
+          }
+          __typename
+        }
+        text
+        replies_count
+        level
+        created_at
+        level
+        deleted
+        __typename
+      }
+      series {
+        id
+        name
+        url_slug
+        series_posts {
+          id
+          post {
+            id
+            title
+            url_slug
+            user {
+              id
+              username
+              __typename
+            }
+            __typename
+          }
+          __typename
+        }
+        __typename
+      }
+      linked_posts {
+        previous {
+          id
+          title
+          url_slug
+          user {
+            id
+            username
+            __typename
+          }
+          __typename
+        }
+        next {
+          id
+          title
+          url_slug
+          user {
+            id
+            username
+            __typename
+          }
+          __typename
+        }
+        __typename
+      }
+      __typename
+    }
+  }
+  `
+});
 
-module.exports.PostQuery = PostQuery;
+module.exports = {
+  PostQuery,
+  PostsQuery,
+};