Add 글들을 가져오는 기능 추가

Author: cjaewon

app.js

@@ -10,3 +10,4 @@ program.parse(process.argv);
 
 const crawler = new Crawler(program.username);
 
+console.log(crawler.getPosts());

crawler/index.js

@@ -1,14 +1,43 @@
+const axios = require('axios');
+const { PostQuery } = require('./query');
+
 class Crawler {
   constructor(username) {
     this.username = username;
+    this.__grahpqlURL = 'https://v2.velog.io/graphql';
   }
 
   async parse() {
     const posts = await this.getPosts();
   }
 
   async getPosts() {
-    
+    const url = `https://velog.io/@${this.username}`;
+    let response;
+
+    try {
+      await axios.get(url);
+    } catch (e) {
+      if (e.response.status === 404) {
+        console.error(`⚠️  해당 유저를 찾을 수 없어요 \n username = ${this.username}`);
+        process.exit(1);
+      }
+
+      console.error(e);
+    }
+
+    try {
+      response = await axios.post(this.__grahpqlURL, PostQuery(this.username));
+    } catch(e) {
+      console.error(`⚠️  벨로그에서 글을 가져오는데 실패했습니다. \n error = ${e}`);
+      process.exit(1);
+    }
+  
+    const posts = response.data.data.posts;
+
+    console.log(`✅ ${this.username}님의 모든 글(${posts.length} 개) 을 가져옴`);
+
+    return response.data;
   }
 };
 

crawler/query.js

@@ -0,0 +1,37 @@
+const PostQuery = (name) => ({
+  operationName:'Posts',
+  variables: {
+    username: name,
+    tag: null
+  },
+
+  query: `query Posts($cursor: ID, $username: String, $temp_only: Boolean, $tag: String, $limit: Int) {
+    posts(cursor: $cursor, username: $username, temp_only: $temp_only, tag: $tag, limit: $limit) {
+      id
+      title
+      short_description
+      thumbnail
+      user {
+        id
+        username
+        profile {
+          id
+          thumbnail
+          __typename
+        }
+        __typename
+      }
+      url_slug
+      released_at
+      updated_at
+      comments_count
+      tags
+      is_private
+      likes
+      __typename
+      }
+    }`
+});
+
+
+module.exports.PostQuery = PostQuery;

package-lock.json

@@ -17,6 +17,7 @@
   },
   "homepage": "https://github.com/cjaewon/velog-backup#readme",
   "dependencies": {
+    "axios": "^0.19.2",
     "commander": "^5.1.0"
   }
 }