Use python-leetcode (seanprashad#210)

* update datatip date * rewrite script to use python-leetcode library with session token * update yml with new library and session token * add day to tooltip date * Query and parse companies from Leetcode API * clean up and update data tip * Retrieve more question metadata & polish front-end connections Co-authored-by: Sean Prashad <13009507+SeanPrashad@users.noreply.github.com>

Author: leo-step

.github/workflows/run-cron.yml

@@ -17,9 +17,11 @@ jobs:
  architecture: 'x64'
  - run: |
  python -m pip install --upgrade pip
- pip install requests
+ pip install requests python-leetcode
  - run: |
  python cron/update_questions.py
+ env:
+ LEETCODE_SESSION_TOKEN: ${{ secrets.LEETCODE_SESSION_TOKEN }}
  - uses: stefanzweifel/git-auto-commit-action@v4
  with:
  commit_message: Update questions via run-cron GitHub Action

cron/update_questions.py

@@ -1,14 +1,10 @@
 import os
 import json
-import requests
+import leetcode
+import leetcode.auth
 from datetime import datetime
 
-query = '''query questionData($titleSlug: String!) {
- question(titleSlug: $titleSlug) {
- difficulty
- }
-}
-'''
+LEETCODE_SESSION_TOKEN = os.environ.get("LEETCODE_SESSION_TOKEN")
 
 questions_file = os.getcwd() + "/src/data/questions.json"
 
@@ -25,19 +21,56 @@
 
 startTime = datetime.now()
 
-for question in questions["data"]:
- variables = {"titleSlug": question["url"]}
+csrf_token = leetcode.auth.get_csrf_cookie(LEETCODE_SESSION_TOKEN)
+
+configuration = leetcode.Configuration()
+
+configuration.api_key["x-csrftoken"] = csrf_token
+configuration.api_key["csrftoken"] = csrf_token
+configuration.api_key["LEETCODE_SESSION"] = LEETCODE_SESSION_TOKEN
+configuration.api_key["Referer"] = "https://leetcode.com"
+configuration.debug = False
 
- response = requests.post("https://leetcode.com/graphql",
- json={"query": query, "variables": variables}
+api_instance = leetcode.DefaultApi(leetcode.ApiClient(configuration))
+
+for question in questions["data"]:
+ graphql_request = leetcode.GraphqlQuery(
+ query='''query questionData($titleSlug: String!) {
+ question(titleSlug: $titleSlug) {
+ title
+ difficulty
+ companyTagStats
+ isPaidOnly
+ }
+ }
+ ''',
+ variables=leetcode.GraphqlQueryGetQuestionDetailVariables(
+ title_slug=question["slug"])
  )
 
- our_difficulty = question["difficulty"]
- leetcode_difficulty = response.json()["data"]["question"]["difficulty"]
+ response = api_instance.graphql_post(body=graphql_request).to_dict()
+
+ leetcode_title = response["data"]["question"]["title"]
+ leetcode_difficulty = response["data"]["question"]["difficulty"]
+ leetcode_companies = json.loads(
+ response["data"]["question"]["company_tag_stats"])["1"]
+ leetcode_premium = response["data"]["question"]["is_paid_only"]
+
+ companies = []
+
+ for leetcode_company in leetcode_companies:
+ company = {
+ "name": leetcode_company["name"],
+ "slug": leetcode_company["slug"],
+ "frequency": leetcode_company["timesEncountered"]
+ }
+
+ companies.append(company)
 
- if leetcode_difficulty != our_difficulty:
- print(f'{question["name"]}: {our_difficulty} -> {leetcode_difficulty}')
- question["difficulty"] = leetcode_difficulty
+ question["title"] = leetcode_title
+ question["difficulty"] = leetcode_difficulty
+ question["companies"] = companies
+ question["premium"] = leetcode_premium
 
 print("=== Finished checking all questions ===")
 

src/components/Table/index.js

@@ -23,7 +23,7 @@ import {
 } from './filters';
 import { Event } from '../Shared/Tracking';
 
-import questions from '../../data';
+import questions, { updated } from '../../data';
 
 import 'react-toggle/style.css';
 import './styles.scss';
@@ -239,12 +239,12 @@ const Table = () => {
  return (
  <NavLink
  target="_blank"
- href={`https://leetcode.com/problems/${cellInfo.row.original.url}/`}
+ href={`https://leetcode.com/problems/${cellInfo.row.original.slug}/`}
  onClick={() => {
  Event(
  'Table',
- 'Clicked question url',
- `${cellInfo.row.original.name} question url`,
+ 'Clicked question title',
+ `${cellInfo.row.original.title} question title`,
  );
  }}
  >
@@ -255,7 +255,7 @@ const Table = () => {
  ) : (
  ''
  )}
- {cellInfo.row.original.name}
+ {cellInfo.row.original.title}
  </NavLink>
  );
  },
@@ -266,7 +266,7 @@ const Table = () => {
  accessor: 'solutions',
  disableSortBy: true,
  Cell: cellInfo => {
- const url = `https://leetcode.com/problems/${cellInfo.row.original.url}/`;
+ const url = `https://leetcode.com/problems/${cellInfo.row.original.slug}/`;
  return (
  <NavLink
  target="_blank"
@@ -275,7 +275,7 @@ const Table = () => {
  Event(
  'Table',
  'Clicked solution',
- `${cellInfo.row.original.name} solution`,
+ `${cellInfo.row.original.slug} solution`,
  );
  }}
  >
@@ -353,13 +353,21 @@ const Table = () => {
  },
  {
  Header: () => {
+ const date = new Date(updated);
+ const month = date.toLocaleString('default', {
+ month: 'long',
+ });
+ const day = date.getDay();
+ const year = date.getFullYear();
  return (
  <>
  <div
  style={{ whiteSpace: 'nowrap', display: 'inline-block' }}
  >
  Companies{' '}
- <span data-tip="Companies retrieved from Leetcode Premium (January 2022)">
+ <span
+ data-tip={`Companies retrieved from Leetcode Premium on ${month} ${day}, ${year} - thanks to @leo-step!`}
+ >
  <FaQuestionCircle />
  </span>
  </div>
@@ -376,13 +384,15 @@ const Table = () => {
  : -1;
  },
  Cell: cellInfo => {
+ const questionSlug = cellInfo.row.original.slug;
  const companies = cellInfo.row.original.companies.map(company => {
+ const tooltipText = `Asked by ${company.name} ${company.frequency} times`;
  return (
  <img
- key={company}
- src={`${iconPath}${company}.png`}
- alt={company}
- data-tip={company}
+ key={`${questionSlug}-${company.name}`}
+ src={`${iconPath}${company.slug}.png`}
+ alt={company.name}
+ data-tip={tooltipText}
  />
  );
  });

src/data/index.js

@@ -1,7 +1,7 @@
 import questions from './questions.json';
 
 const sortBy = { Easy: 0, Medium: 1, Hard: 2 };
+const { updated, data } = questions;
 
-export default questions.data.sort(
- (a, b) => sortBy[a.difficulty] - sortBy[b.difficulty],
-);
+export { updated };
+export default data.sort((a, b) => sortBy[a.difficulty] - sortBy[b.difficulty]);