add more search engines

 - youtube - walmart - apple_app_store - naver

Author: jvmvik

README.md

@@ -50,11 +50,18 @@ Alternatively, you can search:
 - Bing using BingSearch class
 - Baidu using BaiduSearch class
 - Yahoo using YahooSearch class
+- duckduckgo using DuckDuckGoSearch class
 - Ebay using EbaySearch class
 - Yandex using YandexSearch class
 - HomeDepot using HomeDepotSearch class
 - GoogleScholar using GoogleScholarSearch class
 
+- youtube using YoutubeSearch class
+- walmart using WalmartSearch
+- apple_app_store using AppleAppStoreSearch class
+- naver using NaverSearch class
+
+
 See the [playground to generate your code.](https://serpapi.com/playground)
 
 ## Summary
@@ -546,34 +553,56 @@ In some case, there is more details availabel in the data object.
 If it's client error, then a SerpApiClientException is raised.
 
 ## Change log
+2021-12-22 @ 2.5.1
+ - add more search engine 
+ - youtube
+ - walmart
+ - apple_app_store
+ - naver 
+
+2021-09-12 @ 2.5.0
+ - Fix pagination to support all search engine
+ - Add duckduckgo support
+ - Move constant to one file
+
 2021-09-01 @ 2.4.1
  - raise SerpApiClientException instead of raw string in order to follow Python guideline 3.5+
  - add more unit error tests for serp_api_client
+
 2021-07-26 @ 2.4.0
  - add page size support using num parameter
  - add youtube search engine
+
 2021-06-05 @ 2.3.0
  - add pagination support
+
 2021-04-28 @ 2.2.0
  - add get_response method to provide raw requests.Response object
+
 2021-04-04 @ 2.1.0
  - Add home depot search engine
  - get_object() returns dynamic Python object
+ 
 2020-10-26 @ 2.0.0
  - Reduce class name to <engine>Search
  - Add get_raw_json
+
 2020-06-30 @ 1.8.3
  - simplify import
  - improve package for python 3.5+
  - add support for python 3.5 and 3.6
+
 2020-03-25 @ 1.8
  - add support for Yandex, Yahoo, Ebay
  - clean-up test
+
 2019-11-10 @ 1.7.1
  - increase engine parameter priority over engine value set in the class
+
 2019-09-12 @ 1.7
  - Change namespace "from lib." instead: "from serpapi import GoogleSearch"
  - Support for Bing and Baidu
+
 2019-06-25 @ 1.6
  - New search engine supported: Baidu and Bing
 

serpapi/__init__.py

@@ -8,3 +8,8 @@
 from .ebay_search import EbaySearch
 from .home_depot_search import HomeDepotSearch
 from .youtube_search import YoutubeSearch
+from .duck_duck_go_search import DuckDuckGoSearch
+from .walmart_search import WalmartSearch
+from .naver_search import NaverSearch
+from .apple_app_store_search import AppleAppStoreSearch
+

serpapi/apple_app_store_search.py

@@ -0,0 +1,20 @@
+from serpapi.serp_api_client import *
+from serpapi.serp_api_client_exception import SerpApiClientException
+from serpapi.constant import *
+
+class AppleAppStoreSearch(SerpApiClient):
+ """AppleAppStoreSearch enables to search google scholar and parse the result.
+ ```python
+ from serpapi import AppleAppStoreSearch
+ search = AppleAppStoreSearch({"q": "chair"})
+ data = search.get_json()
+ ```
+ 
+ doc: https://serpapi.com/apple-app-store
+ """
+
+ def __init__(self, params_dict):
+ super(AppleAppStoreSearch, self).__init__(params_dict, APPLE_APP_STORE_ENGINE)
+
+ def get_location(self, q, limit = 5):
+ raise SerpApiClientException("location is not supported by youtube search engine")

serpapi/constant.py

@@ -0,0 +1,22 @@
+
+# Pagination constant
+DEFAULT_START = 0
+DEFAULT_END = 100
+DEFAULT_PAGE_SIZE = 10
+
+# Supported earch engine
+GOOGLE_ENGINE = 'google'
+GOOGLE_SCHOLAR_ENGINE = 'google_scholar'
+BAIDU_ENGINE = 'baidu'
+BING_ENGINE = 'bing'
+YANDEX_ENGINE = 'yandex'
+EBAY_ENGINE = 'ebay'
+YAHOO_ENGINE = 'yahoo'
+HOME_DEPOT_ENGINE = 'home_depot'
+YOUTUBE_ENGINE = 'youtube'
+DUCKDUCKGO_ENGINE = 'duckduckgo'
+WALMART_ENGINE = "walmart"
+NAVER_ENGINE = "naver"
+APPLE_APP_STORE_ENGINE = "apple_app_store"
+
+# from serpapi.constant import *

serpapi/naver_search.py

@@ -0,0 +1,20 @@
+from serpapi.serp_api_client import *
+from serpapi.serp_api_client_exception import SerpApiClientException
+from serpapi.constant import *
+
+class NaverSearch(SerpApiClient):
+ """NaverSearch enables to search google scholar and parse the result.
+ ```python
+ from serpapi import NaverSearch
+ search = NaverSearch({"query": "chair"})
+ data = search.get_json()
+ ```
+
+ doc: https://serpapi.com/naver-search-api
+ """
+
+ def __init__(self, params_dict):
+ super(NaverSearch, self).__init__(params_dict, NAVER_ENGINE)
+
+ def get_location(self, q, limit = 5):
+ raise SerpApiClientException("location is not supported by youtube search engine")

serpapi/serp_api_client.py

@@ -55,6 +55,7 @@ def get_response(self, path = '/search'):
  url = None
  try:
  url, parameter = self.construct_url(path)
+ print(url)
  response = requests.get(url, parameter, timeout=self.timeout)
  return response
  except requests.HTTPError as e:

serpapi/walmart_search.py

@@ -0,0 +1,20 @@
+from serpapi.serp_api_client import *
+from serpapi.serp_api_client_exception import SerpApiClientException
+from serpapi.constant import *
+
+class WalmartSearch(SerpApiClient):
+ """WalmartSearch enables to search google scholar and parse the result.
+ ```python
+ from serpapi import WalmartSearch
+ search = WalmartSearch({"query": "chair"})
+ data = search.get_json()
+ ```
+
+ doc: https://serpapi.com/walmart-search-api
+ """
+
+ def __init__(self, params_dict):
+ super(WalmartSearch, self).__init__(params_dict, WALMART_ENGINE)
+
+ def get_location(self, q, limit = 5):
+ raise SerpApiClientException("location is not supported by walmart search engine")

tests/test_apple_app_store_search.py

@@ -0,0 +1,26 @@
+import random
+import unittest
+import os
+import pprint
+from serpapi import AppleAppStoreSearch
+
+class TestAppleAppStoreSearch(unittest.TestCase):
+
+def setUp(self):
+AppleAppStoreSearch.SERP_API_KEY = os.getenv("API_KEY", "demo")
+
+@unittest.skipIf((os.getenv("API_KEY") == None), "no api_key provided")
+def test_get_json(self):
+search = AppleAppStoreSearch({"term": "Coffee"})
+data = search.get_json()
+self.assertEqual(data["search_metadata"]["status"], "Success")
+#self.assertIsNotNone(data["search_metadata"]["app_store_url"])
+self.assertIsNotNone(data["search_metadata"]["id"])
+if "organic_results" in data:
+self.assertIsNotNone(data["organic_results"][1]["title"])
+pp = pprint.PrettyPrinter(indent=2)
+pp.pprint(data)
+print(data.keys())
+
+if __name__ == '__main__':
+unittest.main()

tests/test_duck_duck_go_search.py

@@ -0,0 +1,27 @@
+import random
+import unittest
+import os
+import pprint
+from serpapi import DuckDuckGoSearch
+
+class TestDuckDuckGoSearch(unittest.TestCase):
+
+def setUp(self):
+DuckDuckGoSearch.SERP_API_KEY = os.getenv("API_KEY", "demo")
+
+@unittest.skipIf((os.getenv("API_KEY") == None), "no api_key provided")
+def test_get_json(self):
+search = DuckDuckGoSearch({"q": "Coffee"})
+data = search.get_json()
+self.assertIsNone(data.get("error"))
+self.assertEqual(data["search_metadata"]["status"], "Success")
+self.assertIsNotNone(data["search_metadata"]["duckduckgo_url"])
+self.assertIsNotNone(data["search_metadata"]["id"])
+if "organic_results" in data:
+self.assertIsNotNone(data["organic_results"][1]["title"])
+# pp = pprint.PrettyPrinter(indent=2)
+# pp.pprint(data)
+self.assertTrue(len(data.keys()) > 3)
+
+if __name__ == '__main__':
+unittest.main()

tests/test_ebay_search.py

@@ -18,8 +18,30 @@ def test_get_json(self):
 self.assertIsNotNone(data["search_metadata"]["ebay_url"])
 self.assertIsNotNone(data["search_metadata"]["id"])
 self.assertIsNotNone(data["organic_results"][0]["title"])
+<<<<<<< Updated upstream
 pp = pprint.PrettyPrinter(indent=2)
 pp.pprint(data)
+=======
+# pp = pprint.PrettyPrinter(indent=2)
+# pp.pprint(data)
+
+ # TODO fix universal pagination
+# @unittest.skipIf((os.getenv("API_KEY") == None), "no api_key provided")
+# def test_paginate(self):
+#	params = {
+#	"_nkw": "coffee",
+#	"api_key": os.getenv("API_KEY")
+#	}
+#	search = EbaySearch(params)
+#	pages = search.pagination(20, 60)
+#	page_count = 0
+#	result_count = 0
+#	for page in pages:
+#	page_count += 1
+#	result_count += len(page["organic_results"])
+#	self.assertEqual(page_count, 2)
+#	self.assertEqual(page_count, 40)
+>>>>>>> Stashed changes
 
 if __name__ == '__main__':
 unittest.main()