add get_images

3mora2 · 3mora2 · commit 475336f0a72f · 2023-08-11T15:32:40.000+03:00
diff --git a/GoogleMapspy/R.md b/GoogleMapspy/R.md
@@ -571,4 +571,66 @@ var = {4: {'id': 4,
 ```
 '0x14f9e3054ae0727f:0xde8f78c8fa6ac846'
 1511488761830077055:16037169602679720006
+```
+
+```
+
+https://www.google.com/maps/preview/photo?authuser=0&hl=ar&gl=eg&pb=!1e2!3m3!1s0x14f9e7860c2edadf%3A0xe7ee7daab22713f!9e0!11s%2Fg%2F11rn4ndyt8!5m50!2m2!1i203!2i100!3m2!2i20!5b1!7m42!1m3!1e1!2b0!3e3!1m3!1e2!2b1!3e2!1m3!1e2!2b0!3e3!1m3!1e8!2b0!3e3!1m3!1e10!2b0!3e3!1m3!1e10!2b1!3e2!1m3!1e9!2b1!3e2!1m3!1e10!2b0!3e3!1m3!1e10!2b1!3e2!1m3!1e10!2b0!3e4!2b1!4b1!9b0!6m3!1sfBnWZJe_L5GjkdUPnfi7-AQ!7e81!15i16698!16m2!2b1!4e1
+https://www.google.com/maps/preview/photo?authuser=0&hl=ar&gl=eg&pb=!1e2!3m3!1s0x14f9e7860c2edadf:0xe7ee7daab22713f!9e0!11s/g/11rn4ndyt8!5m50!2m2!1i203!2i100!3m2!2i20!5b1!7m42!1m3!1e1!2b0!3e3!1m3!1e2!2b1!3e2!1m3!1e2!2b0!3e3!1m3!1e8!2b0!3e3!1m3!1e10!2b0!3e3!1m3!1e10!2b1!3e2!1m3!1e9!2b1!3e2!1m3!1e10!2b0!3e3!1m3!1e10!2b1!3e2!1m3!1e10!2b0!3e4!2b1!4b1!9b0!6m3!1sfBnWZJe_L5GjkdUPnfi7-AQ!7e81!15i16698!16m2!2b1!4e1
+
+!1e2!3m3!1s0x14f9e7860c2edadf:0xe7ee7daab22713f!9e0!11s/g/11rn4ndyt8!5m50!2m2!1i203!2i100!3m2!2i20!5b1!7m42!1m3!1e1!2b0!3e3!1m3!1e2!2b1!3e2!1m3!1e2!2b0!3e3!1m3!1e8!2b0!3e3!1m3!1e10!2b0!3e3!1m3!1e10!2b1!3e2!1m3!1e9!2b1!3e2!1m3!1e10!2b0!3e3!1m3!1e10!2b1!3e2!1m3!1e10!2b0!3e4!2b1!4b1!9b0!6m3!1sfBnWZJe_L5GjkdUPnfi7-AQ!7e81!15i16698!16m2!2b1!4e1
+
+{1: {'id': 1, 'type': 'enum (as integer)', 'value': 2},
+ 3: {'id': 3,
+     'length': 3,
+     'type': 'matrix',
+     'value': {1: {'id': 1,
+                   'type': 'string',
+                   'value': '0x14f9e7860c2edadf:0xe7ee7daab22713f'},
+               9: {'id': 9, 'type': 'enum (as integer)', 'value': 0},
+               11: {'id': 11, 'type': 'string', 'value': '/g/11rn4ndyt8'}}},
+ 5: {'id': 5,
+     'length': 50,
+     'type': 'matrix',
+     'value': {2: {'id': 2,
+                   'length': 2,
+                   'type': 'matrix',
+                   'value': {1: {'id': 1, 'type': 'integer', 'value': 203},
+                             2: {'id': 2, 'type': 'integer', 'value': 100}}},
+               3: {'id': 3,
+                   'length': 2,
+                   'type': 'matrix',
+                   'value': {2: {'id': 2, 'type': 'integer', 'value': 20},
+                             5: {'id': 5, 'type': 'boolean', 'value': True}}},
+               7: {'id': 7,
+                   'length': 42,
+                   'type': 'matrix',
+                   'value': {1: {'id': 1,
+                                 'length': 3,
+                                 'type': 'matrix',
+                                 'value': {1: {'id': 1,
+                                               'type': 'enum (as integer)',
+                                               'value': 10},
+                                           2: {'id': 2,
+                                               'type': 'boolean',
+                                               'value': True},
+                                           3: {'id': 3,
+                                               'type': 'enum (as integer)',
+                                               'value': 4}}},
+                             2: {'id': 2, 'type': 'boolean', 'value': True},
+                             4: {'id': 4, 'type': 'boolean', 'value': True}}},
+               9: {'id': 9, 'type': 'boolean', 'value': True}}},
+ 6: {'id': 6,
+     'length': 3,
+     'type': 'matrix',
+     'value': {1: {'id': 1,
+                   'type': 'string',
+                   'value': 'fBnWZJe_L5GjkdUPnfi7-AQ'},
+               7: {'id': 7, 'type': 'enum (as integer)', 'value': 81},
+               15: {'id': 15, 'type': 'integer', 'value': 16698}}},
+ 16: {'id': 16,
+      'length': 2,
+      'type': 'matrix',
+      'value': {2: {'id': 2, 'type': 'boolean', 'value': True},
+                4: {'id': 4, 'type': 'enum (as integer)', 'value': 1}}}}
 ```
diff --git a/GoogleMapspy/google_maps.py b/GoogleMapspy/google_maps.py
@@ -7,6 +7,7 @@
 from GoogleMapspy.function import get_1d, country_suffix_dict
 from GoogleMapspy.var import Place, Review
 from urllib.parse import quote
+from urllib.parse import urlparse, parse_qs, unquote
 
 ua = UserAgent()
 
@@ -26,6 +27,32 @@ def __init__(self, latitude: str = "", longitude: str = "", lang: str = "en", co
         self.places = []
         self.reviews = []
 
+    def get_images(self, ids=[]):
+        if ids:
+            id1, id2 = ids
+        else:
+            raise
+        self.__set_latitude()
+        r = self.session.request("GET", self._get_images_url(id1_=id1, id2_=id2), headers=self.headers)
+        r.raise_for_status()
+        list_data = json.loads(r.text[5:])
+        images = []
+        l = []
+        for image in list_data[0]:
+            l.append(image[6][0])
+        var = {"name": "all_image", "images": l}
+        images.append(var)
+
+        for cat in list_data[12][0]:
+            l = []
+            for image in cat[3]:
+                if len(image) > 6:
+                    l.append(image[6][0])
+            var = {"name": cat[2], "images": l}
+            images.append(var)
+
+        return images
+
     def get_reviews(self, ids=[], url="", clear_old=True, streem=True, sleep_time: int = 5):
         if ids:
             id1, id2 = ids
@@ -62,30 +89,49 @@ def get_reviews(self, ids=[], url="", clear_old=True, streem=True, sleep_time: i
         return self.reviews
 
     @staticmethod
-    def __get_ids_from_url(url):
-        res = re.findall(r"!1s(.*):(.*)!8", url)
+    def __get_ids_from_url(url, hex_=False):
+        if not hex_:
+            res = re.findall(r"1s(\w+):(\w+)!", url)
+
+            if res:
+                return [int(res[0][0], 16), int(res[0][1], 16)]
+            return ["", ""]
+        else:
+            res = re.findall(r"s(\w+:\w+)!", url)
+            if res:
+                return res[0]
+
+    @staticmethod
+    def __get_name_from_url(url):
+        res = re.findall(r"/place/(.*)/@", url)
         if res:
-            return [int(res[0][0], 16), int(res[0][1], 16)]
-        return ["", ""]
+            return res[0]
+        return ""
 
-    def get_place(self, keyword, offset=0, p=100):
+    def get_place(self, keyword="", url="", offset=0, p=100):
         self.__set_latitude(keyword)
-        r = self.session.request("GET", self._url_search(keyword, p, offset), headers=self.headers)
-        r.raise_for_status()
+        if keyword:
+            r = self.session.request("GET", self._url_search(keyword, p, offset), headers=self.headers)
+            r.raise_for_status()
 
-        list_data = json.loads(r.text[5:])
+            list_data = json.loads(r.text[5:])
 
-        data, type_ = self.__prepare_data(list_data)
-        if type_ == "place":
-            place = Place(data[14])
-        elif type_ == "list":
-            place = Place(data[0][14])
+            data, type_ = self.__prepare_data(list_data)
+            if type_ == "place":
+                place = Place(data[14])
+            elif type_ == "list":
+                place = Place(data[0][14])
+            else:
+                return None
+        elif url:
+            r = self.session.request("GET", self._url_get_place(url), headers=self.headers)
+            r.raise_for_status()
+
+            list_data = json.loads(r.text[5:])
+            place = Place(list_data[6])
         else:
-            return None
-        # r = self.session.request("GET", self._url_get_place(name), headers=self.headers)
-        # r.raise_for_status()
-        # list_data = json.loads(r.text[5:])
-        # place = Place(list_data[6])
+            raise
+
         return place
 
     @staticmethod
@@ -198,10 +244,13 @@ def _url_search(self, keyword, p, offset):
             "!61b1!67m2!7b1!10b1!69i657"
         )
 
-    def _url_get_place(self, place_name, id1_, id2_=0):
-
+    def _url_get_place(self, url):
+        id1_id2 = self.__get_ids_from_url(url, hex_=True)
+        if not id1_id2:
+            raise Exception("not valid url")
+        place_name = self.__get_name_from_url(url)
         return (
-            f"https://www.google.com/maps/preview/place?authuser=0&hl={self.hl}&gl={self.gl}&q={quote(place_name)}&pb=!1m11!1s{hex(id2_)}:{hex(id1_)}!3m9!1m3"
+            f"https://www.google.com/maps/preview/place?authuser=0&hl={self.hl}&gl={self.gl}&q={quote(place_name)}&pb=!1m11!1s{id1_id2}!3m9!1m3"
             f"!1d{self.zoom}!2d{self.longitude}!3d{self.latitude}!2m0!3m2!1i1536!2i686!4f13.1!12m4!2m3!1i360!2i120!4i8!13m57!2m2"
             "!1i203!2i100!3m2!2i4!5b1!6m6!1m2!1i86!2i86!1m2!1i408!2i240!7m42!1m3!1e1!2b0!3e3!1m3!1e2!2b1!3e2!1m3!1e2!2b0!3e3"
             "!1m3!1e8!2b0!3e3!1m3!1e10!2b0!3e3!1m3!1e10!2b1!3e2!1m3!1e9!2b1!3e2!1m3!1e10!2b0!3e3!1m3!1e10!2b1!3e2!1m3!1e10"
@@ -239,3 +288,11 @@ def _url_get_review(self, id1, id2, last_id="", page=200):
         return (
             f"https://www.google.com/maps/preview/review/listentitiesreviews?authuser=0&hl={self.hl}&gl={self.gl}&"
             f"pb=!1m2!1y{id1}!2y{id2}!{'2m2' if last_id else '2m1'}!2i{page}{('!3s' + last_id) if last_id else ''}!3e1!4m5!3b1!4b1!6b1!7b1!20b1!5m2!1sJavSZPiQCfGqkdUPx469kA4!7e81")
+
+    def _get_images_url(self, id1_, id2_):
+        return (
+            f"https://www.google.com/maps/preview/photo?authuser=0&hl={self.hl}&gl={self.gl}&pb=!1e2!3m3!"
+            f"1s{hex(int(id1_))}:{hex(int(id2_))}!9e0!11s/g/11rn4ndyt8!5m50!2m2!1i203!2i100!3m2!2i20!5b1!7m42!1m3!1e1!2b0!3e3!1m3!1e2"
+            "!2b1!3e2!1m3!1e2!2b0!3e3!1m3!1e8!2b0!3e3!1m3!1e10!2b0!3e3!1m3!1e10!2b1!3e2!1m3!1e9!2b1!3e2!1m3!1e10!2b0"
+            "!3e3!1m3!1e10!2b1!3e2!1m3!1e10!2b0!3e4!2b1!4b1!9b0!6m3!1sfBnWZJe_L5GjkdUPnfi7-AQ!7e81!15i16698!16m2!2b1"
+            "!4e1")
diff --git a/GoogleMapspy/var.py b/GoogleMapspy/var.py
@@ -16,6 +16,13 @@ def phone(self):
         elif self.data[3]:
             return self.data[3][0]
 
+    @property
+    def all_phones(self):
+        if self.data[178]:
+            return self.data[178]
+        elif self.data[3]:
+            return self.data[3]
+
     @property
     def reviews(self) -> dict:
         if self.data[4]:
@@ -108,6 +115,10 @@ def google_place_id(self):
     def review_ids(self):
         return self.data[37][0][0][29]
 
+    @property
+    def hex_ids(self):
+        return self.data[10]
+
     @property
     def url(self):
         return self.data[42]
@@ -142,7 +153,7 @@ def json(self):
             "google_place_id": self.google_place_id,
             "review_ids": self.review_ids,
             "url": self.url,
-            "days":self.days,
+            "days": self.days,
         }
 
 
@@ -228,5 +239,4 @@ def json(self):
             "place_name": self.place_name,
             "likes": self.likes,
             "id": self.id,
-
         }
diff --git a/README.md b/README.md
@@ -10,7 +10,7 @@ GoogleMapsPY aim to scrape data from Google Maps without Google API or Browser
 | Search and return Places | ✔ |
 | Get Place by name        | ✔ |
 | Get Reviews              | ✔ |
-|                          |   |
+| Get Images               |   |
 
 
 ### Installation
@@ -41,7 +41,7 @@ for index, place in enumerate(maps.search(keyword)):
 ```
 
 ### Get Place
-
+by place_name
 `place_name` must be accurate
 ```python
 from GoogleMapspy import GoogleMaps
@@ -51,9 +51,19 @@ place_name = "مطعم الكتكوت للمشويات، مدينة الروضة
 place = maps.get_place(place_name)
 print(place)
 ```
+or by google maps place url
+
+```python
+from GoogleMapspy import GoogleMaps
+
+maps = GoogleMaps(lang="en", country_code="eg")
+url = "https://www.google.com/maps/place/%D9%85%D8%B7%D8%B9%D9%85+%D8%A7%D9%84%D8%B5%D8%A7%D9%81%D9%89+%D8%A7%D9%84%D9%85%D8%A3%D9%83%D9%88%D9%84%D8%A7%D8%AA+%D8%A7%D9%84%D8%A8%D8%AD%D8%B1%D9%8A%D8%A9%E2%80%AD/@31.3236418,31.7580646,17z/data=!4m17!1m10!3m9!1s0x14f9e7860c2edadf:0xe7ee7daab22713f!2z2YXYt9i52YUg2KfZhNmD2KrZg9mI2Kog2YTZhNmF2LTZiNmK2KfYqg!8m2!3d31.3279843!4d31.7535306!10e5!14m1!1BCgIgAQ!16s%2Fg%2F11rn4ndyt8!3m5!1s0x14f9e72c1e2e1beb:0x656909fce8b20df!8m2!3d31.3237011!4d31.7580212!16s%2Fg%2F11hzjy_4bd?entry=ttu"
+place = maps.get_place(url=url)
+print(place)
+```
 
 ### Get Reviews
-pass ids
+by ids
 ```python
 from GoogleMapspy import GoogleMaps
 
@@ -65,7 +75,7 @@ ids = place.review_ids  # ["1511502518116541527", "2022987617800227988"]
 for i, review in enumerate(maps.get_reviews(ids=ids)):
     print(i, review)
 ```
-or google maps place url
+or by google maps place url
 ```python
 from GoogleMapspy import GoogleMaps
 
@@ -75,6 +85,21 @@ for i, v in enumerate(maps.get_reviews(url=url, sleep_time=1)):
     print(i, v)
 ```
 
+### Get Images
+by ids
+```python
+from GoogleMapspy import GoogleMaps
+
+maps = GoogleMaps(lang="en", country_code="eg")
+place_name = "مطعم الكتكوت للمشويات، مدينة الروضة، مركز فارسكور"
+place = maps.get_place(place_name)
+print(place)
+ids = place.review_ids  # ["1511502518116541527", "2022987617800227988"]
+images = maps.get_images(ids)
+print(images)
+```
+
+
 ### Place object property:
 | name              | type  | return                               |
 |-------------------|-------|--------------------------------------|
diff --git a/test/test_run.py b/test/test_run.py
@@ -9,14 +9,20 @@
 # places = maps.search(keyword, streem=False, sleep_time=0)
 # print(places)
 
-place_name = "مطعم الكتكوت للمشويات، مدينة الروضة، مركز فارسكور"
-place = maps.get_place(place_name)
-print(place.days)
-
+# place_name = "مطعم الكتكوت للمشويات، مدينة الروضة، مركز فارسكور"
+# place = maps.get_place(place_name)
+# print(place)
+#
+# d = maps.get_images(place.review_ids)
+# print(d)
 # ids = place.review_ids  # ["1511502518116541527", "2022987617800227988"]
 # for i, v in enumerate(maps.get_reviews(ids=ids, sleep_time=1)):
 #     print(i, v)
 #
 # url = "https://www.google.com/maps/place/%D9%86%D8%A7%D8%AF%D9%8A+%D8%A7%D9%84%D9%85%D9%87%D9%86%D8%AF%D8%B3%D9%8A%D9%86+%D8%AF%D9%85%D9%8A%D8%A7%D8%B7+%D8%A7%D9%84%D8%AC%D8%AF%D9%8A%D8%AF%D8%A9%E2%80%AD/@31.4438138,31.7206443,14.44z/data=!4m6!3m5!1s0x14f9e3054ae0727f:0xde8f78c8fa6ac846!8m2!3d31.4519438!4d31.6843306!16s%2Fg%2F1pty8slyq?entry=ttu"
 # for i, v in enumerate(maps.get_reviews(url=url, sleep_time=1)):
 #     print(i, v)
+
+# url = "https://www.google.com/maps/place/%D9%83%D9%86%D8%AA%D8%A7%D9%83%D9%8A%E2%80%AD/@31.4398058,31.5456013,15.13z/data=!4m19!1m10!3m9!1s0x14f9e7860c2edadf:0xe7ee7daab22713f!2z2YXYt9i52YUg2KfZhNmD2KrZg9mI2Kog2YTZhNmF2LTZiNmK2KfYqg!8m2!3d31.3279843!4d31.7535306!10e5!14m1!1BCgIgAQ!16s%2Fg%2F11rn4ndyt8!3m7!1s0x14f75c007d47ea73:0xab691d2a3fba4d12!8m2!3d31.4412519!4d31.5342442!9m1!1b1!16s%2Fg%2F11g8gl1n55?entry=ttu"
+# place = maps.get_place(url=url)
+# print(place)
