LinkedIn Posts Scrapping

Author: kartavyashankar

Scripts/Web_Scrappers/linkedin_posts_scrapping/README.md

@@ -0,0 +1,23 @@
+# LinkedIn - Latest Posts (Based on User Interaction)
+
+Scrapes user's LinkedIn profile and displays the latest Posts accordingly (Does not include images and videos).
+
+## Pre-Requisites
+
+Run The Command  `pip install -r requirements.txt`
+
+## To Run the File
+
+For Windows -  `python main.py`
+
+For Ubuntu/Linux - `python3 main.py`
+
+## Screenshots - 
+
+### Screenshot of the console interaction
+
+![Screenshot](image1.png)
+
+## *Author Name*
+
+[Kartavya Shankar](https://github.com/kartavyashankar)

Scripts/Web_Scrappers/linkedin_posts_scrapping/chromedriver

@@ -0,0 +1,83 @@
+from selenium import webdriver
+from selenium.webdriver.common.keys import Keys
+from bs4 import BeautifulSoup
+from selenium.webdriver.chrome.options import Options
+import re
+import time
+import getpass
+
+chrome_options = Options()
+chrome_options.add_argument("--window-size=1360,768")
+chrome_options.add_argument("headless")
+driver = webdriver.Chrome('./chromedriver', options=chrome_options)
+driver.get("https://www.linkedin.com")
+unme = driver.find_element_by_id('session_key')
+passw = driver.find_element_by_id('session_password')
+print('Please sign in to your LinkedIn Account:')
+u = input("Email or phone number: ")
+p = getpass.getpass('Password: ')
+unme.send_keys(u)
+passw.send_keys(p)
+passw.send_keys(Keys.ENTER)
+time.sleep(2)
+if(driver.title=="LinkedIn Login, Sign in | LinkedIn" or driver.title=="LinkedIn: Log In or Sign Up"):
+    print('Invalid Username or Password')
+    print('The program will now exit')
+    time.sleep(1)
+    exit()
+time.sleep(2)
+print('Fetching Info (This might take a while)...')
+body = driver.find_element_by_tag_name('body')
+for i in range (50):
+    body.send_keys(Keys.CONTROL, Keys.END)
+time.sleep(5)
+soup = BeautifulSoup(driver.page_source, 'html.parser')
+driver.quit()
+print('Done')
+
+divs = soup.find_all('div', attrs={'class': re.compile('feed-shared-update-v2 feed-shared-update-v2--minimal-padding full-height relative feed-shared-update-v2--e2e artdeco-card ember-view')})
+ctr=0
+authors=[]
+sdesc=[]
+timestamp=[]
+posts=[]
+print('Fetching the latest posts for you...')
+for d in divs:
+    author=d.find('div', attrs={'class' : re.compile('feed-shared-actor__meta relative')})
+    content = d.find('div', attrs={'class' : re.compile('feed-shared-update-v2__description-wrapper ember-view')}) 
+    try:
+        name = author.find('span', attrs={'dir' : 'ltr'})
+        adesc = author.find('span', attrs={'class' : 'feed-shared-actor__description t-12 t-normal t-black--light'})
+        added = author.find('span', attrs={'class' : 'visually-hidden'})
+        post = content.find('span', attrs={'dir' : 'ltr'})
+        n=name.text
+        ad=added.text
+        ads=adesc.text
+        po=post.text
+    except AttributeError:
+        continue
+    authors.append(n)
+    sdesc.append(ads)
+    timestamp.append(ad)
+    posts.append(po)
+if(len(authors)==0):
+    print("Oops! Seems the the bot has crashed due to over-usage :(")
+    print("Please try after 10 mins.")
+    exit()
+print('Done')
+print('Choose the post you want to see :')
+for i in range(len(authors)):
+    print("\t"+str(i+1)+". "+authors[i]+". Added: "+timestamp[i])
+ans="y"
+while(ans=="y"):
+    ch = int(input("Enter your choice: "))
+    if(ch>len(authors) or ch<1):
+        print("Invalid Choice.")
+    else:
+        print(authors[ch-1])
+        print("Posted: "+timestamp[ch-1])
+        print("Author Description: "+sdesc[ch-1])
+        print(posts[ch-1])
+    ans=input('Want to see other posts? (y/n) ')
+    print('')
+print("Thank You")

Scripts/Web_Scrappers/linkedin_posts_scrapping/image1.png

@@ -0,0 +1,3 @@
+beautifulsoup4==4.9.3
+bs4==0.0.1
+selenium==3.141.0