Web Scraping using Beautiful Soup (NEPSE LIVE DATA SCRAPING IN PYTHON)

Technology Saroj Bhattarai 3 Comments
from bs4 import BeautifulSoup
import requests
import csv


source = requests.get("http://nepalstock.com.np/").text
soup = BeautifulSoup(source, 'lxml')

csv_file = open('nepse.csv','w')

csv_writer = csv.writer(csv_file)
csv_writer.writerow(['Symbol', 'Values', 'Total Traded amount'])

marquee_tag = soup.find(
    'div', class_="col-xs-10 col-md-10 col-sm-12").marquee.b

for span_tag in marquee_tag('span'):
    span_tag.replace_with('')

for img_tag in marquee_tag('img'):
    img_tag.replace_with('')

symbol_list = marquee_tag.text.split('( )')

all_symbols = []
short_name = []
per_share_value = []
total_traded_amount = []
a1 = []
a2 = []
a3 = []

for symbol in symbol_list:
    symbol_name = symbol.replace(u'\xa0', u'')
    all_symbols.append(symbol_name)
all_symbols.pop()

a = len(all_symbols)

for i in range(a):
    a1.append(all_symbols[i].strip())
    a2.append(a1[i].split(' '))

for i in range(len(a1)):
    short_name.append(a2[i][0])
    per_share_value.append(a2[i][1])
    total_traded_amount.append(a2[i][3])
    csv_writer.writerow([a2[i][0],a2[i][1],a2[i][3]])
# print(total_traded_amount)
csv_file.close()

Related Posts

3 Comments

  1. Chris29 July 2020 at 11:55

    Need some help. How do I append company values ( for ex. 360, 2845) to the url and save each page with the key string ( like ADBL.html, AHPC.html) .

    #dict
    comp_dict = {'ADBL':'397', 'AHPC':'360', 'AKBSL':'2845', 'AKJCL':'2788', 'AKPL':'2757'}
    comp = comp_dict.values()
    compids = str(comp)

    url = "http://www.nepalstock.com.np/company/display/"

    with urllib.request.urlopen(url + compids) as url:

    out_file = open(compids[key] +".html", "w")

    out_file.close()


    ReplyDelete
  2. Saksham01014 October 2021 at 07:15

    Isn't scrapping Nepse's Website illegal.

    ReplyDelete
To Top