2020-08-19 21:16:30 +02:00
|
|
|
#!/bin/bash
|
|
|
|
|
2020-08-21 02:14:38 +02:00
|
|
|
#Copyright (C) 2020 Hesham Banafa
|
2020-08-19 21:16:30 +02:00
|
|
|
# 19 Aug 2020 - H.B
|
2020-08-21 02:14:38 +02:00
|
|
|
|
|
|
|
#This file is part of stonks.
|
|
|
|
|
|
|
|
# stonks is free software: you can redistribute it and/or modify
|
|
|
|
# it under the terms of the GNU General Public License as published by
|
|
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
|
|
# any later version.
|
|
|
|
#
|
|
|
|
# stonks is distributed in the hope that it will be useful,
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
# GNU General Public License for more details.
|
|
|
|
#
|
|
|
|
# You should have received a copy of the GNU General Public License
|
|
|
|
# along with stonks. If not, see <https://www.gnu.org/licenses/>.
|
|
|
|
|
2020-08-19 21:16:30 +02:00
|
|
|
#read arg and get info from mubasher
|
2020-08-21 14:45:32 +02:00
|
|
|
|
|
|
|
#check requirments
|
|
|
|
html2text=html2text
|
|
|
|
if ! command -v html2text &> /dev/null
|
|
|
|
then
|
|
|
|
if ! command -v html2text2 $> /dev/null
|
|
|
|
then
|
|
|
|
echo "Can't find html2text"
|
|
|
|
exit 1
|
|
|
|
else
|
|
|
|
html2text=html2text2
|
|
|
|
fi
|
|
|
|
fi
|
2020-08-19 21:16:30 +02:00
|
|
|
raw=$(curl -s "https://english.mubasher.info/markets/TDWL/stocks/$1" | \
|
2020-08-21 14:45:32 +02:00
|
|
|
$html2text | \
|
2020-08-19 21:16:30 +02:00
|
|
|
sed -n '/Last update:/,$p' | \
|
2020-08-21 14:45:32 +02:00
|
|
|
sed -n '/Stock Statistics/q;p') && echo "scrapped $1"
|
2020-08-19 21:16:30 +02:00
|
|
|
mkdir -p raw
|
|
|
|
echo "$raw" > "raw/$1"
|