#!/bin/bash
###################################################################### 
#Copyright (C) 2020  Kris Occhipinti
#https://filmsbykris.com

#converts html tables to csv

#This program is free software: you can redistribute it and/or modify
#it under the terms of the GNU General Public License as published by
#the Free Software Foundation, either version 3 of the License, or
#(at your option) any later version.

#This program is distributed in the hope that it will be useful,
#but WITHOUT ANY WARRANTY; without even the implied warranty of
#MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
#GNU General Public License for more details.

#You should have received a copy of the GNU General Public License
#along with this program.  If not, see <http://www.gnu.org/licenses/>.
###################################################################### 

output="$(date +%s).csv"

[[ "$1" == "" ]] && html="$(fzf)" || html="$*"

cat "$html"|\
  tr -d "\n" |\
  sed 's/<table /\n<table /g;s/table>/table>\n/g'|\
  grep '<table '|\
  sed 's/<\/td>/,/g;s/<tr>/\n/g'|\
  sed -e 's/<[^>]*>//g'|\
  sed 's/  //g'