X-Git-Url: https://code.communitydata.science/wikia_userroles_scraper.git/blobdiff_plain/c7e2daffccc8f6629745620cd7e424234c485295..HEAD:/scraper_utils.py diff --git a/scraper_utils.py b/scraper_utils.py index 0844b0b..696c59b 100644 --- a/scraper_utils.py +++ b/scraper_utils.py @@ -1,3 +1,19 @@ +# Functions common to both scrapers +# Copyright (C) 2018 Nathan TeBlunthuis + +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. + +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. + +# You should have received a copy of the GNU General Public License +# along with this program. If not, see . + # returns an iterator of wiki,url tuples import pandas as pd from os import makedirs, path