Compare commits
	
		
			No commits in common. "7cd7e18ff47f5f8266f038548997c8ff796c1efd" and "d432236837febfe601337d45c3790caefdbc7c89" have entirely different histories.
		
	
	
		
			7cd7e18ff4
			...
			d432236837
		
	
		| 
						 | 
				
			
			@ -1,160 +0,0 @@
 | 
			
		|||
# Byte-compiled / optimized / DLL files
 | 
			
		||||
__pycache__/
 | 
			
		||||
*.py[cod]
 | 
			
		||||
*$py.class
 | 
			
		||||
 | 
			
		||||
# C extensions
 | 
			
		||||
*.so
 | 
			
		||||
 | 
			
		||||
# Distribution / packaging
 | 
			
		||||
.Python
 | 
			
		||||
build/
 | 
			
		||||
develop-eggs/
 | 
			
		||||
dist/
 | 
			
		||||
downloads/
 | 
			
		||||
eggs/
 | 
			
		||||
.eggs/
 | 
			
		||||
lib/
 | 
			
		||||
lib64/
 | 
			
		||||
parts/
 | 
			
		||||
sdist/
 | 
			
		||||
var/
 | 
			
		||||
wheels/
 | 
			
		||||
share/python-wheels/
 | 
			
		||||
*.egg-info/
 | 
			
		||||
.installed.cfg
 | 
			
		||||
*.egg
 | 
			
		||||
MANIFEST
 | 
			
		||||
 | 
			
		||||
# PyInstaller
 | 
			
		||||
#  Usually these files are written by a python script from a template
 | 
			
		||||
#  before PyInstaller builds the exe, so as to inject date/other infos into it.
 | 
			
		||||
*.manifest
 | 
			
		||||
*.spec
 | 
			
		||||
 | 
			
		||||
# Installer logs
 | 
			
		||||
pip-log.txt
 | 
			
		||||
pip-delete-this-directory.txt
 | 
			
		||||
 | 
			
		||||
# Unit test / coverage reports
 | 
			
		||||
htmlcov/
 | 
			
		||||
.tox/
 | 
			
		||||
.nox/
 | 
			
		||||
.coverage
 | 
			
		||||
.coverage.*
 | 
			
		||||
.cache
 | 
			
		||||
nosetests.xml
 | 
			
		||||
coverage.xml
 | 
			
		||||
*.cover
 | 
			
		||||
*.py,cover
 | 
			
		||||
.hypothesis/
 | 
			
		||||
.pytest_cache/
 | 
			
		||||
cover/
 | 
			
		||||
 | 
			
		||||
# Translations
 | 
			
		||||
*.mo
 | 
			
		||||
*.pot
 | 
			
		||||
 | 
			
		||||
# Django stuff:
 | 
			
		||||
*.log
 | 
			
		||||
local_settings.py
 | 
			
		||||
db.sqlite3
 | 
			
		||||
db.sqlite3-journal
 | 
			
		||||
 | 
			
		||||
# Flask stuff:
 | 
			
		||||
instance/
 | 
			
		||||
.webassets-cache
 | 
			
		||||
 | 
			
		||||
# Scrapy stuff:
 | 
			
		||||
.scrapy
 | 
			
		||||
 | 
			
		||||
# Sphinx documentation
 | 
			
		||||
docs/_build/
 | 
			
		||||
 | 
			
		||||
# PyBuilder
 | 
			
		||||
.pybuilder/
 | 
			
		||||
target/
 | 
			
		||||
 | 
			
		||||
# Jupyter Notebook
 | 
			
		||||
.ipynb_checkpoints
 | 
			
		||||
 | 
			
		||||
# IPython
 | 
			
		||||
profile_default/
 | 
			
		||||
ipython_config.py
 | 
			
		||||
 | 
			
		||||
# pyenv
 | 
			
		||||
#   For a library or package, you might want to ignore these files since the code is
 | 
			
		||||
#   intended to run in multiple environments; otherwise, check them in:
 | 
			
		||||
# .python-version
 | 
			
		||||
 | 
			
		||||
# pipenv
 | 
			
		||||
#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
 | 
			
		||||
#   However, in case of collaboration, if having platform-specific dependencies or dependencies
 | 
			
		||||
#   having no cross-platform support, pipenv may install dependencies that don't work, or not
 | 
			
		||||
#   install all needed dependencies.
 | 
			
		||||
#Pipfile.lock
 | 
			
		||||
 | 
			
		||||
# poetry
 | 
			
		||||
#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
 | 
			
		||||
#   This is especially recommended for binary packages to ensure reproducibility, and is more
 | 
			
		||||
#   commonly ignored for libraries.
 | 
			
		||||
#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
 | 
			
		||||
#poetry.lock
 | 
			
		||||
 | 
			
		||||
# pdm
 | 
			
		||||
#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
 | 
			
		||||
#pdm.lock
 | 
			
		||||
#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
 | 
			
		||||
#   in version control.
 | 
			
		||||
#   https://pdm.fming.dev/#use-with-ide
 | 
			
		||||
.pdm.toml
 | 
			
		||||
 | 
			
		||||
# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
 | 
			
		||||
__pypackages__/
 | 
			
		||||
 | 
			
		||||
# Celery stuff
 | 
			
		||||
celerybeat-schedule
 | 
			
		||||
celerybeat.pid
 | 
			
		||||
 | 
			
		||||
# SageMath parsed files
 | 
			
		||||
*.sage.py
 | 
			
		||||
 | 
			
		||||
# Environments
 | 
			
		||||
.env
 | 
			
		||||
.venv
 | 
			
		||||
env/
 | 
			
		||||
venv/
 | 
			
		||||
ENV/
 | 
			
		||||
env.bak/
 | 
			
		||||
venv.bak/
 | 
			
		||||
 | 
			
		||||
# Spyder project settings
 | 
			
		||||
.spyderproject
 | 
			
		||||
.spyproject
 | 
			
		||||
 | 
			
		||||
# Rope project settings
 | 
			
		||||
.ropeproject
 | 
			
		||||
 | 
			
		||||
# mkdocs documentation
 | 
			
		||||
/site
 | 
			
		||||
 | 
			
		||||
# mypy
 | 
			
		||||
.mypy_cache/
 | 
			
		||||
.dmypy.json
 | 
			
		||||
dmypy.json
 | 
			
		||||
 | 
			
		||||
# Pyre type checker
 | 
			
		||||
.pyre/
 | 
			
		||||
 | 
			
		||||
# pytype static type analyzer
 | 
			
		||||
.pytype/
 | 
			
		||||
 | 
			
		||||
# Cython debug symbols
 | 
			
		||||
cython_debug/
 | 
			
		||||
 | 
			
		||||
# PyCharm
 | 
			
		||||
#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
 | 
			
		||||
#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
 | 
			
		||||
#  and can be added to the global gitignore or merged into this file.  For a more nuclear
 | 
			
		||||
#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 | 
			
		||||
#.idea/
 | 
			
		||||
							
								
								
									
										11
									
								
								README.md
								
								
								
								
							
							
						
						
									
										11
									
								
								README.md
								
								
								
								
							| 
						 | 
				
			
			@ -1,12 +1,3 @@
 | 
			
		|||
# mlwerke2pdf
 | 
			
		||||
 | 
			
		||||
Python module to convert texts on http://www.mlwerke.de into pdfs
 | 
			
		||||
 | 
			
		||||
# Usage
 | 
			
		||||
 | 
			
		||||
## create MLWerke Object:
 | 
			
		||||
mlwerk = mlwerke2pdf.MLWerk(URL)
 | 
			
		||||
use the base of a text like http://www.mlwerke.de/me/me04/me04_459.htm as URL
 | 
			
		||||
 | 
			
		||||
## generate a pdf
 | 
			
		||||
mlwerk.text2pdf(PDF_OUTPUT_PATH)
 | 
			
		||||
Python module to convert texts on http://www.mlwerke.de into pdfs
 | 
			
		||||
| 
						 | 
				
			
			@ -1,52 +0,0 @@
 | 
			
		|||
import requests
 | 
			
		||||
from bs4 import BeautifulSoup
 | 
			
		||||
import urllib.parse
 | 
			
		||||
import pdfkit
 | 
			
		||||
 | 
			
		||||
class MLWerk:
 | 
			
		||||
    class SubSite:
 | 
			
		||||
        def __init__(self, url):
 | 
			
		||||
            self.url = url
 | 
			
		||||
            self.getsoup()
 | 
			
		||||
 | 
			
		||||
        def getsoup(self):
 | 
			
		||||
            r = requests.get(self.url)
 | 
			
		||||
            r.encoding = 'UTF-8'
 | 
			
		||||
            self.soup = BeautifulSoup(r.text, 'html.parser')
 | 
			
		||||
        
 | 
			
		||||
    def __init__(self, url):
 | 
			
		||||
        self.url = url
 | 
			
		||||
        self.baseurl = url[:url.rfind('/')] + '/'
 | 
			
		||||
        self.subsites = []
 | 
			
		||||
        self.getsoup()
 | 
			
		||||
    
 | 
			
		||||
    def getsoup(self):
 | 
			
		||||
        r = requests.get(self.url)
 | 
			
		||||
        r.encoding = 'UTF-8'
 | 
			
		||||
        self.soup = BeautifulSoup(r.text, 'html.parser')
 | 
			
		||||
 | 
			
		||||
    def getsubsites(self, limit = None):
 | 
			
		||||
        i = 0
 | 
			
		||||
        for link in self.soup.find_all('a'):
 | 
			
		||||
            if limit != None and i > limit:
 | 
			
		||||
                break
 | 
			
		||||
            link = link.get('href')
 | 
			
		||||
            if not (link == None and ("#" in link or "/" in link)):
 | 
			
		||||
                self.subsites.append(self.SubSite(urllib.parse.urljoin(self.baseurl, link)))
 | 
			
		||||
                i += 1
 | 
			
		||||
    
 | 
			
		||||
    def concatsubsites(self):
 | 
			
		||||
        for subsite in self.subsites:
 | 
			
		||||
            for element in subsite.soup.body:
 | 
			
		||||
                self.soup.body.append(element)
 | 
			
		||||
 | 
			
		||||
    def genpdf(self, path):
 | 
			
		||||
        pdfkit.from_string(str(self.soup), path, options={"enable-local-file-access": ""})
 | 
			
		||||
 | 
			
		||||
    def text2pdf(self, path):
 | 
			
		||||
        print("gettings subsites")
 | 
			
		||||
        self.getsubsites
 | 
			
		||||
        print("concatting subsites")
 | 
			
		||||
        self.concatsubsites
 | 
			
		||||
        print("generating pdf")
 | 
			
		||||
        self.genpdf(pdf)
 | 
			
		||||
		Loading…
	
		Reference in New Issue