#!/bin/bash

python src/statistics.py --source_folder docs/admission.stanford.edu.filter
# Total number of files: 65
# Total number of tokens: 68229
# Average tokens per file: 1049.676923076923
# Maximum tokens in a single file: 4060 (File: /users/hy/Source/cyowcopy/docs/admission.stanford.edu.filter/pdf/stanford_viewbook.pdf.md)

python src/statistics.py --source_folder docs/berkeley.edu.admission.filter
# Total number of files: 280
# Total number of tokens: 611314
# Average tokens per file: 2183.2642857142855
# Maximum tokens in a single file: 14283 (File: /users/hy/Source/cyowcopy/docs/berkeley.edu.admission.filter/admissions/choosing-your-program/list/index.htm.md)

python src/statistics.py --source_folder docs/docs.cyotek.com.filter
# Total number of files: 808
# Total number of tokens: 389225
# Average tokens per file: 481.71410891089107
# Maximum tokens in a single file: 7544 (File: /users/hy/Source/cyowcopy/docs/docs.cyotek.com.filter/cyosli/current/licenses.html.md)
# python src/statistics.py --source_folder docs/docs.cyotek.com.filter.all_versions
# Total number of files: 3489
# Total number of tokens: 1675245
# Average tokens per file: 480.1504729148753
# Maximum tokens in a single file: 7544 (File: /users/hy/Source/cyowcopy/docs/docs.cyotek.com.filter/cyosli/current/licenses.html.md)

python src/statistics.py --source_folder docs/www.notion.so.help.filter
# Total number of files: 475
# Total number of tokens: 2085094
# Average tokens per file: 4389.671578947368
# Maximum tokens in a single file: 10132 (File: /users/hy/Source/cyowcopy/docs/www.notion.so.help.filter/index-wcopy.html.md)

python src/statistics.py --source_folder docs/hearthstone.fandom.com.wiki.filter
# Total number of files: 15695
# Total number of tokens: 13231409
# Average tokens per file: 843.033386428799
# Maximum tokens in a single file: 87068 (File: /users/hy/Source/cyowcopy/docs/hearthstone.fandom.com.wiki.filter/wiki/Advanced_rulebook.html.md)

python src/statistics.py --source_folder docs/zelda.fandom.com.wiki.filter
# Total number of files: 10665
# Total number of tokens: 11913764
# Average tokens per file: 1117.089920300047
# Maximum tokens in a single file: 18580 (File: /users/hy/Source/cyowcopy/docs/zelda.fandom.com.wiki.filter/wiki/Side_Quest.html.md)

python src/statistics.py --source_folder docs/www.drugs.com.filter
# Total number of files: 77348
# Total number of tokens: 170862916
# Average tokens per file: 2209.015307441692
# Maximum tokens in a single file: 108883 (File: /users/hy/Source/cyowcopy/docs/www.drugs.com.filter/pro/keytruda.html.md)

python src/statistics.py --source_folder docs/www.mayoclinic.org.filter
# Total number of files: 2542
# Total number of tokens: 3529207
# Average tokens per file: 1388.3583792289535
# Maximum tokens in a single file: 17068 (File: /users/hy/Source/cyowcopy/docs/www.mayoclinic.org.filter/tests-procedures/ct-scan/about/pac-20393675.html.md)