path: root/sfeedrc

# -*- sh -*-

# SFEED="$HOME/.sfeed"
USER_AGENT='Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:78.0) Gecko/20100101 Firefox/78.0'
# sfeedpath="$SFEED/feeds"
maxjobs="$(nproc)"

### Feeds #######################################################

feeds() {
	## feed NAME FEED_URL BASE_URL ENCODING # defined by sfeedrc(5).
	# I want to add some extra fields after these.
	feeds_planets
	feeds_youtube
	feeds_podcasts
	feeds_friends
	feeds_people
	feeds_news
	feeds_smolweb
	feeds_comics
	feeds_misc
	feeds_me
}

feeds_planets() {
	feed "Planet Emacs" "https://planet.emacslife.com/atom.xml" "https://planet.emacslife.com/" ""
	feed "r/emacs" "https://i.reddit.com/r/emacs.rss" "https://i.reddit.com/r/emacs" ""
	feed "Planet Lisp" "https://planet.lisp.org/rss20.xml" "https://planet.lisp.org/" ""
	feed "Planet Scheme" "https://planet.scheme.org/atom.xml" "https://planet.scheme.org/" ""
}

yt_feed() { # yt_feed TITLE CHANNEL_ID
	feed "$1 [yt]" "https://www.youtube.com/feeds/videos.xml?channel_id=$2" "https://youtube.com/channel/$2"
}

feeds_youtube() {
	yt_feed "3Blue1Brown" "UCYO_jab_esuFRV4b17AJtAw"
	yt_feed "AB - Ancienne Belgique" "UCUVAw2kdxJlcfCdEcdgXv5A"
	yt_feed "Adam Ragusea" "UC9_p50tH3WmMslWRWKnM7dQ"
	yt_feed "Babish Culinary Universe" "UCJHA_jMfCvEnv-3kRjTCQXw"
	yt_feed "Baggers" "UCMV8p6Lb-bd6UZtTc_QD4zA"
	yt_feed "Case Duckworth" "UC92gRJdnUYklVu4pvj9n0Lw"
	yt_feed "Claire Saffitz x Dessert Person" "UCvw6Y1kr_8bp6B5m1dqNyiw"
	yt_feed "Computerphile" "UC9-y-6csu5WGm29I7JiwpnA"
	yt_feed "EBRPL Career Center" "UCIvntuaxP7PyaJDeHE_9E8Q"
	yt_feed "EmacsConf and Emacs hangouts" "UCwuyodzTl_KdEKNuJmeo99A"
	yt_feed "Gavin Freeborn" "UCJetJ7nDNLlEzDLXv7KIo0w"
	yt_feed "Henry Homesweet" "UCZqjwc1Wy5t1rsviYYsJiYg"
	yt_feed "Howard Abrams" "UCVHICXXtKG7rZgtC5xonNdQ"
	yt_feed "Ignite Talks" "UCZotK8ZPTUNLMeW5Q6T0cKg"
	yt_feed "Jake B" "UCBMMB7Yi0eyFuY95Qn2o0Yg"
	yt_feed "James Tomasino" "UCbTp1BYjpuhDRG5OmgIT8iw"
	yt_feed "jan Misali" "UCJOh5FKisc0hUlEeWFBlD-w"
	yt_feed "Joshua Weissman" "UChBEbMKI1eCcejTtmI32UEw"
	yt_feed "J Duckworth Animations" "UCtAEaNVrNxAUy2VSRPD_PYQ"
	yt_feed "Jelle's Marble Runs" "UCYJdpnjuSWVOLgGT9fIzL0g"
	yt_feed "John Kitchin" "UCQp2VLAOlvq142YN3JO3y8w"
	yt_feed "karthik" "UCbh_g91w0T6OYp40xFrtnhA"
	yt_feed "Ken Forkish" "UCvVvFZd0e86bLbd5FdgYiUg"
	yt_feed "Lex Fridman" "UCSHZKyawb77ixDdsGog4iWA"
	yt_feed "LockPickingLawyer" "UCm9K6rby98W8JigLoZOh6FQ"
	yt_feed "Maangchi" "UC8gFadPgK2r1ndqLI04Xvvw"
	yt_feed "Mike Zamansky" "UCxkMDXQ5qzYOgXPRnOBrp1w"
	yt_feed "MIT OpenCourseWare" "UCEBb1b_L6zDS3xTUrIALZOw"
	yt_feed "My Analog Journal" "UC8TZwtZ17WKFJSmwTZQpBTA"
	yt_feed "Nat's What I Reckon" "UCEFW1E8QzP-hKxjO2Rj68wg"
	yt_feed "Now You See It" "UCWTFGPpNQ0Ms6afXhaWDiRw"
	yt_feed "Numberphile" "UCoxcjq-8xIDTYp3uz647V5A"
	yt_feed "Philosophy Tube" "UC2PA-AKmVpU6NKCGtZq_rKQ"
	yt_feed "PronunciationManual" "UCqDSLtXeZsGc3dtVb5MW13g"
	yt_feed "Protesilaos Stavrou" "UC0uTPqBCFIpZxlz_Lv1tk_g"
	yt_feed "RailCowGirl" "UCj-Xm8j6WBgKY8OG7s9r2vQ"
	yt_feed "Simone Giertz" "UC3KEoMzNz8eYnwBC34RaKCQ"
	yt_feed "Steve Yegge" "UC2RCcnTltR3HMQOYVqwmweA"
	yt_feed "System Crafters" "UCAiiOTio8Yu69c3XnR7nQBQ"
	yt_feed "Tasting History with Max Miller" "UCsaGKqPZnGp_7N80hcHySGQ"
	yt_feed "Technology Connections" "UCy0tKL1T7wFoYcxCe0xjN6Q"
	yt_feed "Too Many Zooz" "UCtjXVqMVzBIgU0SO8AV0vPg"
	yt_feed "Townsends" "UCxr2d4As312LulcajAkKJYw"
	yt_feed "Unitarian Church of Baton Rouge" "UClrqHvbiFM-1hn931ZmAPFw"
	yt_feed "Vulf" "UCtWuB1D_E3mcyYThA9iKggQ"
	yt_feed "WFTDA: Women's Flat Track Derby Association" "UC7eMWpvytqd3gYAqxTl9w7g"
	yt_feed "Zach Anner" "UCPTVYxUoYWhNa8J7GzIGnyQ"
	yt_feed "Andrew Tropin" "UCuj_loxODrOPxSsXDfJmpng"
	yt_feed "Animist" "UCweDxCT5Fiykk3uHqPKqLWg"
	yt_feed "Chris Were Digital" "UCAPR27YUyxmgwm3Wc2WSHLw"
	yt_feed "Esoterica" "UCoydhtfFSk1fZXNRnkGnneQ"
	yt_feed "FOSDEM" "UC9NuJImUbaSNKiwF2bdSfAw"
}

feeds_podcasts() {
	feed "Tilde Whirl Tildeverse Podcast" "https://tilde.town/~dozens/podcast/rss.xml" "https://tilde.town/~dozens/podcast/" ""
	feed "trash cat tech cat" "https://podcast.librepunk.club/tctc/ogg.xml" "https://podcast.librepunk.club/tctc/" ""
	feed "Hacker Public Radio" "https://hackerpublicradio.org/hpr_ogg_rss.php" "https://hackerpublicradio.org/" ""
	feed "Levar Burton Reads" "https://feeds.simplecast.com/LDNgBXht"
}

feeds_friends() {
	feed "lipu pi jan Niko" "https://tilde.town/~nihilazo/index.xml" "https://tilde.town/~nihilazo/" ""
	feed "chrismanbrown.gitlab.io (dozens)" "https://chrismanbrown.gitlab.io/rss.xml" "https://chrismanbrown.gitlab.io/" ""
	feed "Dozens and Dragons" "https://dozensanddragons.neocities.org/rss.xml" "https://dozensanddragons.neocities.org/" ""
	feed "dozens: Society For Putting Things On Top Of Other Things" "https://society.neocities.org/rss.xml" "https://society.neocities.org/" ""
	feed "dozens: vgnfdblg" "https://supervegan.neocities.org/feed.xml" "https://supervegan.neocities.org/" ""
	feed "dozens: backgammon" "http://tilde.town/~dozens/backgammon/rss.xml" "http://tilde.town/~dozens/backgammon/" ""
	feed "dozens: It's Pro Toad and Superb Owl" "https://git.tilde.town/dozens/protoadandsuperbowl/raw/branch/master/feed.xml" "https://git.tilde.town/dozens/protoadandsuperbowl/" ""
	feed "dozens dreams" "https://tilde.team/~dozens/dreams/rss.xml" "https://tilde.team/~dozens/dreams/" ""
	feed "dozens: write.as" "https://write.tildeverse.org/dozens/feed/" "https://write.tildeverse.org/dozens/" ""
	feed "dozens css art" "http://tilde.town/~dozens/cssart/feed.xml" "http://tilde.town/~dozens/cssart/" ""
	feed "Benjamin Wil" "https://benjaminwil.info/feed.xml" "https://benjaminwil.info/" ""
	feed "(lambda (x) (create x))" "http://lambdacreate.com/static/feed.rss" "http://lambdacreate.com/" ""
	feed "m455.casa" "https://m455.casa/feed.rss" "https://m455.casa/" ""
	feed "Oatmeal" "https://eli.li/feed.rss" "https://eli.li/" ""
	feed "RSRSSS" "https://envs.net/~lucidiot/rsrsss/feed.xml" "https://envs.net/~lucidiot/rsrsss/" ""
	feed "Tomasino Blog" "https://blog.tomasino.org/index.xml" "https://blog.tomasino.org/" ""
	feed "Tomasino Labs" "https://labs.tomasino.org/index.xml" "https://labs.tomasino.org/" ""
	feed "Will's Blog" "https://wflewis.com/feed.xml" "https://wflewis.com/" ""
	feed "Rick Carlino's Blog" "https://rickcarlino.com/rss/feed.rss" "https://rickcarlino.com/rss/" ""
	feed "Causal Agency" "https://text.causal.agency/feed.atom" "https://text.causal.agency/" ""
	feed "Benoit Joly" "https://blog.benoitj.ca/posts/index.xml" "https://blog.benoitj.ca/posts/" ""
	feed "linkbudz" "https://linkbudz.m455.casa/feed.rss" "https://linkbudz.m455.casa/" ""
	feed "Alex Schroeder" "https://alexschroeder.ch/wiki/feed/full/" "https://alexschroeder.ch/" ""
	feed "Björn Wärmedal" "https://warmedal.se/~bjorn/atom.xml" "https://warmedal.se/~bjorn/" ""
	feed "a rickety bridge of impossible crossing" "https://bluelander.bearblog.dev/feed/" "https://bluelander.bearblog.dev/" ""
	feed "javapool updates" "https://tilde.town/~m455/javapool.rss" "" ""
	feed "coolguy.website" "https://coolguy.website/rss/index.xml" "https://coolguy.website/"
	feed "brainshit" "https://brainshit.fr/rss" "https://brainshit.fr"
}

feeds_people() {
	feed "ajroach" "http://ajroach42.com/feed.xml" "http://ajroach42.com/" ""
	feed "rachelbythebay" "https://rachelbythebay.com/w/atom.xml" "https://rachelbythebay.com/" ""
	feed "Codemadness" "https://codemadness.org/atom.xml"
}

feeds_news() {
	feed "Hacker News" "https://news.ycombinator.com/rss" "https://news.ycombinator.com/" ""
	feed "lobste.rs" "https://lobste.rs/rss" "https://lobste.rs/" ""
	feed "tilde news" "https://tilde.news/rss" "https://tilde.news/" ""
	feed "Tildes Atom feed" "https://tildes.net/topics.atom" "https://tildes.net/" ""
	feed "NPR" "https://feeds.npr.org/1001/rss.xml" "https://text.npr.org/" ""
}

feeds_smolweb() {
	feed "~town friday postcard" "https://tilde.town/~lucidiot/fridaypostcard.xml" ""
	feed "Cosmic Voyage" "https://cosmic.voyage/rss.xml" "https://cosmic.voyage/" ""
	feed "plan.cat" "https://plan.cat/rss" "https://plan.cat/" ""
}

feeds_comics() {
	feed "Cat and Girl" "https://catandgirl.com/feed/" "https://catandgirl.com/" ""
	feed "Dinosaur Comics!" "https://qwantz.com/rssfeed.php" "https://qwantz.com/" ""
	feed "False Knees" "https://falseknees.tumblr.com/rss" "https://falseknees.tumblr.com/" ""
	feed "Saturday Morning Breakfast Cereal" "https://www.smbc-comics.com/comic/rss" "https://www.smbc-comics.com/" ""
	feed "xkcd" "https://xkcd.com/atom.xml" "https://xkcd.com/" ""
}

feeds_misc() {
	feed "Crystalverse" "https://crystalverse.com/feed/" "https://crystalverse.com/" ""
	feed "Hetzner" "https://status.hetzner.com/en.atom" "https://status.hetzner.com/" ""
	feed "LOW-TECH MAGAZINE" "https://feeds2.feedburner.com/typepad/krisdedecker/lowtechmagazineenglish" "https://www.lowtechmagazine.com/" ""
	feed "500-mile email" "https://500mile.email/feed.xml" "https://500mile.email/"
	feed "computers are bad" "https://computer.rip/rss.xml" "https://computer.rip/"
	feed "Eggs Unlimited (5)" "https://eggs.call-cc.org/rss-5.xml"
}

feeds_me() {
	:
}

### Remove feeds ################################################

unsubscribe_feeds() {
	:
}

### Filter ######################################################

filter() {
	case "$1" in
	# Filter items based on feed name.
	*'Hacker News'*)
		# Hacker news is stupid and doesn't include IDs, and
		# instead includes a comments tag in its body.
		gawk 'BEGIN {FS="\t"; OFS="\t"} {
$6 = $4
sub(/^<a href="/,"", $6)
sub(/">.*$/,"", $6)
print
}'
		;;
	*'Claire Saffitz'*) sed 's@ | Dessert Person@@' ;;
	*Computerphile*) sed 's@ - Computerphile@@' ;;
	*NPR*) sed 's@www\.npr\.org@text.npr.org@' ;;
	r_* | r/*)
		# Reddit doesn't include a link as its item IDs, but instead
		# something of the form `t3_xxxxx', where xxxxx can be glommed
		# into a URL to get to the comments.
		awk -v SUBREDDIT="$1" -v ALT=i.reddit.com \
			'BEGIN {FS="\t";OFS="\t"}
{ $6 = $3 #ALT "/" SUBREDDIT "/" substr($6, 4)
}
{
if (match($4,/<a href="([^"]*)">\[link\]<\/a>/,ln)) $3 = ln[1]
}
{ gsub(/www\.reddit\.com/, ALT, $0) }
{ print }'
		;;
	'Saturday Morning Breakfast Cereal')
		sed 's@Saturday Morning Breakfast Cereal - @@'
		;;
	*) cat ;;
	esac |
		filter_add_empties |
		filter_html_entities |
		filter_filter_links
}

filter_add_empties() {
	awk 'BEGIN{FS="\t";OFS=FS;}
{ $2 = $2 ? $2 : "[empty]" }
{ print $1,$2,$3,$4,$5,$6,$7,$8,$9; }
'
}

filter_embed_youtube() {
	# replace youtube links with embed links
	sed 's@www\.youtube\.com/watch?v=@www.youtube.com/embed/@g'
}

filter_filter_links() {
	# shorten feedburner links and strip tracking parameters and pixels
	awk 'BEGIN { FS= "\t"; OFS = "\t"; }
function filterlink(s) {
# protocol must start with http, https or gopher.
if (match(s, /^(http|https|gopher):\/\//) == 0) {
return "";
}
# shorten feedburner links.
if (match(s, /^(http|https):\/\/[^\/]+\/~r\/.*\/~3\/[^\/]+\//)) {
s = substr($3, RSTART, RLENGTH);
}
# strip tracking parameters
# urchin, facebook, piwik, webtrekk and generic.
gsub(/\?(ad|campaign|fbclid|pk|tm|utm|wt)_([^&]+)/, "?", s);
gsub(/&(ad|campaign|fbclid|pk|tm|utm|wt)_([^&]+)/, "", s);
gsub(/\?&/, "?", s);
gsub(/[\?&]+$/, "", s);
return s
}
{
$3 = filterlink($3); # link
$8 = filterlink($8); # enclosure
# try to remove tracking pixels: <img/> tags with 1px width or height.
gsub("<img[^>]*(width|height)[[:space:]]*=[[:space:]]*[\"'"'"' ]?1[\"'"'"' ]?[^0-9>]+[^>]*>", "", $4);
print $0;
}'
}

filter_html_entities() {
	# convert HTML entities into dumb counterparts
	# (and weird shit to normal shit, too)
	awk '{
gsub(/&#34;/,"\""); gsub(/&#x22;/,"\"");
gsub(/&#39;/,"'\''"); gsub(/&#x27;/,"'\''");
gsub(/’/,"'\''");
gsub(/&amp;/,"\\&"); # MUST BE LAST!;
print
}'
}

# Fetch #########################################################

fetch() { # fetch(name, url, feedfile)
	"${NOFETCH:-false}" && return
	curl -s -L \
		--max-redirs 3 \
		--header "'User-Agent: $USER_AGENT'" \
		--fail \
		--max-time 15 \
		"$2"
}

# Merge ########################################################

merge() {
	# merge(name, oldfile, newfile)
	sort -t '	' -u -k6,6 -k3,3 "$2" "$3" 2>/dev/null
}

# Local Variables:
# truncate-lines: t
# End: