about summary refs log tree commit diff stats
path: root/sfeedrc
diff options
context:
space:
mode:
authorCase Duckworth2022-07-17 23:10:22 -0500
committerCase Duckworth2022-07-17 23:10:22 -0500
commit6aa64d77e0f8ef2e42bdb90bc5ed3f6557e3ed81 (patch)
treed54f6332408be6add8865714cb2bf1ef54160bdf /sfeedrc
downloadsfeed-6aa64d77e0f8ef2e42bdb90bc5ed3f6557e3ed81.tar.gz
sfeed-6aa64d77e0f8ef2e42bdb90bc5ed3f6557e3ed81.zip
Initial commit
Diffstat (limited to 'sfeedrc')
-rw-r--r--sfeedrc225
1 files changed, 225 insertions, 0 deletions
diff --git a/sfeedrc b/sfeedrc new file mode 100644 index 0000000..c5e3001 --- /dev/null +++ b/sfeedrc
@@ -0,0 +1,225 @@
1# -*- sh -*-
2
3# SFEED="$HOME/.sfeed"
4USER_AGENT='Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:78.0) Gecko/20100101 Firefox/78.0'
5# sfeedpath="$SFEED/feeds"
6maxjobs="$(nproc)"
7
8### Feeds #######################################################
9
10feeds() {
11 feeds_planets
12 feeds_youtube
13 feeds_podcasts
14 feeds_friends
15 feeds_news
16 feeds_smolweb
17 feeds_comics
18 feeds_misc
19 feeds_me
20}
21
22feeds_planets() {
23 feed "Planet Emacs" "https://planet.emacslife.com/atom.xml"
24 feed "Planet Lisp" "https://planet.lisp.org/rss20.xml"
25 feed "Planet Scheme" "https://planet.scheme.org/atom.xml"
26}
27
28feeds_youtube() {
29 feed "3Blue1Brown" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCYO_jab_esuFRV4b17AJtAw'
30 feed "AB - Ancienne Belgique" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCUVAw2kdxJlcfCdEcdgXv5A'
31 feed "Abraham Moller" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCMfIwe2KHD2XoBO2lWqeFXg'
32 feed "Adam Ragusea" 'https://www.youtube.com/feeds/videos.xml?channel_id=UC9_p50tH3WmMslWRWKnM7dQ'
33 feed "Babish Culinary Universe" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCJHA_jMfCvEnv-3kRjTCQXw'
34 feed "Baggers" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCMV8p6Lb-bd6UZtTc_QD4zA'
35 feed "Case Duckworth" 'https://www.youtube.com/feeds/videos.xml?channel_id=UC92gRJdnUYklVu4pvj9n0Lw'
36 feed "Claire Saffitz x Dessert Person" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCvw6Y1kr_8bp6B5m1dqNyiw'
37 feed "Computerphile" 'https://www.youtube.com/feeds/videos.xml?channel_id=UC9-y-6csu5WGm29I7JiwpnA'
38 feed "EBRPL Career Center" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCIvntuaxP7PyaJDeHE_9E8Q'
39 feed "EmacsConf and Emacs hangouts" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCwuyodzTl_KdEKNuJmeo99A'
40 feed "freeCodeCamp.org" 'https://www.youtube.com/feeds/videos.xml?channel_id=UC8butISFwT-Wl7EV0hUK0BQ'
41 feed "Gavin Freeborn" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCJetJ7nDNLlEzDLXv7KIo0w'
42 feed "Henry Homesweet" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCZqjwc1Wy5t1rsviYYsJiYg'
43 feed "Howard Abrams" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCVHICXXtKG7rZgtC5xonNdQ'
44 feed "Ignite Talks" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCZotK8ZPTUNLMeW5Q6T0cKg'
45 feed "Jake B" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCBMMB7Yi0eyFuY95Qn2o0Yg'
46 feed "James Tomasino" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCbTp1BYjpuhDRG5OmgIT8iw'
47 feed "jan Misali" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCJOh5FKisc0hUlEeWFBlD-w'
48 feed "J Duckworth Animations" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCtAEaNVrNxAUy2VSRPD_PYQ'
49 feed "Jelle's Marble Runs" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCYJdpnjuSWVOLgGT9fIzL0g'
50 feed "John Kitchin" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCQp2VLAOlvq142YN3JO3y8w'
51 feed "karthik" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCbh_g91w0T6OYp40xFrtnhA'
52 feed "Ken Forkish" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCvVvFZd0e86bLbd5FdgYiUg'
53 feed "Lex Fridman" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCSHZKyawb77ixDdsGog4iWA'
54 feed "LockPickingLawyer" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCm9K6rby98W8JigLoZOh6FQ'
55 feed "Maangchi" 'https://www.youtube.com/feeds/videos.xml?channel_id=UC8gFadPgK2r1ndqLI04Xvvw'
56 feed "Mike Zamansky" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCxkMDXQ5qzYOgXPRnOBrp1w'
57 feed "MIT OpenCourseWare" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCEBb1b_L6zDS3xTUrIALZOw'
58 feed "My Analog Journal" 'https://www.youtube.com/feeds/videos.xml?channel_id=UC8TZwtZ17WKFJSmwTZQpBTA'
59 feed "Nat's What I Reckon" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCEFW1E8QzP-hKxjO2Rj68wg'
60 feed "Now You See It" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCWTFGPpNQ0Ms6afXhaWDiRw'
61 feed "Numberphile" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCoxcjq-8xIDTYp3uz647V5A'
62 feed "Philosophy Tube" 'https://www.youtube.com/feeds/videos.xml?channel_id=UC2PA-AKmVpU6NKCGtZq_rKQ'
63 feed "PronunciationManual" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCqDSLtXeZsGc3dtVb5MW13g'
64 feed "Protesilaos Stavrou" 'https://www.youtube.com/feeds/videos.xml?channel_id=UC0uTPqBCFIpZxlz_Lv1tk_g'
65 feed "RailCowGirl" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCj-Xm8j6WBgKY8OG7s9r2vQ'
66 feed "Simone Giertz" 'https://www.youtube.com/feeds/videos.xml?channel_id=UC3KEoMzNz8eYnwBC34RaKCQ'
67 feed "Steve Yegge" 'https://www.youtube.com/feeds/videos.xml?channel_id=UC2RCcnTltR3HMQOYVqwmweA'
68 feed "System Crafters" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCAiiOTio8Yu69c3XnR7nQBQ'
69 feed "Tasting History with Max Miller" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCsaGKqPZnGp_7N80hcHySGQ'
70 feed "Technology Connections" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCy0tKL1T7wFoYcxCe0xjN6Q'
71 feed "Too Many Zooz" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCtjXVqMVzBIgU0SO8AV0vPg'
72 feed "Townsends" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCxr2d4As312LulcajAkKJYw'
73 feed "Unitarian Church of Baton Rouge" 'https://www.youtube.com/feeds/videos.xml?channel_id=UClrqHvbiFM-1hn931ZmAPFw'
74 feed "Vulf" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCtWuB1D_E3mcyYThA9iKggQ'
75 feed "WFTDA: Women's Flat Track Derby Association" 'https://www.youtube.com/feeds/videos.xml?channel_id=UC7eMWpvytqd3gYAqxTl9w7g'
76 feed "Zach Anner" 'https://www.youtube.com/feeds/videos.xml?channel_id=UCPTVYxUoYWhNa8J7GzIGnyQ'
77}
78
79feeds_podcasts() {
80 feed "Tilde Whirl Tildeverse Podcast" 'https://tilde.town/~dozens/podcast/rss.xml'
81 feed "trash cat tech cat" 'https://podcast.librepunk.club/tctc/ogg.xml'
82 feed "Hacker Public Radio" 'https://hackerpublicradio.org/hpr_ogg_rss.php'
83}
84
85feeds_friends() {
86 # nihilazo
87 feed "lipu pi jan Niko" 'https://tilde.town/~nihilazo/index.xml'
88 # dozens
89 feed "chrismanbrown.gitlab.io (dozens)" 'https://chrismanbrown.gitlab.io/rss.xml'
90 feed "Dozens and Dragons" 'https://dozensanddragons.neocities.org/rss.xml'
91 feed "dozens: Society For Putting Things On Top Of Other Things" 'https://society.neocities.org/rss.xml'
92 feed "dozens: vgnfdblg" 'https://supervegan.neocities.org/feed.xml'
93 feed "dozens: backgammon" 'http://tilde.town/~dozens/backgammon/rss.xml'
94 feed "dozens: It's Pro Toad and Superb Owl" 'https://git.tilde.town/dozens/protoadandsuperbowl/raw/branch/master/feed.xml'
95 feed "dozens dreams" 'https://tilde.team/~dozens/dreams/rss.xml'
96 feed "dozens: write.as" 'https://write.tildeverse.org/dozens/feed/'
97 feed "dozens css art" 'http://tilde.town/~dozens/cssart/feed.xml'
98 ###
99 feed "Benjamin Wil" 'https://benjaminwil.info/feed.xml'
100 feed "(lambda (x) (create x))" 'http://lambdacreate.com/static/feed.rss'
101 feed "m455.casa" 'https://m455.casa/feed.rss'
102 feed "Oatmeal" 'https://eli.li/feed.rss'
103 feed "RSRSSS" 'https://envs.net/~lucidiot/rsrsss/feed.xml'
104 feed "Tomasino Blog" 'https://blog.tomasino.org/index.xml'
105 feed "Tomasino Labs" 'https://labs.tomasino.org/index.xml'
106 feed "Will's Blog" 'https://wflewis.com/feed.xml'
107 feed "Rick Carlino's Blog" 'https://rickcarlino.com/rss/feed.rss'
108 feed "Causal Agency" 'https://text.causal.agency/feed.atom'
109 feed "Benoit Joly" 'https://blog.benoitj.ca/posts/index.xml'
110 feed "p1k3::feed" 'https://p1k3.com/feed'
111 feed "linkbudz" 'https://linkbudz.m455.casa/feed.rss'
112 feed "Alex Schroeder" "https://alexschroeder.ch/wiki/feed/full/"
113 feed "Björn Wärmedal" "https://warmedal.se/~bjorn/atom.xml"
114 feed "a rickety bridge of impossible crossing" "https://bluelander.bearblog.dev/feed/"
115}
116
117feeds_comics() {
118 feed "Cat and Girl" 'https://catandgirl.com/feed/'
119 feed "Dinosaur Comics!" 'https://qwantz.com/rssfeed.php'
120 feed "False Knees" 'https://falseknees.tumblr.com/rss'
121 feed "Saturday Morning Breakfast Cereal" 'https://www.smbc-comics.com/comic/rss'
122 feed "xkcd" 'https://xkcd.com/atom.xml'
123}
124
125feeds_news() {
126 feed "tilde news: Private feed for acdw" \
127 'https://tilde.news/rss?token=FvdFj8rQkhrBy9j1yON1t6RYKDdcuG1MoUlyvRICmbgDGCf2JTWAEObDhdgt'
128 feed "Tildes Atom feed" 'https://tildes.net/topics.atom'
129 feed "NPR" "https://feeds.npr.org/1001/rss.xml"
130}
131
132feeds_me() {
133 :
134}
135
136feeds_smolweb() {
137 feed "~town friday postcard" 'https://tilde.town/~lucidiot/fridaypostcard.xml'
138 feed "Cosmic Voyage" 'https://cosmic.voyage/rss.xml'
139 feed "plan.cat" 'https://plan.cat/rss'
140}
141
142feeds_misc() {
143 feed "Crystalverse" 'https://crystalverse.com/feed/'
144 feed "Hetzner" 'https://status.hetzner.com/en.atom'
145 feed "LOW-TECH MAGAZINE" 'https://feeds2.feedburner.com/typepad/krisdedecker/lowtechmagazineenglish'
146}
147
148### Filter ######################################################
149
150filter() {
151 case "$1" in
152 # Filter items based on feed name.
153 *NPR*)
154 sed 's@www\.npr\.org@text.npr.org@'
155 ;;
156 *) cat ;;
157 esac |
158 filter_add_empties |
159 filter_html_entities |
160 filter_embed_youtube |
161 filter_filter_links
162}
163
164filter_add_empties() {
165 awk 'BEGIN{FS="\t";OFS=FS;}
166 { $2 = $2 ? $2 : "[empty]" }
167 { print $1,$2,$3,$4,$5,$6,$7,$8,$9; }
168'
169}
170
171filter_embed_youtube() {
172 # replace youtube links with embed links
173 sed 's@www.youtube.com/watch?v=@www.youtube.com/embed/@g'
174}
175
176filter_filter_links() {
177 # shorten feedburner links and strip tracking parameters and pixels
178 awk -F '\t' 'BEGIN { OFS = "\t"; }
179 function filterlink(s) {
180 # protocol must start with http, https or gopher.
181 if (match(s, /^(http|https|gopher):\/\//) == 0) {
182 return "";
183 }
184 # shorten feedburner links.
185 if (match(s, /^(http|https):\/\/[^\/]+\/~r\/.*\/~3\/[^\/]+\//)) {
186 s = substr($3, RSTART, RLENGTH);
187 }
188 # strip tracking parameters
189 # urchin, facebook, piwik, webtrekk and generic.
190 gsub(/\?(ad|campaign|fbclid|pk|tm|utm|wt)_([^&]+)/, "?", s);
191 gsub(/&(ad|campaign|fbclid|pk|tm|utm|wt)_([^&]+)/, "", s);
192 gsub(/\?&/, "?", s);
193 gsub(/[\?&]+$/, "", s);
194 return s
195 }
196 {
197 $3 = filterlink($3); # link
198 $8 = filterlink($8); # enclosure
199 # try to remove tracking pixels: <img/> tags with 1px width or height.
200 gsub("<img[^>]*(width|height)[[:space:]]*=[[:space:]]*[\"'"'"' ]?1[\"'"'"' ]?[^0-9>]+[^>]*>", "", $4);
201 print $0;
202 }'
203}
204
205filter_html_entities() {
206 # convert HTML entities into dumb counterparts
207 awk '{
208 gsub(/&#34;/,"\""); gsub(/&#x22;/,"\"");
209 gsub(/&#39;/,"'\''"); gsub(/&#x27;/,"'\''");
210 gsub(/&amp;/,"\\&"); # MUST BE LAST!;
211 print
212}'
213}
214
215# Fetch #########################################################
216
217fetch() { # fetch(name, url, feedfile)
218 # return
219 curl -s -L \
220 --max-redirs 3 \
221 --header "'User-Agent: $USER_AGENT'" \
222 --fail \
223 --max-time 15 \
224 "$2"
225}