Skip to content
This repository has been archived by the owner on Oct 19, 2023. It is now read-only.

Commit

Permalink
+ new sources
Browse files Browse the repository at this point in the history
  • Loading branch information
@akurilov
akurilov committed Oct 12, 2023
1 parent a52d399 commit a600659
Show file tree
Hide file tree
Showing 11 changed files with 932 additions and 1 deletion.
13 changes: 12 additions & 1 deletion helm/producer-rss/templates/all-jobs-schedule.txt
View file
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
0 7 * * * arxiv-org-astro-ph
1 7 * * * arxiv-org-cs
2/10 * * * * cnn-com
2/29 * * * * cnn-com
3 * * * * cointelegraph
4 8 * * * elementy
5/12 * * * * forbes
Expand Down Expand Up @@ -28,3 +28,14 @@
17/23 * * * * wsj-com-world
26 * * * * yle-fi
25/20 * * * * youtube-com-popular

29/19 * * * * https://www.engineering.com/jobs/rss/
30 0/12 * * * https://phys.org/rss-feed/journals/astrophysical-journal/
31 * * * * https://www.linuxtoday.com/feed/
22 0/12 * * * https://www.planetary.org/rss/articles
32 * * * * https://www.youtube.com/feeds/videos.xml?channel_id=UCq-Fj5jknLsUf-MWSy4_brA
33 6 * * * https://www.youtube.com/feeds/videos.xml?channel_id=UCbCmjCuTUZos6Inko4u57UQ
4/15 * * * * https://www.youtube.com/feeds/videos.xml?channel_id=UCpEhnqL0y41EpW2TvWAHD7Q
34 5 * * * https://www.youtube.com/feeds/videos.xml?channel_id=UC5A-Wp9ujcr5g9sYagAafEA
5 * * * * https://www.youtube.com/feeds/videos.xml?channel_id=UC295-Dw_tDNtZXFeAPAW6Aw
35 * * * * https://www.nytimes.com/wirecutter/feed/
92 changes: 92 additions & 0 deletions helm/producer-rss/templates/cronjob-engineering-com-jobs.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,92 @@
apiVersion: batch/v1
kind: CronJob
metadata:
labels:
app: "producer-rss"
name: "{{ include "producerRss.fullname" . }}-engineering-com-jobs"
spec:
schedule: "29/19 * * * *"
jobTemplate:
spec:
template:
spec:
{{- with .Values.imagePullSecrets }}
imagePullSecrets:
{{- toYaml . | nindent 12 }}
{{- end }}
containers:
- name: "{{ include "producerRss.fullname" . }}-engineering-com-jobs"
image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}"
imagePullPolicy: "{{ .Values.image.pullPolicy }}"
env:
- name: API_WRITER_BACKOFF
value: "{{ .Values.api.writer.backoff }}"
- name: API_WRITER_URI
value: "{{ .Values.api.writer.uri }}"
- name: DB_URI
value: "{{ .Values.db.protocol }}://{{ .Values.db.hostname }}/?retryWrites=true&w=majority"
- name: DB_NAME
value: {{ .Values.db.name }}
- name: DB_USERNAME
value: {{ .Values.db.username }}
{{- if .Values.db.password.secret.enabled }}
- name: DB_PASSWORD
valueFrom:
secretKeyRef:
name: "{{ .Values.db.password.secret.name }}"
key: "{{ .Values.db.password.secret.key }}"
{{- else }}
- name: DB_PASSWORD
value: "{{ .Values.db.password.raw }}"
{{- end }}
- name: DB_TABLE_NAME
value: {{ .Values.db.table.name }}
- name: DB_TLS_ENABLED
value: "{{ .Values.db.tls.enabled }}"
- name: DB_TLS_INSECURE
value: "{{ .Values.db.tls.insecure }}"
- name: LOG_LEVEL
value: "{{ .Values.log.level }}"
- name: FEED_URL
value: "https://www.engineering.com/jobs/rss/"
- name: FEED_TLS_SKIP_VERIFY
value: "{{ .Values.feed.tls.skipVerify }}"
- name: FEED_UPDATE_INTERVAL_MIN
value: "{{ .Values.feed.updateInterval.min }}"
- name: FEED_UPDATE_INTERVAL_MAX
value: "{{ .Values.feed.updateInterval.max }}"
- name: FEED_UPDATE_TIMEOUT
value: "{{ .Values.feed.updateTimeout }}"
- name: FEED_USER_AGENT
value: "{{ .Values.feed.userAgent }}"
- name: MSG_MD_KEY_FEED_CATEGORIES
value: "{{ .Values.message.metadata.key.feedCategories }}"
- name: MSG_MD_KEY_FEED_DESCRIPTION
value: "{{ .Values.message.metadata.key.feedDescription }}"
- name: MSG_MD_KEY_FEED_IMAGE_TITLE
value: "{{ .Values.message.metadata.key.feedImageTitle }}"
- name: MSG_MD_KEY_FEED_IMAGE_URL
value: "{{ .Values.message.metadata.key.feedImageUrl }}"
- name: MSG_MD_KEY_FEED_TITLE
value: "{{ .Values.message.metadata.key.feedTitle }}"
- name: MSG_MD_KEY_AUTHOR
value: "{{ .Values.message.metadata.key.author }}"
- name: MSG_MD_KEY_CATEGORIES
value: "{{ .Values.message.metadata.key.categories }}"
- name: MSG_MD_KEY_GUID
value: "{{ .Values.message.metadata.key.guid }}"
- name: MSG_MD_KEY_IMAGE_TITLE
value: "{{ .Values.message.metadata.key.imageTitle }}"
- name: MSG_MD_KEY_IMAGE_URL
value: "{{ .Values.message.metadata.key.imageUrl }}"
- name: MSG_MD_KEY_LANGUAGE
value: "{{ .Values.message.metadata.key.language }}"
- name: MSG_MD_KEY_SUMMARY
value: "{{ .Values.message.metadata.key.summary }}"
- name: MSG_MD_KEY_TITLE
value: "{{ .Values.message.metadata.key.title }}"
- name: MSG_MD_SPEC_VERSION
value: "{{ .Values.message.metadata.specVersion }}"
- name: MSG_CONTENT_TYPE
value: "{{ .Values.message.content.type }}"
restartPolicy: OnFailure
92 changes: 92 additions & 0 deletions helm/producer-rss/templates/cronjob-linuxtoday-com.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,92 @@
apiVersion: batch/v1
kind: CronJob
metadata:
labels:
app: "producer-rss"
name: "{{ include "producerRss.fullname" . }}-linuxtoday-com"
spec:
schedule: "31 * * * *"
jobTemplate:
spec:
template:
spec:
{{- with .Values.imagePullSecrets }}
imagePullSecrets:
{{- toYaml . | nindent 12 }}
{{- end }}
containers:
- name: "{{ include "producerRss.fullname" . }}-linuxtoday-com"
image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}"
imagePullPolicy: "{{ .Values.image.pullPolicy }}"
env:
- name: API_WRITER_BACKOFF
value: "{{ .Values.api.writer.backoff }}"
- name: API_WRITER_URI
value: "{{ .Values.api.writer.uri }}"
- name: DB_URI
value: "{{ .Values.db.protocol }}://{{ .Values.db.hostname }}/?retryWrites=true&w=majority"
- name: DB_NAME
value: {{ .Values.db.name }}
- name: DB_USERNAME
value: {{ .Values.db.username }}
{{- if .Values.db.password.secret.enabled }}
- name: DB_PASSWORD
valueFrom:
secretKeyRef:
name: "{{ .Values.db.password.secret.name }}"
key: "{{ .Values.db.password.secret.key }}"
{{- else }}
- name: DB_PASSWORD
value: "{{ .Values.db.password.raw }}"
{{- end }}
- name: DB_TABLE_NAME
value: {{ .Values.db.table.name }}
- name: DB_TLS_ENABLED
value: "{{ .Values.db.tls.enabled }}"
- name: DB_TLS_INSECURE
value: "{{ .Values.db.tls.insecure }}"
- name: LOG_LEVEL
value: "{{ .Values.log.level }}"
- name: FEED_URL
value: "https://www.linuxtoday.com/feed/"
- name: FEED_TLS_SKIP_VERIFY
value: "{{ .Values.feed.tls.skipVerify }}"
- name: FEED_UPDATE_INTERVAL_MIN
value: "{{ .Values.feed.updateInterval.min }}"
- name: FEED_UPDATE_INTERVAL_MAX
value: "{{ .Values.feed.updateInterval.max }}"
- name: FEED_UPDATE_TIMEOUT
value: "{{ .Values.feed.updateTimeout }}"
- name: FEED_USER_AGENT
value: "{{ .Values.feed.userAgent }}"
- name: MSG_MD_KEY_FEED_CATEGORIES
value: "{{ .Values.message.metadata.key.feedCategories }}"
- name: MSG_MD_KEY_FEED_DESCRIPTION
value: "{{ .Values.message.metadata.key.feedDescription }}"
- name: MSG_MD_KEY_FEED_IMAGE_TITLE
value: "{{ .Values.message.metadata.key.feedImageTitle }}"
- name: MSG_MD_KEY_FEED_IMAGE_URL
value: "{{ .Values.message.metadata.key.feedImageUrl }}"
- name: MSG_MD_KEY_FEED_TITLE
value: "{{ .Values.message.metadata.key.feedTitle }}"
- name: MSG_MD_KEY_AUTHOR
value: "{{ .Values.message.metadata.key.author }}"
- name: MSG_MD_KEY_CATEGORIES
value: "{{ .Values.message.metadata.key.categories }}"
- name: MSG_MD_KEY_GUID
value: "{{ .Values.message.metadata.key.guid }}"
- name: MSG_MD_KEY_IMAGE_TITLE
value: "{{ .Values.message.metadata.key.imageTitle }}"
- name: MSG_MD_KEY_IMAGE_URL
value: "{{ .Values.message.metadata.key.imageUrl }}"
- name: MSG_MD_KEY_LANGUAGE
value: "{{ .Values.message.metadata.key.language }}"
- name: MSG_MD_KEY_SUMMARY
value: "{{ .Values.message.metadata.key.summary }}"
- name: MSG_MD_KEY_TITLE
value: "{{ .Values.message.metadata.key.title }}"
- name: MSG_MD_SPEC_VERSION
value: "{{ .Values.message.metadata.specVersion }}"
- name: MSG_CONTENT_TYPE
value: "{{ .Values.message.content.type }}"
restartPolicy: OnFailure
92 changes: 92 additions & 0 deletions helm/producer-rss/templates/cronjob-nytimes-com-wirecutter.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,92 @@
apiVersion: batch/v1
kind: CronJob
metadata:
labels:
app: "producer-rss"
name: "{{ include "producerRss.fullname" . }}-nytimes-com-wirecutter"
spec:
schedule: "35 * * * *"
jobTemplate:
spec:
template:
spec:
{{- with .Values.imagePullSecrets }}
imagePullSecrets:
{{- toYaml . | nindent 12 }}
{{- end }}
containers:
- name: "{{ include "producerRss.fullname" . }}-nytimes-com-wirecutter"
image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}"
imagePullPolicy: "{{ .Values.image.pullPolicy }}"
env:
- name: API_WRITER_BACKOFF
value: "{{ .Values.api.writer.backoff }}"
- name: API_WRITER_URI
value: "{{ .Values.api.writer.uri }}"
- name: DB_URI
value: "{{ .Values.db.protocol }}://{{ .Values.db.hostname }}/?retryWrites=true&w=majority"
- name: DB_NAME
value: {{ .Values.db.name }}
- name: DB_USERNAME
value: {{ .Values.db.username }}
{{- if .Values.db.password.secret.enabled }}
- name: DB_PASSWORD
valueFrom:
secretKeyRef:
name: "{{ .Values.db.password.secret.name }}"
key: "{{ .Values.db.password.secret.key }}"
{{- else }}
- name: DB_PASSWORD
value: "{{ .Values.db.password.raw }}"
{{- end }}
- name: DB_TABLE_NAME
value: {{ .Values.db.table.name }}
- name: DB_TLS_ENABLED
value: "{{ .Values.db.tls.enabled }}"
- name: DB_TLS_INSECURE
value: "{{ .Values.db.tls.insecure }}"
- name: LOG_LEVEL
value: "{{ .Values.log.level }}"
- name: FEED_URL
value: "https://www.nytimes.com/wirecutter/feed/"
- name: FEED_TLS_SKIP_VERIFY
value: "{{ .Values.feed.tls.skipVerify }}"
- name: FEED_UPDATE_INTERVAL_MIN
value: "{{ .Values.feed.updateInterval.min }}"
- name: FEED_UPDATE_INTERVAL_MAX
value: "{{ .Values.feed.updateInterval.max }}"
- name: FEED_UPDATE_TIMEOUT
value: "{{ .Values.feed.updateTimeout }}"
- name: FEED_USER_AGENT
value: "{{ .Values.feed.userAgent }}"
- name: MSG_MD_KEY_FEED_CATEGORIES
value: "{{ .Values.message.metadata.key.feedCategories }}"
- name: MSG_MD_KEY_FEED_DESCRIPTION
value: "{{ .Values.message.metadata.key.feedDescription }}"
- name: MSG_MD_KEY_FEED_IMAGE_TITLE
value: "{{ .Values.message.metadata.key.feedImageTitle }}"
- name: MSG_MD_KEY_FEED_IMAGE_URL
value: "{{ .Values.message.metadata.key.feedImageUrl }}"
- name: MSG_MD_KEY_FEED_TITLE
value: "{{ .Values.message.metadata.key.feedTitle }}"
- name: MSG_MD_KEY_AUTHOR
value: "{{ .Values.message.metadata.key.author }}"
- name: MSG_MD_KEY_CATEGORIES
value: "{{ .Values.message.metadata.key.categories }}"
- name: MSG_MD_KEY_GUID
value: "{{ .Values.message.metadata.key.guid }}"
- name: MSG_MD_KEY_IMAGE_TITLE
value: "{{ .Values.message.metadata.key.imageTitle }}"
- name: MSG_MD_KEY_IMAGE_URL
value: "{{ .Values.message.metadata.key.imageUrl }}"
- name: MSG_MD_KEY_LANGUAGE
value: "{{ .Values.message.metadata.key.language }}"
- name: MSG_MD_KEY_SUMMARY
value: "{{ .Values.message.metadata.key.summary }}"
- name: MSG_MD_KEY_TITLE
value: "{{ .Values.message.metadata.key.title }}"
- name: MSG_MD_SPEC_VERSION
value: "{{ .Values.message.metadata.specVersion }}"
- name: MSG_CONTENT_TYPE
value: "{{ .Values.message.content.type }}"
restartPolicy: OnFailure
92 changes: 92 additions & 0 deletions helm/producer-rss/templates/cronjob-phys-org-astrophysical-journal.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,92 @@
apiVersion: batch/v1
kind: CronJob
metadata:
labels:
app: "producer-rss"
name: "{{ include "producerRss.fullname" . }}-phys-org-astrophysical-journal"
spec:
schedule: "30 0/12 * * *"
jobTemplate:
spec:
template:
spec:
{{- with .Values.imagePullSecrets }}
imagePullSecrets:
{{- toYaml . | nindent 12 }}
{{- end }}
containers:
- name: "{{ include "producerRss.fullname" . }}-phys-org-astrophysical-journal"
image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}"
imagePullPolicy: "{{ .Values.image.pullPolicy }}"
env:
- name: API_WRITER_BACKOFF
value: "{{ .Values.api.writer.backoff }}"
- name: API_WRITER_URI
value: "{{ .Values.api.writer.uri }}"
- name: DB_URI
value: "{{ .Values.db.protocol }}://{{ .Values.db.hostname }}/?retryWrites=true&w=majority"
- name: DB_NAME
value: {{ .Values.db.name }}
- name: DB_USERNAME
value: {{ .Values.db.username }}
{{- if .Values.db.password.secret.enabled }}
- name: DB_PASSWORD
valueFrom:
secretKeyRef:
name: "{{ .Values.db.password.secret.name }}"
key: "{{ .Values.db.password.secret.key }}"
{{- else }}
- name: DB_PASSWORD
value: "{{ .Values.db.password.raw }}"
{{- end }}
- name: DB_TABLE_NAME
value: {{ .Values.db.table.name }}
- name: DB_TLS_ENABLED
value: "{{ .Values.db.tls.enabled }}"
- name: DB_TLS_INSECURE
value: "{{ .Values.db.tls.insecure }}"
- name: LOG_LEVEL
value: "{{ .Values.log.level }}"
- name: FEED_URL
value: "https://www.engineering.com/jobs/rss/"
- name: FEED_TLS_SKIP_VERIFY
value: "{{ .Values.feed.tls.skipVerify }}"
- name: FEED_UPDATE_INTERVAL_MIN
value: "{{ .Values.feed.updateInterval.min }}"
- name: FEED_UPDATE_INTERVAL_MAX
value: "{{ .Values.feed.updateInterval.max }}"
- name: FEED_UPDATE_TIMEOUT
value: "{{ .Values.feed.updateTimeout }}"
- name: FEED_USER_AGENT
value: "{{ .Values.feed.userAgent }}"
- name: MSG_MD_KEY_FEED_CATEGORIES
value: "{{ .Values.message.metadata.key.feedCategories }}"
- name: MSG_MD_KEY_FEED_DESCRIPTION
value: "{{ .Values.message.metadata.key.feedDescription }}"
- name: MSG_MD_KEY_FEED_IMAGE_TITLE
value: "{{ .Values.message.metadata.key.feedImageTitle }}"
- name: MSG_MD_KEY_FEED_IMAGE_URL
value: "{{ .Values.message.metadata.key.feedImageUrl }}"
- name: MSG_MD_KEY_FEED_TITLE
value: "{{ .Values.message.metadata.key.feedTitle }}"
- name: MSG_MD_KEY_AUTHOR
value: "{{ .Values.message.metadata.key.author }}"
- name: MSG_MD_KEY_CATEGORIES
value: "{{ .Values.message.metadata.key.categories }}"
- name: MSG_MD_KEY_GUID
value: "{{ .Values.message.metadata.key.guid }}"
- name: MSG_MD_KEY_IMAGE_TITLE
value: "{{ .Values.message.metadata.key.imageTitle }}"
- name: MSG_MD_KEY_IMAGE_URL
value: "{{ .Values.message.metadata.key.imageUrl }}"
- name: MSG_MD_KEY_LANGUAGE
value: "{{ .Values.message.metadata.key.language }}"
- name: MSG_MD_KEY_SUMMARY
value: "{{ .Values.message.metadata.key.summary }}"
- name: MSG_MD_KEY_TITLE
value: "{{ .Values.message.metadata.key.title }}"
- name: MSG_MD_SPEC_VERSION
value: "{{ .Values.message.metadata.specVersion }}"
- name: MSG_CONTENT_TYPE
value: "{{ .Values.message.content.type }}"
restartPolicy: OnFailure
Loading

0 comments on commit a600659

Please sign in to comment.