Merge pull request #6 from pyladies/add-youtube-urls-to-sessions

Download youtube urls from pretalx and add them to each session

Author: marcorichetta

.github/workflows/deploy.yml

@@ -36,12 +36,12 @@ jobs:
         uses: astral-sh/setup-uv@v7
 
       - name: Download data
-        run: uv run make download EXCLUDE="youtube" > /dev/null 2>&1
+        run: uv run make download > /dev/null 2>&1
         env:
           PRETALX_TOKEN: ${{ secrets.PRETALX_TOKEN }}
 
       - name: Transform data
-        run: uv run make transform EXCLUDE="youtube" > /dev/null 2>&1
+        run: uv run make transform > /dev/null 2>&1
 
       - name: Create index.html
         run: |

src/download.py

@@ -53,10 +53,21 @@
 
     pbar = tqdm(desc=f"Downloading {resource_name}", unit=" page", dynamic_ncols=True)
 
+    # Don't send auth token for youtube resource
+    # For some reason Pretalx API rejects it with a HTTP 403
+    request_headers = (
+        headers
+        if resource_name != "youtube"
+        else {
+            "Accept": "application/json, text/javascript",
+            "Pretalx-Version": Config.api_version,
+        }
+    )
+
     while url := data["next"]:
         n += 1
         pbar.update(1)
-        response = requests.get(url, headers=headers)
+        response = requests.get(url, headers=request_headers)
 
         if response.status_code != 200:
             raise Exception(f"Error {response.status_code}: {response.text}")