docs: generate-resources: Changed using Spreadsheet API to using exported spreadsheets

Signed-off-by: Grzegorz Latosinski <glatosinski@antmicro.com>

scripts/python-skywater-pdk/skywater_pdk/generate-resources-rst.py

@@ -17,81 +17,71 @@
 #
 # SPDX-License-Identifier: Apache-2.0
 
-import os
 import sys
-import pickle
 import argparse
 from pathlib import Path
-from googleapiclient.discovery import build
-from google_auth_oauthlib.flow import InstalledAppFlow
-from google.auth.transport.requests import Request
 import pandas as pd
 
-SCOPES = ['https://www.googleapis.com/auth/spreadsheets.readonly']
 
-SAMPLE_SPREADSHEET_ID = '1tOU0N0qMeDFjTz9NrGz_-PBikgu2x2gDHezy2SlE9dA'
+def parse_news_articles(filepath):
+    values = pd.read_excel(
+        filepath,
+        sheet_name='News Articles',
+        header=1,
+        usecols='B:D'
+    )
+    values = values.where(values.notnull(), None)
+    return values
 
 
-def parse_news_articles(sheet):
+def parse_talk_series(filepath):
-    DATA = 'News Articles!B2:D'
+    values = pd.read_excel(
-    result = sheet.values().get(
+        filepath,
-        spreadsheetId=SAMPLE_SPREADSHEET_ID,
+        sheet_name='Talk Series',
-        range=DATA).execute()
+        header=1,
-    values = result.get('values', [])
+        usecols='B:M'
-    return pd.DataFrame.from_records(values[1:], columns=values[0])
+    )
+    values = values.where(values.notnull(), None)
+    return values
 
 
-def parse_talk_series(sheet):
+def parse_conferences(filepath):
-    DATA = 'Talk Series!B2:M'
+    values = pd.read_excel(
-    result = sheet.values().get(
+        filepath,
-        spreadsheetId=SAMPLE_SPREADSHEET_ID,
+        sheet_name='Conferences',
-        range=DATA).execute()
+        header=1,
-    values = result.get('values', [])
+        usecols='B:D'
-    return pd.DataFrame.from_records(values[1:], columns=values[0])
+    )
-
+    values = values.where(values.notnull(), None)
-
+    return values
-def parse_conferences(sheet):
-    DATA = 'Conferences!B2:D'
-    result = sheet.values().get(
-        spreadsheetId=SAMPLE_SPREADSHEET_ID,
-        range=DATA).execute()
-    values = result.get('values', [])
-    return pd.DataFrame.from_records(values[1:], columns=values[0])
 
 
 def main(argv):
     parser = argparse.ArgumentParser(prog=argv[0])
+    parser.add_argument(
+        'input_xlsx',
+        help='The path to input XLSX file or GID to Google Spreadsheet',
+        type=Path
+    )
     parser.add_argument(
         'output',
         help='The path to output RST file',
         type=Path
     )
+    parser.add_argument(
+        '--input-is-spreadsheet-id',
+        help='The input_xlsx argument holds public Google Spreadsheet ID',
+        action='store_true'
+    )
 
     args = parser.parse_args(argv[1:])
 
-    creds = None
+    if args.input_is_spreadsheet_id:
-    if os.path.exists('token.pickle'):
+        args.input_xlsx = f'https://docs.google.com/spreadsheets/d/{args.input_xlsx}/export?format=xlsx'  # noqa: E501
-        with open('token.pickle', 'rb') as token:
-            creds = pickle.load(token)
-    if not creds or not creds.valid:
-        if creds and creds.expired and creds.refresh_token:
-            creds.refresh(Request())
-        else:
-            flow = InstalledAppFlow.from_client_secrets_file(
-                'credentials.json',
-                SCOPES
-            )
-            creds = flow.run_local_server(port=0)
-        with open('token.pickle', 'wb') as token:
-            pickle.dump(creds, token)
 
-    service = build('sheets', 'v4', credentials=creds)
+    news_articles = parse_news_articles(args.input_xlsx)
-
+    talk_series = parse_talk_series(args.input_xlsx)
-    sheet = service.spreadsheets()
+    conferences = parse_conferences(args.input_xlsx)
-
-    news_articles = parse_news_articles(sheet)
-    talk_series = parse_talk_series(sheet)
-    conferences = parse_conferences(sheet)
 
     with open(args.output, 'w') as out:
         out.write('Further Resources\n')
@@ -116,7 +106,9 @@ def main(argv):
                 out.write(f'{row["Description"]}\n')
                 out.write('\n')
             if row["Related link"]:
-                out.write(f'* `{row["Related link"]} <{row["Related link"]}>`__\n')
+                out.write(
+                    f'* `{row["Related link"]} <{row["Related link"]}>`__\n'
+                )
         out.write('\n')
         out.write('Talk Series\n')
         out.write('-----------\n')
@@ -140,14 +132,25 @@ def main(argv):
             if entry["Talk details"]:
                 out.write(f'**Description**: {entry["Talk details"]}\n\n')
             if entry["Video link"]:
-                linkname = entry["Video"] if entry["Video"] else entry["Video link"]
+                linkname = (entry["Video"] if entry["Video"]
-                out.write(f'**Video**: `{linkname} <entry["Video link"]>`__\n\n')
+                            else entry["Video link"])
+                out.write(
+                    f'**Video**: `{linkname} <{entry["Video link"]}>`__\n\n'
+                )
             if entry["Slides PPTX link"]:
-                linkname = entry["Slides PPTX"] if entry["Slides PPTX"] else entry["Slides PPTX link"]
+                linkname = (entry["Slides PPTX"] if entry["Slides PPTX"]
-                out.write(f'**Slides**: `{linkname} <entry["Slides PPTX link"]>`__\n\n')
+                            else entry["Slides PPTX link"])
+                out.write(
+                    '**Slides**: ' +
+                    f'`{linkname} <{entry["Slides PPTX link"]}>`__\n\n'
+                )
             if entry["Slides PDF link"]:
-                linkname = entry["Slides PDF"] if entry["Slides PDF"] else entry["Slides PDF link"]
+                linkname = (entry["Slides PDF"] if entry["Slides PDF"]
-                out.write(f'**Slides (PDF)**: `{linkname} <entry["Slides PDF link"]>`__\n\n')
+                            else entry["Slides PDF link"])
+                out.write(
+                    '**Slides (PDF)**: ' +
+                    f'`{linkname} <{entry["Slides PDF link"]}>`__\n\n'
+                )
             out.write('\n')
     return 0