update prioritized tools to use metadata csv

Author: TimidRobot

data/prioritized-tool-urls.txt

@@ -18,18 +18,11 @@
 //creativecommons.org/licenses/by-nc-sa/2.5
 //creativecommons.org/licenses/by-nd/2.5
 //creativecommons.org/licenses/by-sa/2.5
-//creativecommons.org/licenses/by/2.1
-//creativecommons.org/licenses/by-nc/2.1
-//creativecommons.org/licenses/by-nc-nd/2.1
-//creativecommons.org/licenses/by-nc-sa/2.1
-//creativecommons.org/licenses/by-nd/2.1
-//creativecommons.org/licenses/by-sa/2.1
 //creativecommons.org/licenses/by/2.0
 //creativecommons.org/licenses/by-nc/2.0
 //creativecommons.org/licenses/by-nc-nd/2.0
 //creativecommons.org/licenses/by-nc-sa/2.0
 //creativecommons.org/licenses/by-nd/2.0
-//creativecommons.org/licenses/by-nd-nc/2.0
 //creativecommons.org/licenses/by-sa/2.0
 //creativecommons.org/licenses/by/1.0
 //creativecommons.org/licenses/by-nc/1.0
@@ -558,7 +551,6 @@
 //creativecommons.org/licenses/by-nc-nd/2.0/jp
 //creativecommons.org/licenses/by-nc-sa/2.0/jp
 //creativecommons.org/licenses/by-nd/2.0/jp
-//creativecommons.org/licenses/by-nd-nc/2.0/jp
 //creativecommons.org/licenses/by-sa/2.0/jp
 //creativecommons.org/licenses/by/2.0/kr
 //creativecommons.org/licenses/by-nc/2.0/kr
@@ -615,11 +607,6 @@
 //creativecommons.org/licenses/by-nd-nc/1.0/nl
 //creativecommons.org/licenses/by-sa/1.0/nl
 //creativecommons.org/licenses/devnations/2.0
-//creativecommons.org/licenses/nc/2.0
-//creativecommons.org/licenses/nc-sa/2.0
-//creativecommons.org/licenses/nd/2.0
-//creativecommons.org/licenses/nd-nc/2.0
-//creativecommons.org/licenses/sa/2.0
 //creativecommons.org/licenses/nc/1.0
 //creativecommons.org/licenses/nc-sa/1.0
 //creativecommons.org/licenses/nc-sampling+/1.0
@@ -649,4 +636,4 @@
 //creativecommons.org/licenses/nc-sampling+/1.0/tw
 //creativecommons.org/licenses/sampling/1.0/tw
 //creativecommons.org/licenses/sampling+/1.0/tw
-//creativecommons.org/licenses/publicdomain
+//creativecommons.org/publicdomain/certification/1.0/us

dev/prioritize_tools.py

@@ -14,6 +14,7 @@
 4. Save prioritized CC Legal Tool URLs
 """
 # Standard library
+import csv
 import os
 import sys
 import textwrap
@@ -39,12 +40,14 @@
 
 def get_tool_urls():
     LOGGER.info("Loading CC Legal Tool paths and adding prefix")
-    file_path = shared.path_join(PATHS["data"], "legal-tool-paths.txt")
-    prefix = "//creativecommons.org/"
+    file_path = shared.path_join(PATHS["data"], "cc-legal-tools.csv")
     tool_urls = []
     with open(file_path, "r", encoding="utf-8") as file_obj:
-        for line in file_obj:
-            tool_urls.append(f"{prefix}{line.strip()}")
+        rows = csv.DictReader(file_obj, dialect="unix")
+        for row in rows:
+            tool_urls.append(
+                row["CANONICAL_URL"].replace("https:", "").rstrip("/")
+            )
     return tool_urls