Extract spdx id from known source urls

7 files changed, 169 insertions, 157 deletions

diff --git a/lib/license/management/repository.rb b/lib/license/management/repository.rb
index fdff30d..ed2519f 100644
--- a/lib/license/management/repository.rb
+++ b/lib/license/management/repository.rb
@@ -5,6 +5,11 @@ module License
     class Repository
       include Loggable
       include Verifiable
+      KNOWN_SOURCES = [
+        'licenses.nuget.org',
+        'opensource.org',
+        'www.opensource.org',
+      ].freeze
 
       def initialize(
         compatibility_path: License::Management.root.join('normalized-licenses.yml'),
@@ -34,15 +39,15 @@ module License
             'name' => data['name'],
             'url' => data['seeAlso'][-1]
           }
-        else
-          log_info("Could not find license `#{id}` in SPDX")
-          nil
         end
       end
 
       def id_for(license)
         ids = compatibility_data['ids']
-        ids[license.send(:short_name)] || ids[license.url] || known_sources(license.url)
+        ids[license.send(:short_name)] ||
+          ids[license.url] ||
+          known_sources(license.send(:short_name)) ||
+          known_sources(license.url)
       end
 
       # When `license_finder` is unable to determine the license it will use the full
@@ -55,7 +60,7 @@ module License
       end
 
       def generate_item_for(license)
-        log_info("detected unknown license named `#{license.send(:short_name)}`")
+        log_info("detected unknown license named `#{license.send(:short_name)}`:`#{license.url}`")
         name = take_first_line_from(license.name)
         {
           'id' => name.downcase,
@@ -76,13 +81,14 @@ module License
       end
 
       def known_sources(url)
+        return if blank?(url)
         return unless url =~ /\A#{::URI::DEFAULT_PARSER.make_regexp(['http', 'https'])}\z/
 
         uri = URI.parse(url)
-        return unless ['opensource.org', 'licenses.nuget.org'].include?(uri.host)
-
+        return unless KNOWN_SOURCES.include?(uri.host.downcase)
         uri.path.split('/')[-1]
-      rescue
+      rescue => error
+        log_info(error)
         nil
       end
     end
diff --git a/normalized-licenses.yml b/normalized-licenses.yml
index 3fbef8d..0c8635d 100644
--- a/normalized-licenses.yml
+++ b/normalized-licenses.yml
@@ -5,6 +5,7 @@ ids:
   Apache2: Apache-2.0
   ASL, version 2: Apache-2.0
   BSD: BSD-4-Clause
+  BSD style: BSD-3-Clause
   CC0 1.0 Universal: CC0-1.0
   CC01: CC0-1.0
   Common Public License Version 1.0: CPL-1.0
@@ -31,4 +32,3 @@ ids:
   ruby: Ruby
   Simplified BSD: BSD-2-Clause
   SimplifiedBSD: BSD-2-Clause
-  unknown: unknown
diff --git a/test/results/csharp-nuget-dotnetcore-v2.json b/test/results/csharp-nuget-dotnetcore-v2.json
index d966adf..e2bcf1b 100644
--- a/test/results/csharp-nuget-dotnetcore-v2.json
+++ b/test/results/csharp-nuget-dotnetcore-v2.json
@@ -2,7 +2,7 @@
   "version": "2.0",
   "licenses": [
     {
-      "id": "unknown",
+      "id": "http://go.microsoft.com/fwlink/?linkid=329770",
       "name": "http://go.microsoft.com/fwlink/?LinkId=329770",
       "url": "",
       "count": 76
@@ -14,13 +14,7 @@
       "count": 2
     },
     {
-      "id": "MIT",
-      "name": "MIT License",
-      "url": "https://opensource.org/licenses/MIT",
-      "count": 2
-    },
-    {
-      "id": "unknown",
+      "id": "https://github.com/dotnet/corefx/blob/master/license.txt",
       "name": "https://github.com/dotnet/corefx/blob/master/LICENSE.TXT",
       "url": "",
       "count": 2
@@ -38,13 +32,25 @@
       "count": 1
     },
     {
-      "id": "unknown",
+      "id": "MIT",
+      "name": "MIT License",
+      "url": "https://opensource.org/licenses/MIT",
+      "count": 1
+    },
+    {
+      "id": "http://www.opensource.org/licenses/mit-license.php",
+      "name": "http://www.opensource.org/licenses/mit-license.php",
+      "url": "",
+      "count": 1
+    },
+    {
+      "id": "https://raw.githubusercontent.com/antlr/antlrcs/master/license.txt",
       "name": "https://raw.githubusercontent.com/antlr/antlrcs/master/LICENSE.txt",
       "url": "",
       "count": 1
     },
     {
-      "id": "unknown",
+      "id": "https://raw.githubusercontent.com/nhibernate/nhibernate-core/master/license.txt",
       "name": "https://raw.githubusercontent.com/nhibernate/nhibernate-core/master/LICENSE.txt",
       "url": "",
       "count": 1
@@ -59,7 +65,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "https://raw.githubusercontent.com/antlr/antlrcs/master/license.txt"
       ]
     },
     {
@@ -81,7 +87,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -92,7 +98,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -103,7 +109,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -114,7 +120,7 @@
         "."
       ],
       "licenses": [
-        "MIT"
+        "http://www.opensource.org/licenses/mit-license.php"
       ]
     },
     {
@@ -125,7 +131,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -136,7 +142,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "https://raw.githubusercontent.com/nhibernate/nhibernate-core/master/license.txt"
       ]
     },
     {
@@ -180,7 +186,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -191,7 +197,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -202,7 +208,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -213,7 +219,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -224,7 +230,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "https://github.com/dotnet/corefx/blob/master/license.txt"
       ]
     },
     {
@@ -235,7 +241,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -246,7 +252,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -257,7 +263,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -268,7 +274,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -279,7 +285,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -290,7 +296,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -301,7 +307,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -312,7 +318,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -323,7 +329,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -334,7 +340,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -345,7 +351,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -356,7 +362,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -367,7 +373,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -378,7 +384,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -389,7 +395,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -400,7 +406,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -411,7 +417,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -422,7 +428,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -433,7 +439,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -444,7 +450,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -455,7 +461,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -466,7 +472,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -477,7 +483,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -488,7 +494,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -499,7 +505,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -510,7 +516,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -521,7 +527,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -532,7 +538,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -543,7 +549,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -554,7 +560,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -565,7 +571,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -576,7 +582,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -587,7 +593,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -598,7 +604,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -609,7 +615,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -620,7 +626,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -631,7 +637,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -642,7 +648,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -653,7 +659,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -664,7 +670,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -675,7 +681,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -686,7 +692,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -697,7 +703,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "https://github.com/dotnet/corefx/blob/master/license.txt"
       ]
     },
     {
@@ -708,7 +714,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -719,7 +725,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -730,7 +736,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -741,7 +747,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -752,7 +758,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -763,7 +769,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -774,7 +780,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -785,7 +791,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -796,7 +802,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -807,7 +813,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -840,7 +846,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -851,7 +857,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -862,7 +868,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -873,7 +879,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -884,7 +890,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -895,7 +901,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -906,7 +912,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -917,7 +923,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -928,7 +934,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -939,7 +945,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -950,7 +956,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -961,7 +967,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -972,7 +978,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -983,7 +989,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -994,7 +1000,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     },
     {
@@ -1005,7 +1011,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "http://go.microsoft.com/fwlink/?linkid=329770"
       ]
     }
   ]
diff --git a/test/results/java-maven-v2.json b/test/results/java-maven-v2.json
index 1585f84..5875bc4 100644
--- a/test/results/java-maven-v2.json
+++ b/test/results/java-maven-v2.json
@@ -14,7 +14,7 @@
       "count": 3
     },
     {
-      "id": "unknown",
+      "id": "cddl + gplv2 with classpath exception",
       "name": "CDDL + GPLv2 with classpath exception",
       "url": "",
       "count": 2
@@ -26,21 +26,21 @@
       "count": 2
     },
     {
-      "id": "BSD-4-Clause",
-      "name": "BSD 4-Clause \"Original\" or \"Old\" License",
-      "url": "http://directory.fsf.org/wiki/License:BSD_4Clause",
+      "id": "BSD-3-Clause",
+      "name": "BSD 3-Clause \"New\" or \"Revised\" License",
+      "url": "https://opensource.org/licenses/BSD-3-Clause",
       "count": 1
     },
     {
-      "id": "unknown",
-      "name": "BSD style",
-      "url": "",
+      "id": "BSD-4-Clause",
+      "name": "BSD 4-Clause \"Original\" or \"Old\" License",
+      "url": "http://directory.fsf.org/wiki/License:BSD_4Clause",
       "count": 1
     },
     {
-      "id": "unknown",
-      "name": "Common Public License Version 1.0",
-      "url": "",
+      "id": "CPL-1.0",
+      "name": "Common Public License 1.0",
+      "url": "https://opensource.org/licenses/CPL-1.0",
       "count": 1
     },
     {
@@ -175,7 +175,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "BSD-3-Clause"
       ]
     },
     {
@@ -232,7 +232,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "cddl + gplv2 with classpath exception"
       ]
     },
     {
@@ -243,7 +243,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "cddl + gplv2 with classpath exception"
       ]
     },
     {
@@ -288,7 +288,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "CPL-1.0"
       ]
     },
     {
diff --git a/test/results/js-yarn-v2.json b/test/results/js-yarn-v2.json
index cb84e4a..63eb358 100644
--- a/test/results/js-yarn-v2.json
+++ b/test/results/js-yarn-v2.json
@@ -38,19 +38,19 @@
       "count": 22
     },
     {
-      "id": "unknown",
+      "id": "mit*",
       "name": "MIT*",
       "url": "",
       "count": 4
     },
     {
-      "id": "unknown",
+      "id": "apache*",
       "name": "Apache*",
       "url": "",
       "count": 3
     },
     {
-      "id": "unknown",
+      "id": "(wtfpl or mit)",
       "name": "(WTFPL OR MIT)",
       "url": "",
       "count": 2
@@ -68,7 +68,7 @@
       "count": 2
     },
     {
-      "id": "unknown",
+      "id": "see license in license",
       "name": "SEE LICENSE IN LICENSE",
       "url": "",
       "count": 2
@@ -86,49 +86,49 @@
       "count": 2
     },
     {
-      "id": "unknown",
+      "id": "(bsd-2-clause or mit or apache-2.0)",
       "name": "(BSD-2-Clause OR MIT OR Apache-2.0)",
       "url": "",
       "count": 1
     },
     {
-      "id": "unknown",
+      "id": "(gpl-2.0 or mit)",
       "name": "(GPL-2.0 OR MIT)",
       "url": "",
       "count": 1
     },
     {
-      "id": "unknown",
+      "id": "(mit and bsd-3-clause)",
       "name": "(MIT AND BSD-3-Clause)",
       "url": "",
       "count": 1
     },
     {
-      "id": "unknown",
+      "id": "(mit and zlib)",
       "name": "(MIT AND Zlib)",
       "url": "",
       "count": 1
     },
     {
-      "id": "unknown",
+      "id": "(mit or apache-2.0)",
       "name": "(MIT OR Apache-2.0)",
       "url": "",
       "count": 1
     },
     {
-      "id": "unknown",
+      "id": "(mit or cc0-1.0)",
       "name": "(MIT OR CC0-1.0)",
       "url": "",
       "count": 1
     },
     {
-      "id": "unknown",
+      "id": "bsd*",
       "name": "BSD*",
       "url": "",
       "count": 1
     },
     {
-      "id": "unknown",
+      "id": "bsd-3-clause or mit",
       "name": "BSD-3-Clause OR MIT",
       "url": "",
       "count": 1
@@ -146,7 +146,7 @@
       "count": 1
     },
     {
-      "id": "unknown",
+      "id": "lil",
       "name": "LIL",
       "url": "",
       "count": 1
@@ -158,7 +158,7 @@
       "count": 1
     },
     {
-      "id": "unknown",
+      "id": "public domain",
       "name": "Public Domain",
       "url": "",
       "count": 1
@@ -1092,7 +1092,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "lil"
       ]
     },
     {
@@ -1851,7 +1851,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "bsd-3-clause or mit"
       ]
     },
     {
@@ -2269,7 +2269,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "mit*"
       ]
     },
     {
@@ -2379,7 +2379,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "(mit or apache-2.0)"
       ]
     },
     {
@@ -2423,7 +2423,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "apache*"
       ]
     },
     {
@@ -4612,7 +4612,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "mit*"
       ]
     },
     {
@@ -6284,7 +6284,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "apache*"
       ]
     },
     {
@@ -7054,7 +7054,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "see license in license"
       ]
     },
     {
@@ -7439,7 +7439,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "mit*"
       ]
     },
     {
@@ -8484,7 +8484,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "bsd*"
       ]
     },
     {
@@ -8616,7 +8616,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "public domain"
       ]
     },
     {
@@ -10200,7 +10200,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "apache*"
       ]
     },
     {
@@ -10354,7 +10354,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "(wtfpl or mit)"
       ]
     },
     {
@@ -10541,7 +10541,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "(mit and zlib)"
       ]
     },
     {
@@ -10750,7 +10750,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "(wtfpl or mit)"
       ]
     },
     {
@@ -12422,7 +12422,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "see license in license"
       ]
     },
     {
@@ -12543,7 +12543,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "(bsd-2-clause or mit or apache-2.0)"
       ]
     },
     {
@@ -13434,7 +13434,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "(mit and bsd-3-clause)"
       ]
     },
     {
@@ -13786,7 +13786,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "mit*"
       ]
     },
     {
@@ -14765,7 +14765,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "(mit or cc0-1.0)"
       ]
     },
     {
@@ -14798,7 +14798,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "(gpl-2.0 or mit)"
       ]
     },
     {
diff --git a/test/results/python-pip-v2.json b/test/results/python-pip-v2.json
index a3bbb94..1e675ff 100644
--- a/test/results/python-pip-v2.json
+++ b/test/results/python-pip-v2.json
@@ -20,7 +20,7 @@
       "count": 1
     },
     {
-      "id": "unknown",
+      "id": "copyright (c) 2015, julien fache",
       "name": "Copyright (c) 2015, Julien Fache",
       "url": "",
       "count": 1
@@ -32,7 +32,7 @@
       "count": 1
     },
     {
-      "id": "unknown",
+      "id": "standard pil license",
       "name": "Standard PIL License",
       "url": "",
       "count": 1
@@ -58,7 +58,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "standard pil license"
       ]
     },
     {
@@ -135,7 +135,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "copyright (c) 2015, julien fache"
       ]
     },
     {
diff --git a/test/results/python3-pip-v2.json b/test/results/python3-pip-v2.json
index dc965d0..5d885ee 100644
--- a/test/results/python3-pip-v2.json
+++ b/test/results/python3-pip-v2.json
@@ -26,7 +26,7 @@
       "count": 1
     },
     {
-      "id": "unknown",
+      "id": "copyright (c) 2015, julien fache",
       "name": "Copyright (c) 2015, Julien Fache",
       "url": "",
       "count": 1
@@ -38,7 +38,7 @@
       "count": 1
     },
     {
-      "id": "unknown",
+      "id": "standard pil license",
       "name": "Standard PIL License",
       "url": "",
       "count": 1
@@ -64,7 +64,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "standard pil license"
       ]
     },
     {
@@ -141,7 +141,7 @@
         "."
       ],
       "licenses": [
-        "unknown"
+        "copyright (c) 2015, julien fache"
       ]
     },
     {