From dfacde73303672f541bf8ee6e94eb8b74bb09c41 Mon Sep 17 00:00:00 2001
From: Chun-Hung  Hsiao <chhsiao@bluster02.eecs.umich.edu>
Date: Sat, 14 Feb 2015 06:33:08 -0500
Subject: [PATCH] Remove "type" checking when parsing <script> tags.

---
 scripts/extract_js.py | 36 +++++++++++++++++-------------------
 1 file changed, 17 insertions(+), 19 deletions(-)

diff --git a/scripts/extract_js.py b/scripts/extract_js.py
index 8315f80..efc6754 100755
--- a/scripts/extract_js.py
+++ b/scripts/extract_js.py
@@ -8,7 +8,6 @@
 import os
 import redis
 from slimit.parser import Parser as JSParser
-import sqlite3
 import sys
 from time import gmtime
 from time import strftime
@@ -36,24 +35,23 @@ def handle_starttag(self, tag, attrs):
     if tag == 'script':
       self.pos = self.getpos()
       attrs = dict(attrs)
-      if attrs.get('type', None) == 'text/javascript':
-        src = attrs.get('src', '').strip()
-        if src:
-          url = urljoin(self.url, src)
-          path = self._getpath(url)
-          if self._addpath(path):
-            try:
-              urlres = urlopen(url)
-              if urlres.getcode() != 200:
-                raise IOError
-              script = urlres.read().strip()
-              if script.startswith('<!--') and script.endswith('-->'):
-                script = script[4:-3].strip()
-              if script:
-                date = strftime('%a, %d %b %Y %H:%M:%S GMT', gmtime())
-                self._addscript(path, date, url, script)
-            except IOError:
-              print >> sys.stderr, 'Cannot retrieve ' + url
+      src = attrs.get('src', '').strip()
+      if src:
+        url = urljoin(self.url, src)
+        path = self._getpath(url)
+        if self._addpath(path):
+          try:
+            urlres = urlopen(url)
+            if urlres.getcode() != 200:
+              raise IOError
+            script = urlres.read().strip()
+            if script.startswith('<!--') and script.endswith('-->'):
+              script = script[4:-3].strip()
+            if script:
+              date = strftime('%a, %d %b %Y %H:%M:%S GMT', gmtime())
+              self._addscript(path, date, url, script)
+          except IOError:
+            print >> sys.stderr, 'Cannot retrieve ' + url
 
   def handle_data(self, data):
     if self.pos: