LANTERN-629-Adding humana web scraper

endpointmanager/pkg/chplendpointquerier/chplendpointquerier.go

@@ -165,7 +165,7 @@ var anthemURL = "https://patient360.anthem.com/P360Member/fhir"
 
 // var guidewellURL = "https://developer.bcbsfl.com/interop/interop-developer-portal/product/469/api/466#/PatientAccessAPI_105/overview"
 // var hcscURL = "https://interoperability.hcsc.com/s/patient-access-api"
-// var humanaURL = "https://developers.humana.com/patient-api/doc"
+var humanaURL = "https://developers.humana.com/patient-api/doc"
 // var kaiserURL = "https://developer.kp.org/#/apis/639c015049655aa96ab5b2f1"
 // var molinaURL = "https://developer.interop.molinahealthcare.com/api-details#api=patient-access&operation=5f72ab665269f310ef58b361"
 var unitedHealthURL = "https://www.uhc.com/legal/interoperability-apis"
@@ -510,8 +510,8 @@ func QueryCHPLEndpointList(chplURL string, fileToWriteTo string) {
 		// 	GuidewellURLWebscraper(chplURL, fileToWriteTo)
 		// } else if URLsEqual(chplURL, hcscURL) {
 		// 	HcscURLWebscraper(chplURL, fileToWriteTo)
-		// } else if URLsEqual(chplURL, humanaURL) {
-		// 	HumanaURLWebscraper(chplURL, fileToWriteTo)
+		} else if URLsEqual(chplURL, humanaURL) {
+			HumanaURLWebscraper(chplURL, fileToWriteTo)
 		//} else if URLsEqual(chplURL, kaiserURL) {
 		//KaiserURLWebscraper(chplURL, fileToWriteTo)
 		// } else if URLsEqual(chplURL, molinaURL) {

endpointmanager/pkg/chplendpointquerier/humanaurlwebscraper.go

@@ -0,0 +1,42 @@
+package chplendpointquerier
+
+import (
+	"strings"
+
+	"github.com/PuerkitoBio/goquery"
+	"github.com/onc-healthit/lantern-back-end/endpointmanager/pkg/helpers"
+	log "github.com/sirupsen/logrus"
+	"fmt"
+)
+
+func HumanaURLWebscraper(CHPLURL string, fileToWriteTo string) {
+
+	fmt.Print("Running")
+
+	var lanternEntryList []LanternEntry
+	var endpointEntryList EndpointList
+
+	doc, err := helpers.ChromedpQueryEndpointList(CHPLURL, "p")
+	if err != nil {
+		log.Fatal(err)
+	}
+	doc.Find("p").Each(func(index int, pElement *goquery.Selection) {
+		pElement.Find("label").Each(func(index int, labelElement *goquery.Selection){
+			if (strings.Contains(labelElement.Text(), "https")){
+				url := labelElement.Text()
+				url = strings.TrimSuffix(url, "/Patient")
+				var entry LanternEntry
+						entry.URL = url
+						lanternEntryList = append(lanternEntryList, entry)
+			}
+		})
+	})
+
+	endpointEntryList.Endpoints = lanternEntryList
+
+	err = WriteCHPLFile(endpointEntryList, fileToWriteTo)
+	if err != nil {
+		log.Fatal(err)
+	}
+
+}