Merge pull request #138 from samplchallenges/PHIP-analysis

Add PHIP2 challenge analysis

Author: davidlmobley

README.md

@@ -68,6 +68,7 @@ All SAMPL7 challenges are now closed. Note the first phase of the SAMPL8 host-gu
 ### Changes not in a release
 - 2021-10-05: Update two logP/logD experimental values (SM41 and SM43) to reflect an error in the experimental values provided us, as discussed in a forthcoming erratum to the experimental study from the Ballatore lab.
 - 2021-10-20: Update with details to [Ballatore lab corrigendum](https://doi.org/10.1016/j.ejmech.2021.113894)
+- 2021-10-26: Add PHIP2 protein-ligand analysis.
 
 ## Challenge overview
 

host_guest/cyclodextrin_derivatives/.DS_Store

@@ -0,0 +1,2 @@
+.idea
+.DS_Store

protein_ligand/.gitignore

@@ -0,0 +1 @@
+.idea/

protein_ligand/Analysis/.gitignore

@@ -0,0 +1,15 @@
+ID,Sensitivity,Sensitivity_lower_bound,Sensitivity_upper_bound,Specificity,Specificity_lower_bound,Specificity_upper_bound,Precision,Precision_lower_bound,Precision_upper_bound,Balanced Accuracy,Balanced Accuracy_lower_bound,Balanced Accuracy_upper_bound,Accuracy,Accuracy_lower_bound,Accuracy_upper_bound,True Positive,True Positive_lower_bound,True Positive_upper_bound,False Negative,False Negative_lower_bound,False Negative_upper_bound,True Negative,True Negative_lower_bound,True Negative_upper_bound,False Positive,False Positive_lower_bound,False Positive_upper_bound
+42,1.0,1.0,1.0,0.0,0.0,0.0,0.06851119894598155,0.05138339920948617,0.08695652173913043,0.5,0.5,0.5,0.06851119894598155,0.05138339920948617,0.08695652173913043,52,39.0,66.0,0,0.0,0.0,0,0.0,0.0,707,693.0,720.0
+40,0.15384615384615385,0.06382978723404255,0.2619047619047619,0.826025459688826,0.7980225988700564,0.8537271448663853,0.061068702290076333,0.023622047244094488,0.10526315789473684,0.48993580676748993,0.44258407588387466,0.5449069458291791,0.7799736495388669,0.7509881422924901,0.8089591567852438,8,3.0,14.0,44,32.0,57.0,584,562.0,607.0,123,103.0,143.0
+41,0.15384615384615385,0.06,0.2631578947368421,0.826025459688826,0.797752808988764,0.8532763532763533,0.061068702290076333,0.022900763358778626,0.10619469026548672,0.48993580676748993,0.4408457040035988,0.5458184847503125,0.7799736495388669,0.7496706192358367,0.8089591567852438,8,3.0,14.0,44,32.0,57.0,584,561.0,607.0,123,104.0,143.0
+53,0.11538461538461539,0.037037037037037035,0.20833333333333334,0.8981612446958982,0.8755364806866953,0.919605077574048,0.07692307692307693,0.024390243902439025,0.14102564102564102,0.5067729300402568,0.46468531468531465,0.5550720815752461,0.8445322793148881,0.8181818181818182,0.8695652173913043,6,2.0,11.0,46,34.0,59.0,635,614.0,654.0,72,57.0,88.0
+54,0.057692307692307696,0.0,0.12962962962962962,0.9702970297029703,0.9571428571428572,0.9817158931082982,0.125,0.0,0.2692307692307692,0.513994668697639,0.4847856154910097,0.5504089615931721,0.9077733860342556,0.8866930171277997,0.927536231884058,3,0.0,7.0,49,36.0,63.0,686,670.0,702.0,21,13.0,30.0
+45,0.038461538461538464,0.0,0.1,0.9490806223479491,0.9322766570605188,0.9646393210749646,0.05263157894736842,0.0,0.13793103448275862,0.49377108040474377,0.47075606276747506,0.5257506053268765,0.8866930171277997,0.8629776021080369,0.9077733860342556,2,0.0,5.0,50,37.0,64.0,671,653.0,688.0,36,25.0,48.0
+51,0.038461538461538464,0.0,0.09836065573770492,0.942008486562942,0.9245283018867925,0.9588068181818182,0.046511627906976744,0.0,0.11904761904761904,0.4902350125122402,0.46732954545454547,0.5213068181818181,0.8801054018445322,0.8563899868247694,0.9025032938076416,2,0.0,5.0,50,37.0,64.0,666,648.0,683.0,41,29.0,53.0
+46,0.019230769230769232,0.0,0.06521739130434782,0.9575671852899575,0.942090395480226,0.9717514124293786,0.03225806451612903,0.0,0.1111111111111111,0.4883989772603634,0.47304964539007094,0.5123249299719889,0.8932806324110671,0.8708827404479579,0.9143610013175231,1,0.0,3.0,51,38.0,65.0,677,660.0,693.0,30,20.0,41.0
+47,0.019230769230769232,0.0,0.06521739130434782,0.9844413012729845,0.9744680851063829,0.9929278642149929,0.08333333333333333,0.0,0.2857142857142857,0.5018360352518768,0.4886845827439887,0.5249784420810578,0.9183135704874835,0.8985507246376812,0.9367588932806324,1,0.0,3.0,51,38.0,65.0,696,681.0,710.0,11,5.0,18.0
+50,0.019230769230769232,0.0,0.06521739130434782,0.9872701555869873,0.9785407725321889,0.9943899018232819,0.1,0.0,0.3333333333333333,0.5032504624088783,0.490154711673699,0.5263305322128852,0.9209486166007905,0.9011857707509882,0.9393939393939394,1,0.0,3.0,51,38.0,65.0,698,683.0,712.0,9,4.0,15.0
+36,0.0,0.0,0.0,0.9886845827439887,0.9802538787023978,0.995768688293371,0.0,0.0,0.0,0.49434229137199437,0.4901269393511989,0.4978843441466855,0.9209486166007905,0.9011857707509882,0.9393939393939394,0,0.0,0.0,52,39.0,66.0,699,684.0,713.0,8,3.0,14.0
+39,0.0,0.0,0.0,0.9886845827439887,0.9801699716713881,0.9957507082152974,0.0,0.0,0.0,0.49434229137199437,0.49008498583569404,0.4978753541076487,0.9209486166007905,0.9011857707509882,0.9393939393939394,0,0.0,0.0,52,39.0,66.0,699,684.0,713.0,8,3.0,14.0
+48,0.0,0.0,0.0,0.9646393210749646,0.9507042253521126,0.9775280898876404,0.0,0.0,0.0,0.4823196605374823,0.4753521126760563,0.4887640449438202,0.8985507246376812,0.8774703557312253,0.919631093544137,0,0.0,0.0,52,39.0,66.0,682,666.0,698.0,25,16.0,35.0
+49,0.0,0.0,0.0,0.9787835926449788,0.9676511954992968,0.9887165021156559,0.0,0.0,0.0,0.4893917963224894,0.4838255977496484,0.49435825105782794,0.9117259552042161,0.8906455862977603,0.9314888010540184,0,0.0,0.0,52,39.0,66.0,692,676.0,707.0,15,8.0,23.0

protein_ligand/Analysis/Analysis-outputs-stage1/Non-ranked/all-sites/corrected/ROC_points_barplot_of_Non-ranked_predictions_for_all-sites.png

@@ -0,0 +1 @@
+{"42":{"Sensitivity":1.0,"Sensitivity_lower_bound":1.0,"Sensitivity_upper_bound":1.0,"Specificity":0.0,"Specificity_lower_bound":0.0,"Specificity_upper_bound":0.0,"Precision":0.0685111989,"Precision_lower_bound":0.0513833992,"Precision_upper_bound":0.0869565217,"Balanced Accuracy":0.5,"Balanced Accuracy_lower_bound":0.5,"Balanced Accuracy_upper_bound":0.5,"Accuracy":0.0685111989,"Accuracy_lower_bound":0.0513833992,"Accuracy_upper_bound":0.0869565217,"True Positive":52,"True Positive_lower_bound":39.0,"True Positive_upper_bound":66.0,"False Negative":0,"False Negative_lower_bound":0.0,"False Negative_upper_bound":0.0,"True Negative":0,"True Negative_lower_bound":0.0,"True Negative_upper_bound":0.0,"False Positive":707,"False Positive_lower_bound":693.0,"False Positive_upper_bound":720.0},"40":{"Sensitivity":0.1538461538,"Sensitivity_lower_bound":0.0638297872,"Sensitivity_upper_bound":0.2619047619,"Specificity":0.8260254597,"Specificity_lower_bound":0.7980225989,"Specificity_upper_bound":0.8537271449,"Precision":0.0610687023,"Precision_lower_bound":0.0236220472,"Precision_upper_bound":0.1052631579,"Balanced Accuracy":0.4899358068,"Balanced Accuracy_lower_bound":0.4425840759,"Balanced Accuracy_upper_bound":0.5449069458,"Accuracy":0.7799736495,"Accuracy_lower_bound":0.7509881423,"Accuracy_upper_bound":0.8089591568,"True Positive":8,"True Positive_lower_bound":3.0,"True Positive_upper_bound":14.0,"False Negative":44,"False Negative_lower_bound":32.0,"False Negative_upper_bound":57.0,"True Negative":584,"True Negative_lower_bound":562.0,"True Negative_upper_bound":607.0,"False Positive":123,"False Positive_lower_bound":103.0,"False Positive_upper_bound":143.0},"41":{"Sensitivity":0.1538461538,"Sensitivity_lower_bound":0.06,"Sensitivity_upper_bound":0.2631578947,"Specificity":0.8260254597,"Specificity_lower_bound":0.797752809,"Specificity_upper_bound":0.8532763533,"Precision":0.0610687023,"Precision_lower_bound":0.0229007634,"Precision_upper_bound":0.1061946903,"Balanced Accuracy":0.4899358068,"Balanced Accuracy_lower_bound":0.440845704,"Balanced Accuracy_upper_bound":0.5458184848,"Accuracy":0.7799736495,"Accuracy_lower_bound":0.7496706192,"Accuracy_upper_bound":0.8089591568,"True Positive":8,"True Positive_lower_bound":3.0,"True Positive_upper_bound":14.0,"False Negative":44,"False Negative_lower_bound":32.0,"False Negative_upper_bound":57.0,"True Negative":584,"True Negative_lower_bound":561.0,"True Negative_upper_bound":607.0,"False Positive":123,"False Positive_lower_bound":104.0,"False Positive_upper_bound":143.0},"53":{"Sensitivity":0.1153846154,"Sensitivity_lower_bound":0.037037037,"Sensitivity_upper_bound":0.2083333333,"Specificity":0.8981612447,"Specificity_lower_bound":0.8755364807,"Specificity_upper_bound":0.9196050776,"Precision":0.0769230769,"Precision_lower_bound":0.0243902439,"Precision_upper_bound":0.141025641,"Balanced Accuracy":0.50677293,"Balanced Accuracy_lower_bound":0.4646853147,"Balanced Accuracy_upper_bound":0.5550720816,"Accuracy":0.8445322793,"Accuracy_lower_bound":0.8181818182,"Accuracy_upper_bound":0.8695652174,"True Positive":6,"True Positive_lower_bound":2.0,"True Positive_upper_bound":11.0,"False Negative":46,"False Negative_lower_bound":34.0,"False Negative_upper_bound":59.0,"True Negative":635,"True Negative_lower_bound":614.0,"True Negative_upper_bound":654.0,"False Positive":72,"False Positive_lower_bound":57.0,"False Positive_upper_bound":88.0},"54":{"Sensitivity":0.0576923077,"Sensitivity_lower_bound":0.0,"Sensitivity_upper_bound":0.1296296296,"Specificity":0.9702970297,"Specificity_lower_bound":0.9571428571,"Specificity_upper_bound":0.9817158931,"Precision":0.125,"Precision_lower_bound":0.0,"Precision_upper_bound":0.2692307692,"Balanced Accuracy":0.5139946687,"Balanced Accuracy_lower_bound":0.4847856155,"Balanced Accuracy_upper_bound":0.5504089616,"Accuracy":0.907773386,"Accuracy_lower_bound":0.8866930171,"Accuracy_upper_bound":0.9275362319,"True Positive":3,"True Positive_lower_bound":0.0,"True Positive_upper_bound":7.0,"False Negative":49,"False Negative_lower_bound":36.0,"False Negative_upper_bound":63.0,"True Negative":686,"True Negative_lower_bound":670.0,"True Negative_upper_bound":702.0,"False Positive":21,"False Positive_lower_bound":13.0,"False Positive_upper_bound":30.0},"45":{"Sensitivity":0.0384615385,"Sensitivity_lower_bound":0.0,"Sensitivity_upper_bound":0.1,"Specificity":0.9490806223,"Specificity_lower_bound":0.9322766571,"Specificity_upper_bound":0.9646393211,"Precision":0.0526315789,"Precision_lower_bound":0.0,"Precision_upper_bound":0.1379310345,"Balanced Accuracy":0.4937710804,"Balanced Accuracy_lower_bound":0.4707560628,"Balanced Accuracy_upper_bound":0.5257506053,"Accuracy":0.8866930171,"Accuracy_lower_bound":0.8629776021,"Accuracy_upper_bound":0.907773386,"True Positive":2,"True Positive_lower_bound":0.0,"True Positive_upper_bound":5.0,"False Negative":50,"False Negative_lower_bound":37.0,"False Negative_upper_bound":64.0,"True Negative":671,"True Negative_lower_bound":653.0,"True Negative_upper_bound":688.0,"False Positive":36,"False Positive_lower_bound":25.0,"False Positive_upper_bound":48.0},"51":{"Sensitivity":0.0384615385,"Sensitivity_lower_bound":0.0,"Sensitivity_upper_bound":0.0983606557,"Specificity":0.9420084866,"Specificity_lower_bound":0.9245283019,"Specificity_upper_bound":0.9588068182,"Precision":0.0465116279,"Precision_lower_bound":0.0,"Precision_upper_bound":0.119047619,"Balanced Accuracy":0.4902350125,"Balanced Accuracy_lower_bound":0.4673295455,"Balanced Accuracy_upper_bound":0.5213068182,"Accuracy":0.8801054018,"Accuracy_lower_bound":0.8563899868,"Accuracy_upper_bound":0.9025032938,"True Positive":2,"True Positive_lower_bound":0.0,"True Positive_upper_bound":5.0,"False Negative":50,"False Negative_lower_bound":37.0,"False Negative_upper_bound":64.0,"True Negative":666,"True Negative_lower_bound":648.0,"True Negative_upper_bound":683.0,"False Positive":41,"False Positive_lower_bound":29.0,"False Positive_upper_bound":53.0},"46":{"Sensitivity":0.0192307692,"Sensitivity_lower_bound":0.0,"Sensitivity_upper_bound":0.0652173913,"Specificity":0.9575671853,"Specificity_lower_bound":0.9420903955,"Specificity_upper_bound":0.9717514124,"Precision":0.0322580645,"Precision_lower_bound":0.0,"Precision_upper_bound":0.1111111111,"Balanced Accuracy":0.4883989773,"Balanced Accuracy_lower_bound":0.4730496454,"Balanced Accuracy_upper_bound":0.51232493,"Accuracy":0.8932806324,"Accuracy_lower_bound":0.8708827404,"Accuracy_upper_bound":0.9143610013,"True Positive":1,"True Positive_lower_bound":0.0,"True Positive_upper_bound":3.0,"False Negative":51,"False Negative_lower_bound":38.0,"False Negative_upper_bound":65.0,"True Negative":677,"True Negative_lower_bound":660.0,"True Negative_upper_bound":693.0,"False Positive":30,"False Positive_lower_bound":20.0,"False Positive_upper_bound":41.0},"47":{"Sensitivity":0.0192307692,"Sensitivity_lower_bound":0.0,"Sensitivity_upper_bound":0.0652173913,"Specificity":0.9844413013,"Specificity_lower_bound":0.9744680851,"Specificity_upper_bound":0.9929278642,"Precision":0.0833333333,"Precision_lower_bound":0.0,"Precision_upper_bound":0.2857142857,"Balanced Accuracy":0.5018360353,"Balanced Accuracy_lower_bound":0.4886845827,"Balanced Accuracy_upper_bound":0.5249784421,"Accuracy":0.9183135705,"Accuracy_lower_bound":0.8985507246,"Accuracy_upper_bound":0.9367588933,"True Positive":1,"True Positive_lower_bound":0.0,"True Positive_upper_bound":3.0,"False Negative":51,"False Negative_lower_bound":38.0,"False Negative_upper_bound":65.0,"True Negative":696,"True Negative_lower_bound":681.0,"True Negative_upper_bound":710.0,"False Positive":11,"False Positive_lower_bound":5.0,"False Positive_upper_bound":18.0},"50":{"Sensitivity":0.0192307692,"Sensitivity_lower_bound":0.0,"Sensitivity_upper_bound":0.0652173913,"Specificity":0.9872701556,"Specificity_lower_bound":0.9785407725,"Specificity_upper_bound":0.9943899018,"Precision":0.1,"Precision_lower_bound":0.0,"Precision_upper_bound":0.3333333333,"Balanced Accuracy":0.5032504624,"Balanced Accuracy_lower_bound":0.4901547117,"Balanced Accuracy_upper_bound":0.5263305322,"Accuracy":0.9209486166,"Accuracy_lower_bound":0.9011857708,"Accuracy_upper_bound":0.9393939394,"True Positive":1,"True Positive_lower_bound":0.0,"True Positive_upper_bound":3.0,"False Negative":51,"False Negative_lower_bound":38.0,"False Negative_upper_bound":65.0,"True Negative":698,"True Negative_lower_bound":683.0,"True Negative_upper_bound":712.0,"False Positive":9,"False Positive_lower_bound":4.0,"False Positive_upper_bound":15.0},"36":{"Sensitivity":0.0,"Sensitivity_lower_bound":0.0,"Sensitivity_upper_bound":0.0,"Specificity":0.9886845827,"Specificity_lower_bound":0.9802538787,"Specificity_upper_bound":0.9957686883,"Precision":0.0,"Precision_lower_bound":0.0,"Precision_upper_bound":0.0,"Balanced Accuracy":0.4943422914,"Balanced Accuracy_lower_bound":0.4901269394,"Balanced Accuracy_upper_bound":0.4978843441,"Accuracy":0.9209486166,"Accuracy_lower_bound":0.9011857708,"Accuracy_upper_bound":0.9393939394,"True Positive":0,"True Positive_lower_bound":0.0,"True Positive_upper_bound":0.0,"False Negative":52,"False Negative_lower_bound":39.0,"False Negative_upper_bound":66.0,"True Negative":699,"True Negative_lower_bound":684.0,"True Negative_upper_bound":713.0,"False Positive":8,"False Positive_lower_bound":3.0,"False Positive_upper_bound":14.0},"39":{"Sensitivity":0.0,"Sensitivity_lower_bound":0.0,"Sensitivity_upper_bound":0.0,"Specificity":0.9886845827,"Specificity_lower_bound":0.9801699717,"Specificity_upper_bound":0.9957507082,"Precision":0.0,"Precision_lower_bound":0.0,"Precision_upper_bound":0.0,"Balanced Accuracy":0.4943422914,"Balanced Accuracy_lower_bound":0.4900849858,"Balanced Accuracy_upper_bound":0.4978753541,"Accuracy":0.9209486166,"Accuracy_lower_bound":0.9011857708,"Accuracy_upper_bound":0.9393939394,"True Positive":0,"True Positive_lower_bound":0.0,"True Positive_upper_bound":0.0,"False Negative":52,"False Negative_lower_bound":39.0,"False Negative_upper_bound":66.0,"True Negative":699,"True Negative_lower_bound":684.0,"True Negative_upper_bound":713.0,"False Positive":8,"False Positive_lower_bound":3.0,"False Positive_upper_bound":14.0},"48":{"Sensitivity":0.0,"Sensitivity_lower_bound":0.0,"Sensitivity_upper_bound":0.0,"Specificity":0.9646393211,"Specificity_lower_bound":0.9507042254,"Specificity_upper_bound":0.9775280899,"Precision":0.0,"Precision_lower_bound":0.0,"Precision_upper_bound":0.0,"Balanced Accuracy":0.4823196605,"Balanced Accuracy_lower_bound":0.4753521127,"Balanced Accuracy_upper_bound":0.4887640449,"Accuracy":0.8985507246,"Accuracy_lower_bound":0.8774703557,"Accuracy_upper_bound":0.9196310935,"True Positive":0,"True Positive_lower_bound":0.0,"True Positive_upper_bound":0.0,"False Negative":52,"False Negative_lower_bound":39.0,"False Negative_upper_bound":66.0,"True Negative":682,"True Negative_lower_bound":666.0,"True Negative_upper_bound":698.0,"False Positive":25,"False Positive_lower_bound":16.0,"False Positive_upper_bound":35.0},"49":{"Sensitivity":0.0,"Sensitivity_lower_bound":0.0,"Sensitivity_upper_bound":0.0,"Specificity":0.9787835926,"Specificity_lower_bound":0.9676511955,"Specificity_upper_bound":0.9887165021,"Precision":0.0,"Precision_lower_bound":0.0,"Precision_upper_bound":0.0,"Balanced Accuracy":0.4893917963,"Balanced Accuracy_lower_bound":0.4838255977,"Balanced Accuracy_upper_bound":0.4943582511,"Accuracy":0.9117259552,"Accuracy_lower_bound":0.8906455863,"Accuracy_upper_bound":0.9314888011,"True Positive":0,"True Positive_lower_bound":0.0,"True Positive_upper_bound":0.0,"False Negative":52,"False Negative_lower_bound":39.0,"False Negative_upper_bound":66.0,"True Negative":692,"True Negative_lower_bound":676.0,"True Negative_upper_bound":707.0,"False Positive":15,"False Positive_lower_bound":8.0,"False Positive_upper_bound":23.0}}