Skip to content

Instantly share code, notes, and snippets.

@AnastasiyaByelyakova
Created August 20, 2024 11:36
Show Gist options
  • Save AnastasiyaByelyakova/f01d88c09e425b5980d475813d1b391a to your computer and use it in GitHub Desktop.
Save AnastasiyaByelyakova/f01d88c09e425b5980d475813d1b391a to your computer and use it in GitHub Desktop.
#college #acceptance_rate #ed #rd #ea
import nltk
nltk.download('punkt')
import sys
sys.path.insert(1, '/data/home/abyelyakova/utils')
import json
import re
import time
from pprint import pprint
import requests
from nltk.tokenize import sent_tokenize
import pandas as pd
from selenium import webdriver
from selenium_website import Website
from selenium.webdriver.common.action_chains import ActionChains
from tqdm import tqdm
import openai
from acceptance_rates_general import *
requests.packages.urllib3.disable_warnings()
def check_response(json_rate):
if (re.findall('[0-9]+', json_rate['Early Decision Acceptance Rate']) and
re.findall('[0-9]+', json_rate['Regular Decision Acceptance Rate']) and
re.findall('[0-9]+', json_rate['Overall Acceptance Rate']) and
json_rate['Overall Acceptance Rate'] != json_rate['Early Decision Acceptance Rate'] and
json_rate['Regular Decision Acceptance Rate'] != json_rate['Overall Acceptance Rate'] and
json_rate['Overall Acceptance Rate'] and
json_rate['Early Decision Acceptance Rate'] and
json_rate['Regular Decision Acceptance Rate'] and
float(json_rate['Overall Acceptance Rate'].replace('%', '')) >= 2 and
float(re.findall('([0-9\.]+)', json_rate['Early Decision Acceptance Rate'])[0]) >= float(
re.findall('([0-9\.]+)', json_rate['Regular Decision Acceptance Rate'])[0])
# float(re.findall('([0-9\.]+)', json_rate['Regular Decision Acceptance Rate'])[0]) >= float(re.findall('([0-9\.]+)', json_rate['Overall Acceptance Rate'])[0]) and
# float(re.findall('([0-9\.]+)', json_rate['Early Decision Acceptance Rate'])[0]) >= float(re.findall('([0-9\.]+)', json_rate['Overall Acceptance Rate'])[0])
):
return True
return False
colleges_file = 'ed acceptace rates.csv'
prompt_message = '''Please find Overall, Ealry Decision and Regular Decision acceptance rates for <COLLEGE_NAME> given the following DATA.
Only return them as JSON like this:
{"Overall Acceptance Rate": "555.4%",
"Early Decision Acceptance Rate":"9353.2%",
"Regular Decision Acceptance Rate": "446.4%" }
If no such rates can be found, return an empty JSON object. [DATA]: \n'''
headers = {
'Content-Type': 'application/json',
'SECRET': 'cKtm2OaBcmhyo8ygS38r3kwdc',
'AUTH-UID': 'Ny2D4aFJffYcVzqDl53MfE3njuS2',
}
api_key = 'sk-'
openai.api_key = api_key
colleges_data = pd.read_csv(colleges_file, sep='\t').fillna('')
colleges_data = colleges_data[[i for i in colleges_data.columns if 'Unnamed' not in i]].to_dict(orient='records')
website = Website()
with webdriver.Chrome() as driver:
for n, college_info in enumerate(colleges_data):
print(n, college_info)
# if college_info['checked']:
# continue
if college_info['name'] not in '''Massachusetts Institute of Technology
Harvard University
Stanford University
Yale University
Princeton University
Duke University
Rice University
Brown University
University of Pennsylvania
Dartmouth College
Columbia University in the City of New York
Washington University in St Louis
Vanderbilt University
Northwestern University
University of Chicago
University of Southern California
Cornell University
Pomona College
University of Notre Dame
California Institute of Technology
Carnegie Mellon University
Johns Hopkins University
University of California-Los Angeles
Georgetown University
University of Michigan-Ann Arbor
Tufts University
Bowdoin College
Washington and Lee University
University of Virginia-Main Campus
Georgia Institute of Technology-Main Campus
Claremont McKenna College
Middlebury College
Harvey Mudd College
Haverford College
Emory University
Swarthmore College
United States Military Academy
Barnard College
Wellesley College
Hamilton College
Carleton College
New York University
Colgate University
Williams College
Wake Forest University
Boston College
University of North Carolina at Chapel Hill
University of Florida
University of California-Berkeley
Davidson College
Northeastern University
The University of Texas at Austin
Wesleyan University
Boston University
Amherst College
William & Mary
University of Georgia
Colby College
University of Richmond
Grinnell College
University of Miami
Bates College
Macalester College
Babson College
University of Wisconsin-Madison
Villanova University
Lehigh University
Virginia Polytechnic Institute and State University
Cooper Union for the Advancement of Science and Art
Lafayette College
University of Illinois at Urbana-Champaign
Case Western Reserve University
Tulane University of Louisiana
Smith College
University of California-Santa Barbara
University of Rochester
Purdue University-Main Campus
Kenyon College
Vassar College
Texas A & M University-College Station
Florida State University
University of California-Irvine
College of the Holy Cross
Bucknell University
Pennsylvania State University-Main Campus
North Carolina State University at Raleigh
Skidmore College
Southern Methodist University
Ohio State University-Main Campus
Mount Holyoke College
University of California-Davis
Santa Clara University
Colorado School of Mines
Brigham Young University-Provo
University of Minnesota-Twin Cities
Trinity University
Rose-Hulman Institute of Technology
Rensselaer Polytechnic Institute
University of Washington-Seattle Campus
Clemson University
University of California-San Diego
Bryn Mawr College
George Washington University
Occidental College
Worcester Polytechnic Institute
Whitman College
Scripps College
Reed College
University of Maryland-College Park
University of Pittsburgh-Pittsburgh Campus
Michigan State University
Franklin and Marshall College
Colorado College
Brandeis University
Texas Christian University
Pepperdine University
Stevens Institute of Technology
University of Tulsa
St Olaf College
Indiana University-Bloomington
Wheaton College
Rhode Island School of Design
Pitzer College
Loyola Marymount University
Gettysburg College
Michigan Technological University
University of Massachusetts-Amherst
Saint Louis University
Furman University
Virginia Military Institute
University of South Florida-Main Campus
Denison University
University of San Diego
Wabash College
California Polytechnic State University-San Luis Obispo
Oklahoma State University-Main Campus
Rutgers University-New Brunswick
Yeshiva University
James Madison University
Auburn University
Rhodes College
Union Institute & University
Dickinson College
University of Delaware
Baylor University
University of Utah
Iowa State University
University of Central Florida
University of Iowa
Arizona State University-Tempe
Hendrix College
University of Dayton
University of South Carolina-Columbia
Mississippi State University
Lewis & Clark College
University of Oklahoma-Norman Campus
University of Connecticut
University of St Thomas
Bentley University
Syracuse University
Fairfield University
LeTourneau University
University of South Florida-Sarasota-Manatee
Washington State University
Drake University
University of Missouri-Columbia
University of Cincinnati-Main Campus
Texas Tech University
Milwaukee School of Engineering
St John's University-New York
Chapman University
American University
Kansas State University
California State University-Long Beach
University of Arizona
Gustavus Adolphus College
Thomas Jefferson University
Point Loma Nazarene University
Florida International University
University of Arkansas
Creighton University
Binghamton University
Temple University
University of South Florida-St Petersburg
University of Portland
St Lawrence University
University of Mississippi
Miami University-Oxford
University of Nebraska-Lincoln
The College of Wooster
University at Buffalo
University of Alabama at Birmingham
The University of Alabama
Augustana University
Oberlin College
Lawrence University
DigiPen Institute of Technology
Bethel University
Robert Morris University
College of the Ozarks
University of Denver
South Dakota School of Mines and Technology
University of Colorado Boulder
Loyola University Maryland
Drexel University
Gonzaga University
University of Kansas
Union University
The Sage Colleges
Widener University
Embry-Riddle Aeronautical University-Daytona Beach
University of Wyoming
John Carroll University
The University of Texas at Dallas
Louisiana Tech University
Colorado State University-Fort Collins
University of Oregon
Ouachita Baptist University
San Diego State University
Hope College
Marquette University
Pace University
University of Hartford
Sacred Heart University
Hampton University
University of Massachusetts-Dartmouth
Maine Maritime Academy
University of San Francisco
The College of New Jersey
Oregon State University
The University of the South
DePauw University
United States Merchant Marine Academy
CUNY Bernard M Baruch College
University of Houston
Biola University
University of St Francis
Moody Bible Institute
Clarke University
Edgewood College
University of Indianapolis
Western New England University
Lincoln Memorial University
Calvin University
DePaul University
Connecticut College
University of Dallas
Ohio Northern University
Florida Institute of Technology
Luther College
Illinois Wesleyan University
University of Scranton
Missouri University of Science and Technology
Clark University
Fordham University
Albany College of Pharmacy and Health Sciences
Immaculata University
The University of Findlay
The University of Tennessee-Knoxville
Wofford College
University of California-Riverside
Rollins College
Liberty University
Rockhurst University
Samford University
University of Colorado Denver/Anschutz Medical Campus
Lesley University
University of New England
Lake Forest College
Ohio University-Main Campus
University of Maryland-Baltimore County
Mercer University
Butler University
Kalamazoo College
Harding University
Rutgers University-Newark
Campbell University
Louisiana State University and Agricultural & Mechanical College
The University of Montana
Augustana College
Embry-Riddle Aeronautical University-Prescott
University of the Pacific
Saint Norbert College
Valparaiso University
Citadel Military College of South Carolina
Saint Joseph's University
Lipscomb University
Emerson College
Rochester Institute of Technology
Providence College
Whitworth University
Duquesne University
University of New Hampshire-Main Campus
Long Island University
University of Akron Main Campus
Hobart William Smith Colleges
Muhlenberg College
Appalachian State University
West Virginia University
Seton Hall University
St Bonaventure University
Willamette University
Taylor University
Pacific Lutheran University
University of Alabama in Huntsville
University of Wisconsin-La Crosse
Bard College
Touro College
Delaware State University
Marshall University
Indiana University of Pennsylvania-Main Campus
Portland State University
Gardner-Webb University
University of the Sciences
University of Minnesota-Crookston
University of Baltimore
John Brown University
Illinois Institute of Technology
Cedarville University
Stony Brook University
Loyola University Chicago
Bryant University
University of Idaho
University of Kentucky
The Master's University and Seminary
University of Louisville
University of Maryland Eastern Shore
University of Arkansas at Little Rock
Texas Southern University
Indiana State University
Barry University
Morgan State University
University of Bridgeport
Alliant International University-San Diego
Cleveland State University
Eastern Michigan University
University of Alaska Fairbanks
Ferris State University
Western Kentucky University
Idaho State University
Jackson State University
The University of Tennessee-Chattanooga
Tennessee State University
University of Northern Colorado
Middle Tennessee State University
Northern Kentucky University
Wright State University-Main Campus
University of Toledo
Lamar University
University of West Georgia
Valdosta State University
Carson-Newman University
William Woods University
Grand Canyon University
Clark Atlanta University
Benedictine University
Cardinal Stritch University
Colorado Technical University-Colorado Springs
Daemen College
Lindenwood University
Husson University
Loras College
Mary Baldwin University
National Louis University
Our Lady of the Lake University
Texas A & M University-Kingsville
Trinity International University-Illinois
University of the Cumberlands
Wingate University
Aurora University
Wilmington University
Universidad Ana G. Mendez-Gurabo Campus
Clarkson University
Seattle Pacific University
The Catholic University of America
Southwestern University
Allegheny College
University of Missouri-Kansas City
University of Evansville
St. Mary's College of Maryland
Earlham College
Hollins University
New Mexico Institute of Mining and Technology
Cornell College
The New School
Dordt University
SUNY College of Environmental Science and Forestry
Bradley University
Concordia College-New York
Loyola University New Orleans
University of Vermont
CUNY Lehman College
Agnes Scott College
Virginia Commonwealth University
CUNY John Jay College of Criminal Justice
Hampden-Sydney College
New Jersey Institute of Technology
University of Puget Sound
New Mexico State University-Main Campus
Franciscan Missionaries of Our Lady University
William Carey University
St. Mary's University
Fashion Institute of Technology
University of Illinois at Chicago
The University of West Florida
William Jessup University
Saint John Fisher College
Pratt Institute-Main
Utah State University
Christopher Newport University
Centre College
St Catherine University
University of La Verne
Spelman College
Oral Roberts University
Berea College
Manhattan College
Westmont College
University of North Carolina Wilmington
Johnson University
Nebraska Wesleyan University
Marist College
University of St Thomas
The University of Virginia's College at Wise
Hanover College
University of Northern Iowa
College of Saint Benedict
George Mason University
University of Minnesota-Duluth
University of Nevada-Reno
California Baptist University
California State University-Fullerton
Eastern Mennonite University
Northwestern College
Azusa Pacific University
University of North Carolina School of the Arts
University of North Texas
SUNY Maritime College
University of California-Santa Cruz
D'Youville College
Millsaps College
The College of Idaho
Maryville University of Saint Louis
University of North Florida
Seattle University
University of North Dakota
Howard University
Truman State University
Manhattan School of Music
University of Michigan-Dearborn
Montana State University
Bob Jones University
University of Massachusetts-Lowell
Austin College
Mississippi College
University of North Carolina at Charlotte
North Dakota State University-Main Campus
Florida Atlantic University
State University of New York at New Paltz
Susquehanna University
University of Nebraska at Kearney
Arizona State University-Downtown Phoenix
Wheaton College
University of Washington-Bothell Campus
Alfred University
University of Southern Mississippi
Towson University
Whittier College
Birmingham-Southern College
The University of Tampa
Roanoke College
Florida Gulf Coast University
Keiser University-Ft Lauderdale
Stetson University
Wayne State University
Sarah Lawrence College
Berry College
University of Mobile
Georgia Southern University
Hofstra University
Southern Wesleyan University
Monmouth University
Gordon State College
Pennsylvania State University-Penn State Fayette- Eberly
Salisbury University
Oklahoma City University
University of Nebraska at Omaha
Ithaca College
Mount Saint Mary's University
California Institute of the Arts
Western Michigan University
Beloit College
Eckerd College
College of Charleston
University of Washington-Tacoma Campus
New College of Florida
University of Mary
Le Moyne College
Grand Valley State University
Saint Mary's College of California
Knox College
Bellarmine University
The Christ College of Nursing and Health Sciences
Stonehill College
Lubbock Christian University
Northwest Nazarene University
Adelphi University
California State University-Chico
College of Saint Mary
Gannon University
Belhaven University
Martin Luther College
Monroe College
Stockton University
Coe College
Illinois State University
University of Hawaii at Manoa
Baldwin Wallace University
The College of Saint Scholastica
California Lutheran University
Marietta College
University of North Carolina at Greensboro
Montclair State University
University of Louisiana at Lafayette
Shenandoah University
University of South Dakota
Abilene Christian University
West Texas A & M University
Indiana Wesleyan University-Marion
American Musical and Dramatic Academy
University of California-Merced
CUNY City College
Montana Technological University
Bowling Green State University-Main Campus
Dunwoody College of Technology
Salve Regina University
Berklee College of Music
University of Minnesota-Rochester
Spalding University
SUNY Oneonta
SUNY at Albany
University of New Hampshire at Manchester
California State Polytechnic University-Pomona
Rowan University
Texas A & M International University
University of Alaska Southeast
Jacksonville State University
Vanguard University of Southern California
San Juan College
South Dakota State University
Juniata College
Simmons University
Xavier University
California State University Maritime Academy
Minot State University
College for Creative Studies
Florida College
Southern Vermont College
Western Washington University
Nova Southeastern University
Regis University
Metropolitan State University
Ball State University
University of Wisconsin-Whitewater
Indiana University-Purdue University-Indianapolis
Trinity Christian College
California State University-Northridge
East Carolina University
Pacific University
Avila University
Pittsburg State University
Minnesota State University-Mankato
Andrews University
The University of Texas at Arlington
Emporia State University
Texas State University
North Park University
Embry-Riddle Aeronautical University-Worldwide
Everglades University
Rutgers University-Camden
Purdue University Northwest
Ursinus College
CUNY Queens College
SUNY College at Oswego
The King's College
University of Hawaii-West Oahu
Hope International University
University of South Alabama
University of West Alabama
Elon University
Boise State University
Brigham Young University-Idaho
University of Memphis
Stephen F Austin State University
Troy University
Lawrence Technological University
Arizona State University-West
Manchester University
Elmhurst College
Saint Edward's University
Westminster College
Hamline University
Florida Agricultural and Mechanical University
Queens University of Charlotte
Dominican University
Albion College
Otterbein University
Central Methodist University-College of Liberal Arts and Sciences
Western Illinois University
California State University-Fresno
The University of Texas Rio Grande Valley
Northwest Missouri State University
Jacksonville University
University of Wisconsin-Superior
Gallaudet University
Concordia University-Wisconsin
Kent State University at Kent
William Jewell College
University of Mount Union
CUNY Brooklyn College
Bethany Lutheran College
Transylvania University
King University
CUNY Hunter College
University of Rhode Island
Washington & Jefferson College
Saginaw Valley State University
Trevecca Nazarene University
Maryville College
The University of Texas at Tyler
Christian Brothers University
La Salle University
Concordia University-Nebraska
Oregon Institute of Technology
Eastern Illinois University
Central Michigan University
Northern Arizona University
Carroll University
Georgia State University
West Chester University of Pennsylvania
Georgia College & State University
University of Maine
Wilkes University
Indiana University-Southeast
Saint Michael's College
Sam Houston State University
Southern Utah University
University of South Carolina Aiken
University of North Carolina at Asheville
University of Wisconsin-Milwaukee
Murray State University
Florida Southern College
Saint Francis University
Pennsylvania State University-Penn State Erie-Behrend College
Winthrop University
Drury University
University of the Incarnate Word
Eastern New Mexico University-Main Campus
Walsh University
University of New Orleans
Indiana University-Kokomo
North Carolina A & T State University
Tennessee Technological University
Bennington College
Winona State University
Upper Iowa University
Lander University
Piedmont College
Bay Path University
California State University-San Marcos
Western Carolina University
Nevada State College
North Central College
Drew University
Roosevelt University
Newman University
Northwest University
Meredith College
Augusta University
University of Wisconsin-Eau Claire
Fresno Pacific University
Xavier University of Louisiana
Niagara University
Monmouth College
University of Massachusetts-Boston
Lee University
University of Wisconsin-Stout
The University of Tennessee-Martin
California State University-Sacramento
Chaminade University of Honolulu
Wittenberg University
Baker University
Pennsylvania State University-Penn State Altoona
University of Mary Washington
Ramapo College of New Jersey
Pennsylvania State University-Penn State Berks
Quinnipiac University
Endicott College
Kettering University
Pennsylvania State University-Penn State York
Southern Illinois University-Edwardsville
Spring Hill College
Northland College
George Fox University
Spring Arbor University
Northwestern State University of Louisiana
University of Minnesota-Morris
Fontbonne University
MidAmerica Nazarene University
Milligan University
Muskingum University
Covenant College
Nazareth College
Minneapolis College of Art and Design
Texas A & M University-Corpus Christi
Missouri State University-Springfield
Colorado Christian University
Webster University
Huntington University
Art Center College of Design
Oakland University
Ave Maria University
Presbyterian College
Asbury University
Trine University
Massachusetts Maritime Academy
Santa Monica College
University of Central Oklahoma
Heidelberg University
University of Central Missouri
Regent University
Indiana University-East
Mayville State University
University of Louisiana at Monroe
Centenary College of Louisiana
Oklahoma Baptist University
ECPI University
Elizabethtown College
Southern Illinois University-Carbondale
Valley City State University
East Tennessee State University
University of Illinois at Springfield
Misericordia University
Coastal Carolina University
The University of Texas at San Antonio
Mills College
University of Wisconsin-Platteville
Northern State University
Columbia International University
Texas Woman's University
Millikin University
Brigham Young University-Hawaii
Lyon College
East Central University
Molloy College
MCPHS University
University of Wisconsin-River Falls
Linfield College-McMinnville Campus
SUNY Polytechnic Institute
Menlo College
Houghton College
University of North Alabama
Salish Kootenai College
Alcorn State University
University of Missouri-St Louis
Dallas Baptist University
Youngstown State University
Midwestern State University
Fort Hays State University
Wisconsin Lutheran College
McMurry University
Lewis University
Alverno College
Lebanon Valley College
Old Dominion University
Radford University
University of South Carolina-Upstate
Kennesaw State University
University of Houston-Downtown
University of Saint Joseph
Saint Mary's University of Minnesota
University of Lynchburg
Judson University
University of Nevada-Las Vegas
Slippery Rock University of Pennsylvania
Bethel University
Wentworth Institute of Technology
Pacific Union College
Lycoming College
Belmont University
University of New Mexico-Main Campus
University of Southern Indiana
University of Redlands
Stanbridge University
Saint Ambrose University
Arkansas State University-Main Campus
Palm Beach Atlantic University
Metropolitan College of New York
Olivet Nazarene University
Pennsylvania State University-Penn State Scranton
Augsburg University
University of Hawaii at Hilo
University of Charleston
William Paterson University of New Jersey
University of New Haven
Saint Mary-of-the-Woods College
University of Detroit Mercy
Ohio Wesleyan University
Pennsylvania State University-Penn State Schuylkill
Rocky Mountain College
California State University-Stanislaus
Texas A & M University-Commerce
University of Central Arkansas
Milwaukee Institute of Art & Design
University of Sioux Falls
Southern Adventist University
Saint Martin's University
Mount Carmel College of Nursing
Nicholls State University
Wichita State University
Mount Mary University
Utica College
Geneva College
San Jose State University
University of Connecticut-Avery Point
Siena College
Musicians Institute
Young Harris College
University of Wisconsin-Stevens Point
Angelo State University
Goshen College
School of Visual Arts
Hampshire College
College of Our Lady of the Elms
Anderson University
Pennsylvania State University-Penn State Mont Alto
Kansas Wesleyan University
Lancaster Bible College
SUNY at Fredonia
Franciscan University of Steubenville
Pennsylvania State University-Penn State Harrisburg
Texas Lutheran University
Alma College
Central Washington University
McKendree University
North Greenville University
Walla Walla University
Woodbury University
California State University-Los Angeles
Millersville University of Pennsylvania
Mount St. Mary's University
New York Film Academy
Pennsylvania State University-Penn State Hazleton
Eastern Connecticut State University
Washburn University
SUNY College at Geneseo
Arizona State University-Polytechnic
Springfield College
University of Houston-Victoria
Buena Vista University
Viterbo University
University of Michigan-Flint
Cornerstone University
Northern Illinois University
University of Colorado Colorado Springs
Wartburg College
Sterling College
FIDM-Fashion Institute of Design & Merchandising-Los Angeles
Mount Saint Joseph University
University of Science and Arts of Oklahoma
The University of Montana-Western
Texas Wesleyan University
Washington College
King's College
West Coast University-Orange County
Friends University
West Virginia University Institute of Technology
Northeastern Illinois University
Oklahoma Christian University
The University of Texas at El Paso
Bemidji State University
Chatham University
Southwestern Oklahoma State University
Morningside College
Purdue University Fort Wayne
Rockefeller University
Oregon Health & Science University
Rush University
CUNY Graduate School and University Center
Loma Linda University
University of California-San Francisco
San Francisco State University
Icahn School of Medicine at Mount Sinai
Baylor College of Medicine
SUNY Downstate Health Sciences University
Upstate Medical University
The University of Texas Health Science Center at San Antonio
New York Medical College
University of Maryland, Baltimore
Albany Medical College
Eastern Virginia Medical School
Medical College of Wisconsin
Medical University of South Carolina
University of Oklahoma-Health Sciences Center
University of Puerto Rico-Mayaguez
The University of Texas Health Science Center at Houston''':
continue
query = f'{college_info["name"]} early decision acceptance rates'
result = find_acceptance_rates(driver,
prompt_message.replace('<COLLEGE_NAME>', college_info["name"]),
headers,
website,
check_response,
query)
if result:
pprint(result)
input()
college_info.update(result)
college_info['checked']=1
pd.DataFrame(colleges_data).to_csv(colleges_file, sep='\t')
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment