UROP Research Mentor Project Submission Portal: Submission #785

serial: '785'
sid: '14551'
uuid: dd2a130f-6ae3-4254-8d6c-1e4f006ce921
uri: /urop-research-mentor-project-submission-portal
created: '1723693060'
completed: '1723696114'
changed: '1724945470'
in_draft: '0'
current_page: ''
remote_addr: 217.180.196.50
uid: '0'
langcode: en
webform_id: urop_project_proposal_portal
entity_type: node
entity_id: '1116'
locked: '0'
sticky: '0'
notes: ''
metatag: meta
data:
  roundtable_info: {  }
  approximately_how_many_hours_a_week_would_the_research_assistant: '10'
  are_you_currently_looking_for_students_: 'Yes'
  confirmation_1: '1'
  contact_email_fsu_email: ''
  contact_email_fsu_email2: ''
  contact_email_fsu_email_if_affiliated_: sg24bi@fsu.edu
  faculty_advisor_confirmation: ''
  faculty_advisor_name: ''
  faculty_advisor_s_fsu_email: ''
  fsu_college: 'Arts and Sciences'
  fsu_department_if_applicable_: 'Computer Science'
  headshot_optional_: '44706'
  if_the_project_location_is_off_campus_does_the_student_need_to_p: ''
  mentoring_philosophy: 'My mentoring philosophy is built on collaboration, growth, and mutual respect. My role is to guide students in discovering their strengths, overcoming challenges, and achieving their goals. I aim to equip students with foundational knowledge in machine learning, coding, and paper reading relevant to my research. Recognizing that research is a challenging journey, I encourage students to view obstacles as opportunities for learning and growth. By sharing my experiences and offering constructive feedback, I strive to deepen their understanding of key topics. Given the inherent uncertainties in exploration, I am committed to providing students with hands-on experience in implementation, learning, and the development of new ideas, helping them navigate their research with confidence.'
  mentor_handbook_and_faqs: '1'
  name_of_other_faculty_collaborator_if_applicable_: ''
  number_of_assistants_needed_faculty_postdoc_max_6_graduate_stude: '2'
  other_faculty_collaborator_s_preferred_pronouns: ''
  overall_research_project_description: 'Large Language Models (LLMs) have gained significant popularity recently. However, their model size is often too large to be deployed on commercial-grade hardware. The objective of this research project is to explore cutting-edge techniques for reducing the size of LLMs, such as weight pruning, structural pruning, and other similar methods. The project begins with the implementation of existing techniques on various LLMs, including OPT, Phi, LLama, and others. With a thorough understanding of the limitations of current methods, novel approaches can be proposed to address these limitations.'
  please_add_any_additional_information_here: ''
  please_provide_a_link_to_your_publications_a_video_clip_or_a_web: 'https://gaosh.github.io/publications/'
  please_select_the_choice_that_most_accurately_describes_your_exp: 'Partially Remote'
  please_select_the_location_of_your_project_: 'On FSU Main Campus'
  position_availability_for_student_research: 'Flexible schedule'
  position_title: Faculty
  primary_research_mentor_name: 'Shangqian Gao'
  project_keywords: 'Large Language Models, Efficiency'
  relevant_student_major_s_: 'Computer Science, Electrical Engineering'
  research_mentor_preferred_pronoun2: ''
  research_mentor_pronouns: ''
  research_mentor_supervisor_if_different_from_above_: ''
  research_tasks_for_student_research_assistant_s_: |-
    Research Tasks:
    a. Literature Review on Large Language Models and Model Compression
    b. Implement previous model compression methods for Large Language Models
    c. Improve the previous model compression algorithms based on the understanding of the Implementation.
  roundtable_times_and_zoom_links: ''
  skills_that_research_assistants_may_need_: |
    Programming skills in Python are required.
    Knowledge of Linear Algebra and Probability are required.
    Experience with Pytorch is highly recommended.
  title_of_the_project: 'Improve Efficiency for Large Lanuge Models'
  update_url: 'https://cre.fsu.edu/urop-research-mentor-project-submission-portal?element_parents=elements/research_mentor_information/headshot_optional_&ajax_form=1&_wrapper_format=drupal_ajax&token=VgVQ8V7YSRtbtwgazX3GBke0dZUwVAcYIDZKbnJYdqg'
  urop_performance_evaluation: '1'
  urop_poster_presentation: '1'
  when_potential_research_assistants_are_reaching_out_via_email_2: ''
  when_potential_research_assistants_are_reaching_out_via_email_wh: ''
  when_students_are_reaching_out_via_email_what_is_your_preferreda: Dr.
  would_you_like_to_participate_in_the_urop_research_mentor_round2: 'No'
  would_you_like_to_participate_in_the_urop_research_mentor_roundt: ''
  year: '2024'