| import re |
|
|
| LOCATION_ABBREVIATIONS = { |
| |
| "USA", "UK", "UAE", "EU", "NZ", "SA", "RSA", "USSR", "PRC", |
|
|
| |
| "AL", "AK", "AZ", "AR", "CA", "CO", "CT", "DE", "FL", "GA", |
| "HI", "ID", "IL", "IN", "IA", "KS", "KY", "LA", "ME", "MD", |
| "MA", "MI", "MN", "MS", "MO", "MT", "NE", "NV", "NH", "NJ", |
| "NM", "NY", "NC", "ND", "OH", "OK", "OR", "PA", "RI", "SC", |
| "SD", "TN", "TX", "UT", "VT", "VA", "WA", "WV", "WI", "WY", |
|
|
| |
| "AB", "BC", "MB", "NB", "NL", "NS", "NT", "NU", "ON", "PE", "QC", "SK", "YT", |
|
|
| |
| "NYC", "LA", "SF", "CHI", "DC", "LDN", |
|
|
| |
| "UN", "NATO", "ASEAN", "OPEC", |
|
|
| |
| "NA", "SA", "EU", "AS", "AF", "OC", "AN", |
|
|
| |
| "HK", "TPE", "TOK", "SYD", |
| } |
|
|
|
|
| def is_location_abbreviation(segment: str) -> bool: |
| """ |
| Check if the segment contains a location abbreviation. |
| """ |
| matches = re.findall(r"\{(\w+)\}", segment) |
| for match in matches: |
| if match in LOCATION_ABBREVIATIONS: |
| return True |
| return False |
|
|
|
|
| def simplify_booktitle(booktitle: str, year: str = None) -> str: |
| """ |
| Simplifies the booktitle by: |
| 1. Keeping only the first segment (before the comma). |
| 2. If any later segment contains '{}', it is retained unless it's a location abbreviation. |
| 3. If a year is provided, removing that year substring from any segment. |
| """ |
| segments = booktitle.split(',') |
|
|
| |
| simplified_title = [segments[0].strip()] |
|
|
| |
| for segment in segments[1:]: |
| if '{' in segment and '}' in segment and not is_location_abbreviation(segment): |
| simplified_title.append(segment.strip()) |
|
|
| |
| if year: |
| simplified_title = [segment.replace(year, '').strip() for segment in simplified_title] |
|
|
| return ', '.join(simplified_title) |
|
|
|
|
| def simplify_bibtex(bib_database, replace_name=False): |
| for entry in bib_database.entries: |
| if entry['ENTRYTYPE'] not in ['book', 'inproceedings', 'article', 'misc', 'incollection']: |
| continue |
| if replace_name: |
| abbreviation_match = re.search(r"/(\w+)/", entry['ID']) |
| abbreviation = abbreviation_match.group(1) if abbreviation_match else "yr" |
|
|
| |
| first_author = entry['author'].split('and')[0].strip().split(' ')[-1] |
|
|
| title_abbreviation = entry['title'].split(' ')[0] |
| if title_abbreviation.lower() in ['a', 'an', 'the', 'of', 'in', 'on', 'at', 'to', 'for', 'with', 'by', |
| 'from', 'about', 'into', 'through', 'during', 'before', 'after', 'above', |
| 'below', 'under', 'up', 'down', 'off', 'over', 'under', 'again', |
| 'further', 'then', 'once', 'here', 'there', 'when', 'where', 'why', 'how', |
| 'all', 'any', 'both', 'each', 'few', 'more', 'most', 'other', 'some', |
| 'such', 'no', 'nor', 'not', 'only', 'own', 'same', 'so', 'than', 'too', |
| 'very', 's', 't', 'can', 'will', 'just', 'don', 'should', 'now']: |
| title_abbreviation = entry['title'].split(' ')[1] |
|
|
| entry_id = f"{first_author}:{abbreviation}{entry['year'][-2:]}:{title_abbreviation}" |
| entry['ID'] = entry_id |
| entry['ID'] = re.sub(r"[^a-zA-Z0-9:]+", "", entry['ID']) |
|
|
| if 'booktitle' in entry: |
| year_value = entry.get('year', None) |
| entry['booktitle'] = simplify_booktitle(entry['booktitle'], year_value) |
| desired_fields = ['author', 'title', 'journal', 'booktitle', 'volume', 'pages', 'year', 'ENTRYTYPE', 'ID'] |
| keys_to_remove = [key for key in entry if key not in desired_fields] |
| for key in keys_to_remove: |
| del entry[key] |
| return bib_database |
|
|
