|
|
| import requests |
| import json |
| import sys |
| from PIL import Image |
| import base64 |
|
|
| text = sys.argv[1] |
| image_path = sys.argv[2] |
|
|
| |
| with open(image_path, "rb") as file: |
| image = str(base64.b64encode(file.read())) |
| print("image:", type(image)) |
| sample = "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.###Human: What are the key differences between renewable and non-renewable energy sources?###Assistant: Renewable energy sources are those that can be replenished naturally in a relatively short amount of time, such as solar, wind, hydro, geothermal, and biomass. Non-renewable energy sources, on the other hand, are finite and will eventually be depleted, such as coal, oil, and natural gas. Here are some key differences between renewable and non-renewable energy sources:\n1. Availability: Renewable energy sources are virtually inexhaustible, while non-renewable energy sources are finite and will eventually run out.\n2. Environmental impact: Renewable energy sources have a much lower environmental impact than non-renewable sources, which can lead to air and water pollution, greenhouse gas emissions, and other negative effects.\n3. Cost: Renewable energy sources can be more expensive to initially set up, but they typically have lower operational costs than non-renewable sources.\n4. Reliability: Renewable energy sources are often more reliable and can be used in more remote locations than non-renewable sources.\n5. Flexibility: Renewable energy sources are often more flexible and can be adapted to different situations and needs, while non-renewable sources are more rigid and inflexible.\n6. Sustainability: Renewable energy sources are more sustainable over the long term, while non-renewable sources are not, and their depletion can lead to economic and social instability.\n###Human: " |
| prompt = sample + text + "\n<image>###Assistant:" |
|
|
| url = "http://task345865.training:6801/worker_generate_stream" |
| headers = {'User-Agent': 'LLaVA Client'} |
| pload = { |
| 'model': 'output_test_checkpoint-6500', |
| 'prompt': prompt, "images": [image], |
| 'temperature': 0.5, 'max_new_tokens': 512, 'stop': '###'} |
|
|
| response = requests.post(url, |
| headers=headers, json=pload, stream=True, timeout=10) |
| for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"): |
| if chunk: |
| data = json.loads(chunk.decode()) |
| text = data["text"].split("###")[-1].split(":")[1] |
| if text.count("<") == 2 and text.count(">") == 2: |
| res = text |
| elif text.count("<") == 1 and text.count(">") == 1: |
| res = text + text |
| else: |
| res = "<127><127>" |
| print(res) |
|
|
