main.py 9.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226
  1. import os
  2. import openai
  3. from flask import Flask, request, jsonify, send_from_directory, url_for
  4. import json
  5. app = Flask(__name__)
  6. ssl = None
  7. # ssl =('/etc/ssl/sample.crt', '/etc/ssl/sample.pem')
  8. openai_key = os.environ.get("OPENAI_KEY", "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")
  9. openai.api_key = openai_key
  10. app.chat_messages = [
  11. {"role": "system",
  12. "content": "Please respond professionally and in a friendly manner, using the same language as the original request."}
  13. ]
  14. app.translate_messages = [
  15. {"role": "system",
  16. "content": "Please translate using the requested language."}
  17. ]
  18. app.suggest_messages = [
  19. {"role": "system",
  20. "content": "Please suggest reply messages based on the previous conversations and the user's request."}
  21. ]
  22. app.recommend_messages = [
  23. {"role": "system",
  24. "content": "Give normalized total weight of each category in json based on headlines"
  25. }
  26. ]
  27. app.summary_messages = [
  28. {"role": "system",
  29. "content": "Please summarize an article."
  30. }
  31. ]
  32. UPLOAD_FOLDER = 'files'
  33. app.config['UPLOAD_FOLDER'] = UPLOAD_FOLDER
  34. @app.route('/files/<name>')
  35. def download_file(name):
  36. return send_from_directory(app.config["UPLOAD_FOLDER"], name)
  37. @app.route('/', methods=['GET', 'POST'])
  38. def test():
  39. return jsonify({"status": "0"})
  40. def recommend(headlines, category):
  41. chat_messages = app.recommend_messages.copy()
  42. try:
  43. json_payload = {
  44. "role": "user",
  45. "content": f"""{headlines}
  46. Berikan nilai berat masing-masing kategori, jumlahkan dan normalisasikan:
  47. {category}
  48. Berikan dalam bentuk json
  49. """
  50. }
  51. chat_messages.append(json_payload)
  52. print(chat_messages)
  53. json_response = openai.ChatCompletion.create(model="gpt-3.5-turbo-1106",
  54. messages=chat_messages,
  55. response_format={ "type": "json_object" }
  56. )
  57. print(json_response.choices[0]["message"]["content"])
  58. return json.loads(json_response.choices[0]["message"]["content"])
  59. except Exception as error_print:
  60. app.logger.error(error_print)
  61. result = {}, 405
  62. def vision(message, image_url=None, image_b64=None):
  63. chat_messages = app.chat_messages.copy()
  64. url = ""
  65. if image_url:
  66. url = f"{image_url}"
  67. elif image_b64:
  68. url = f"data:image/jpeg;base64,{image_b64}"
  69. try:
  70. json_payload = {
  71. "role": "user",
  72. "content": [
  73. {"type": "text", "text": message},
  74. {
  75. "type": "image_url",
  76. "image_url": {
  77. "url": url,
  78. },
  79. },
  80. ],
  81. }
  82. chat_messages.append(json_payload)
  83. print(chat_messages)
  84. json_response = openai.ChatCompletion.create(
  85. model="gpt-4-vision-preview",
  86. messages=chat_messages,
  87. max_tokens=300
  88. )
  89. return json_response.choices[0]["message"]
  90. except Exception as error_print:
  91. app.logger.error(error_print)
  92. result = {}, 405
  93. @app.route('/gpt', methods=['POST'])
  94. def gpt():
  95. chat_messages = app.chat_messages.copy()
  96. use_video = False
  97. suggest = False
  98. summarize = False
  99. category = []
  100. headlines = []
  101. image_url = ""
  102. num_choices = 1
  103. json_payload = request.get_json()
  104. if not json_payload:
  105. json_payload = []
  106. has_named_params = False
  107. if isinstance(json_payload, dict):
  108. has_named_params = 'payload' in json_payload
  109. if 'payload' in json_payload:
  110. if 'num_choices' in json_payload:
  111. num_choices = 5 if json_payload['num_choices'] > 5 else json_payload['num_choices']
  112. if 'use_video' in json_payload:
  113. use_video = json_payload['use_video'] == "1"
  114. if 'translate' in json_payload:
  115. chat_messages = app.translate_messages.copy()
  116. json_payload['payload'][-1]['content'] = json_payload['payload'][-1]['content'] + f" (Translate to {json_payload['translate']})"
  117. elif 'suggest' in json_payload:
  118. suggest = json_payload['suggest'] == "1"
  119. if suggest:
  120. chat_messages = app.suggest_messages.copy()
  121. else:
  122. chat_messages = app.chat_messages.copy()
  123. json_payload['payload'][-1]['content'] = json_payload['payload'][-1]['content'] + f" What can I say to him/her?"
  124. elif 'summarize' in json_payload:
  125. summarize = json_payload['summarize'] == "1"
  126. if summarize:
  127. chat_messages = app.summary_messages.copy()
  128. else:
  129. chat_messages = app.chat_messages.copy()
  130. json_payload['payload'][-1]['content'] = f"Please summarize this article:\n" + json_payload['payload'][-1]['content']
  131. else:
  132. chat_messages = app.chat_messages.copy()
  133. json_payload = json_payload['payload']
  134. if isinstance(json_payload, dict):
  135. json_payload = [json_payload]
  136. elif 'greeting' in json_payload:
  137. chat_messages = app.chat_messages.copy()
  138. company_name = json_payload['greeting']['company_name']
  139. timestamp = json_payload['greeting']['timestamp']
  140. islamic_message = f"Apakah Nama '{company_name}' terdapat unsur islami? Jawab dengan 'Ya' atau 'Tidak'"
  141. islam_messages = app.chat_messages.copy()
  142. islam_messages.append({
  143. "role": "user",
  144. "content": islamic_message
  145. })
  146. islamic_response = openai.ChatCompletion.create(model="gpt-3.5-turbo", # GPT-3.5 Turbo engine
  147. messages=islam_messages,
  148. max_tokens=2, temperature=0.5)
  149. if 'Ya' in islamic_response.choices[0].message['content']:
  150. greeting_message = f"Buatkan respons chatbot berupa greeting dari chat perusahaan bernama {company_name} pada jam {timestamp}, tidak perlu mention waktu, dan jawab dengan 'Assalamu'alaikum...' terlebih dahulu"
  151. else:
  152. greeting_message = f"Buatkan respons chatbot berupa greeting dari chat perusahaan bernama {company_name} pada jam {timestamp}, tidak perlu mention waktu"
  153. json_payload = [
  154. {
  155. "role": "user",
  156. "content": greeting_message
  157. }
  158. ]
  159. elif 'recommend' in json_payload:
  160. headlines = json_payload['recommend']['headlines']
  161. category = json_payload['recommend']['category']
  162. return recommend(headlines, category)
  163. elif 'image_url' in json_payload:
  164. image = json_payload['image_url']
  165. message = json_payload["message"] if 'message' in json_payload else "Ini gambar apa?"
  166. return vision(message,image_url=image)
  167. elif 'image_b64' in json_payload:
  168. image = json_payload['image_b64']
  169. message = json_payload["message"] if 'message' in json_payload else "Ini gambar apa?"
  170. return vision(message,image_b64=image_url)
  171. else:
  172. chat_messages = app.chat_messages.copy()
  173. json_payload = [json_payload]
  174. json_payload = json_payload[-7:]
  175. for message in json_payload:
  176. content = message['content']
  177. content_arr = content.split(" ")
  178. new_content_arr = content[:300].split(" ")
  179. new_content_len = len(new_content_arr)
  180. arr = []
  181. for i in range(new_content_len):
  182. arr.append(content_arr[i])
  183. message['content'] = " ".join(arr)
  184. chat_messages.append(message)
  185. app.logger.info(chat_messages)
  186. result = {}
  187. try:
  188. n = num_choices
  189. json_response = openai.ChatCompletion.create(model="gpt-3.5-turbo", # GPT-3.5 Turbo engine
  190. messages=chat_messages,
  191. max_tokens=600, temperature=0.7, n = n)
  192. app.logger.info(json_response.choices[0].message)
  193. if has_named_params:
  194. if suggest:
  195. choices = json_response.choices
  196. messages = [i.message for i in choices]
  197. result = {"url": "", "message": messages}
  198. elif use_video:
  199. # TODO: to be implemented
  200. result = {"url": url_for('download_file', name="test.mp4", _external=True), "message": json_response.choices[0].message}
  201. else:
  202. result = {"url": "", "message": json_response.choices[0].message}
  203. else:
  204. result = json_response.choices[0].message
  205. except Exception as error_print:
  206. app.logger.error(error_print)
  207. result = {}, 405
  208. return result
  209. # Press the green button in the gutter to run the script.
  210. if __name__ == '__main__':
  211. app.run(host='0.0.0.0', port=8348, debug=True, ssl_context=ssl)
  212. # See PyCharm help at https://www.jetbrains.com/help/pycharm/