bharathgp/cb_qa_python_code
02
1[2 {3 "instruction": "generate comment for following function:",4 "input": "def __init__(self, server, server_info, os_type, version, edition):\n \n self.server = server\n self.server_info = server_info\n self.os_type = os_type\n\n self.version = version\n self.edition = edition\n\n self.build_url = None\n self.debug_build_url = None\n self.non_root_package_mgr = None\n\n self.state = \"not_started\"",5 "output": "def __init__(self, server, server_info, os_type, version, edition):\n \"\"\"\n Creats an instance of the NodeInstallInfo class.\n :param server: server object of type TestInputServer\n :param server_info: server info with information of the server\n :param os_type: OS type of the server\n :param version: version of the couchbase server\n :param edition: type of Couchbase Server\n \"\"\"\n self.server = server\n self.server_info = server_info\n self.os_type = os_type\n\n self.version = version\n self.edition = edition\n\n self.build_url = None\n self.debug_build_url = None\n self.non_root_package_mgr = None\n\n self.state = \"not_started\""6 },7 {8 "instruction": "generate python code for the following",9 "input": "Stop memcached process on remote server\n",10 "output": "\n\ndef stop_memcached(self):\n \"\"\"\n Stop memcached process on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"taskkill /F /T /IM memcached*\")\n self.log_command_output(o, r, debug=False)"11 },12 {13 "instruction": "generate code for the above:",14 "input": "Check if Couchbase is installed on the remote server.\nThis checks if the couchbase is installed in default or non default path.\n",15 "output": "\n\ndef is_couchbase_installed(self):\n \"\"\"\n Check if Couchbase is installed on the remote server.\n This checks if the couchbase is installed in default or non default path.\n :return: True if Couchbase is installed on the remote server else False\n \"\"\"\n if self.file_exists(WIN_CB_PATH, VERSION_FILE):\n self.log.info(\"{0} - VERSION file {1} {2} exists\"\n .format(self.ip, WIN_CB_PATH, VERSION_FILE))\n return True\n return False"16 },17 {18 "instruction": "Code the following:",19 "input": "Get the full hostname of the remote server\nOverride method for windows\n",20 "output": "\n\ndef get_full_hostname(self):\n \"\"\"\n Get the full hostname of the remote server\n Override method for windows\n :return: full hostname if domain is set, else None\n \"\"\"\n if not self.info.domain:\n return None\n return '%s.%s' % (self.info.hostname[0], self.info.domain)"21 },22 {23 "instruction": "",24 "input": "Returns the config value from the ini whose key matches 'name' and is stored under the 'cbbackupmgr'\nsection heading.\n",25 "output": "\n\ndef cbbackupmgr_param(self, name, *args):\n \"\"\"\n Returns the config value from the ini whose key matches 'name' and is stored under the 'cbbackupmgr'\n section heading.\n :param name: the key under which an expected value is stored.\n :param args: expects a single parameter which will be used as the default if the requested key is not found.\n :return: the value parsed from the ini file/default value if the given key is not found.\n :raises Exception: if the given key does not exist in the ini and no default value is provided.\n \"\"\"\n if name in self.cbbackupmgr:\n return TestInput._parse_param(self.cbbackupmgr[name])\n if len(args) == 1:\n return args[0]\n if self.cbbackupmgr[\"name\"] != \"local_bkrs\":\n raise Exception(f\"Parameter '{name}' must be set in the test configuration\")"26 },27 {28 "instruction": "give python code to",29 "input": "Constructs the build url for the given node.\nThis url is used to download the installation package.\n",30 "output": "import install_util.constants\nfrom install_util.constants.build import BuildUrl\nfrom shell_util.remote_connection import RemoteMachineShellConnection\n\ndef __construct_build_url(self, is_debuginfo_build=False):\n \"\"\"\n Constructs the build url for the given node.\n This url is used to download the installation package.\n :param is_debuginfo_build: gets debug_info build url if True\n :return: build url\n \"\"\"\n file_name = None\n build_version = self.node_install_info.version.split(\"-\")\n os_type = self.node_install_info.os_type\n node_info = RemoteMachineShellConnection.get_info_for_server(\n self.node_install_info.server)\n # Decide between release / regular build URL path\n if len(build_version) == 1:\n # Release build url\n url_path = \"http://{}/{}/{}\" \\\n .format(BuildUrl.CB_DOWNLOAD_SERVER,\n BuildUrl.CB_RELEASE_URL_PATH,\n build_version[0])\n else:\n # Build_number specific url\n main_version = \".\".join(build_version[0].split(\".\")[:2])\n # Reference: builds/latestbuilds/couchbase-server/trinity/1000\n url_path = \"http://{}/{}/{}/{}\" \\\n .format(BuildUrl.CB_DOWNLOAD_SERVER,\n BuildUrl.CB_LATESTBUILDS_URL_PATH,\n BuildUrl.CB_VERSION_NAME[main_version],\n build_version[1])\n\n build_version = \"-\".join(build_version)\n\n file_prefix = \"{}-{}\" \\\n .format(BuildUrl.CB_BUILD_FILE_PREFIX,\n self.node_install_info.edition)\n\n if os_type in install_util.constants.build.X86:\n # couchbase-server-enterprise-7.1.5-linux.x86_64.rpm\n # couchbase-server-enterprise-debuginfo-7.1.5-linux.x86_64.rpm\n if is_debuginfo_build:\n file_prefix = \"{}-{}\".format(file_prefix, \"debuginfo\")\n\n os_type = \"linux\"\n if float(build_version[:3]) < 7.1:\n os_type = self.node_install_info.os_type\n file_name = \"{}-{}-{}.{}.{}\" \\\n .format(file_prefix,\n build_version,\n os_type,\n node_info.architecture_type,\n node_info.deliverable_type)\n elif os_type in install_util.constants.build.LINUX_AMD64:\n # TODO: Check install_utils.py L1127 redundant code presence\n # couchbase-server-enterprise_7.1.5-linux_amd64.deb\n # couchbase-server-enterprise-dbg_7.1.5-linux_amd64.deb\n if is_debuginfo_build:\n file_prefix = \"{}-{}\".format(file_prefix, \"dbg\")\n\n os_type = \"linux\"\n if float(build_version[:3]) < 7.1:\n os_type = self.node_install_info.os_type\n file_name = \"{}_{}-{}_{}.{}\" \\\n .format(file_prefix,\n build_version,\n os_type,\n \"amd64\",\n node_info.deliverable_type)\n elif os_type in install_util.constants.build.WINDOWS_SERVER:\n # couchbase-server-enterprise_6.5.0-4557-windows_amd64.msi\n if \"windows\" in self.node_install_info.os_type:\n self.node_install_info.deliverable_type = \"msi\"\n file_name = \"{}_{}-{}_{}.{}\" \\\n .format(file_prefix,\n build_version,\n self.node_install_info.os_type,\n \"amd64\",\n node_info.deliverable_type)\n elif os_type in install_util.constants.build.MACOS_VERSIONS:\n # couchbase-server-enterprise_6.5.0-4557-macos_x86_64.dmg\n file_name = \"{}_{}-{}_{}-{}.{}\" \\\n .format(file_prefix,\n build_version,\n \"macos\",\n node_info.architecture_type,\n \"unnotarized\",\n node_info.deliverable_type)\n else:\n self.result = False\n self.log.critical(\"Unsupported os_type '{}' for build_url\"\n .format(self.node_install_info.os_type))\n return \"{}/{}\".format(url_path, file_name)"31 },32 {33 "instruction": "generate comment for above",34 "input": "def pause_memcached(self, timesleep=30, delay=0):\n \n log.info(\"*** pause memcached process ***\")\n if delay:\n time.sleep(delay)\n if self.nonroot:\n o, r = self.execute_command(\"killall -SIGSTOP memcached.bin\")\n else:\n o, r = self.execute_command(\"killall -SIGSTOP memcached\")\n self.log_command_output(o, r)\n log.info(\"wait %s seconds to make node down.\" % timesleep)\n time.sleep(timesleep)",35 "output": "def pause_memcached(self, timesleep=30, delay=0):\n \"\"\"\n Pauses the memcached process on remote server\n :param timesleep: time to wait after pause (in seconds)\n :param delay: time to delay pause of memcached process (in seconds)\n :return: None\n \"\"\"\n log.info(\"*** pause memcached process ***\")\n if delay:\n time.sleep(delay)\n if self.nonroot:\n o, r = self.execute_command(\"killall -SIGSTOP memcached.bin\")\n else:\n o, r = self.execute_command(\"killall -SIGSTOP memcached\")\n self.log_command_output(o, r)\n log.info(\"wait %s seconds to make node down.\" % timesleep)\n time.sleep(timesleep)"36 },37 {38 "instruction": "generate comment for above",39 "input": "def start_indexer(self):\n \n o, r = self.execute_command(\"taskkill /F /T /IM indexer*\")\n self.log_command_output(o, r)",40 "output": "def start_indexer(self):\n \"\"\"\n Start indexer process on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"taskkill /F /T /IM indexer*\")\n self.log_command_output(o, r)"41 },42 {43 "instruction": "generate code for the following",44 "input": "Delete all traffic control rules set for eth0\n",45 "output": "\n\ndef delete_network_rule(self):\n \"\"\"\n Delete all traffic control rules set for eth0\n :return: None\n \"\"\"\n o, r = self.execute_command(\"tc qdisc del dev eth0 root\")\n self.log_command_output(o, r)"46 },47 {48 "instruction": "give python code to",49 "input": "Request an interactive shell session, export custom variable and\nrestart Couchbase server.\n\nShell session is necessary because basic SSH client is stateless.\n",50 "output": "\n\ndef set_environment_variable(self, name, value):\n \"\"\"Request an interactive shell session, export custom variable and\n restart Couchbase server.\n\n Shell session is necessary because basic SSH client is stateless.\n :param name: environment variable\n :param value: environment variable value\n :return: None\n \"\"\"\n shell = self._ssh_client.invoke_shell()\n shell.send('export {0}={1}\\n'.format(name, value))\n if self.info.distribution_version.lower() in SYSTEMD_SERVER:\n \"\"\"from watson, systemd is used in centos 7 \"\"\"\n log.info(\"this node is centos 7.x\")\n shell.send(\"systemctl restart couchbase-server.service\\n\")\n else:\n shell.send('/etc/init.d/couchbase-server restart\\n')\n shell.close()"51 },52 {53 "instruction": "give a code to",54 "input": "Kill eventing process on remote server\n",55 "output": "\n\ndef kill_eventing_process(self, name):\n \"\"\"\n Kill eventing process on remote server\n :param name: name of eventing process\n :return: None\n \"\"\"\n o, r = self.execute_command(command=\"killall -9 {0}\".format(name))\n self.log_command_output(o, r)"56 },57 {58 "instruction": "generate comment for above",59 "input": "def get_collection_config(collection, config):\n \n collection_config = {}\n for section in config.sections():\n if section == collection:\n options = config.options(section)\n for option in options:\n if option == 'bucket':\n collection_config['bucket'] = config.get(section, option)\n if option == 'scope':\n collection_config['scope'] = config.get(section, option)\n if option.lower() == 'maxttl':\n collection_config['maxTTL'] = config.get(section, option)\n return collection_config",60 "output": "def get_collection_config(collection, config):\n \"\"\"\n Get collection configuration\n :param collection: collection name to get configuration for\n :param config: config\n :return: dict of collection information\n \"\"\"\n collection_config = {}\n for section in config.sections():\n if section == collection:\n options = config.options(section)\n for option in options:\n if option == 'bucket':\n collection_config['bucket'] = config.get(section, option)\n if option == 'scope':\n collection_config['scope'] = config.get(section, option)\n if option.lower() == 'maxttl':\n collection_config['maxTTL'] = config.get(section, option)\n return collection_config"61 },62 {63 "instruction": "give python code to",64 "input": "Check if file starting with this pattern is present in remote machine.\n",65 "output": "\n\ndef file_starts_with(self, remotepath, pattern):\n \"\"\"\n Check if file starting with this pattern is present in remote machine.\n :param remotepath: path of the file to check\n :param pattern: pattern to check against\n :return: True if file starting with this pattern is present in remote machine else False\n \"\"\"\n sftp = self._ssh_client.open_sftp()\n files_matched = []\n try:\n file_names = sftp.listdir(remotepath)\n for name in file_names:\n if name.startswith(pattern):\n files_matched.append(\"{0}/{1}\".format(remotepath, name))\n except IOError:\n # ignore this error\n pass\n sftp.close()\n if len(files_matched) > 0:\n log.info(\"found these files : {0}\".format(files_matched))\n return files_matched"66 },67 {68 "instruction": "Code the following:",69 "input": "Enables read-only mode for the specified disk location.\nOverride method for Windows\n",70 "output": "\n\ndef enable_disk_readonly(self, disk_location):\n \"\"\"\n Enables read-only mode for the specified disk location.\n Override method for Windows\n :param disk_location: disk location to enable read-only mode.\n :return: None\n \"\"\"\n raise NotImplementedError"71 },72 {73 "instruction": "generate python code for ",74 "input": "Pauses the beam.smp process on remote server\n",75 "output": "\n\ndef pause_beam(self):\n \"\"\"\n Pauses the beam.smp process on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"killall -SIGSTOP beam.smp\")\n self.log_command_output(o, r)"76 },77 {78 "instruction": "generate comment for above",79 "input": "def change_env_variables(self, dict):\n \n prefix = \"\\\\n \"\n shell = self._ssh_client.invoke_shell()\n init_file = \"couchbase-server\"\n file_path = \"/opt/couchbase/bin/\"\n environmentVariables = \"\"\n backupfile = file_path + init_file + \".bak\"\n sourceFile = file_path + init_file\n o, r = self.execute_command(\"cp \" + sourceFile + \" \" + backupfile)\n self.log_command_output(o, r)\n command = \"sed -i 's/{0}/{0}\".format(\"ulimit -l unlimited\")\n for key in list(dict.keys()):\n o, r = self.execute_command(\n \"sed -i 's/{1}.*//' {0}\".format(sourceFile, key))\n self.log_command_output(o, r)\n o, r = self.execute_command(\n \"sed -i 's/export ERL_FULLSWEEP_AFTER/export \"\n \"ERL_FULLSWEEP_AFTER\\\\n{1}={2}\\\\nexport {1}/' {0}\"\n .format(sourceFile, key, dict[key]))\n self.log_command_output(o, r)\n\n for key in list(dict.keys()):\n environmentVariables += prefix \\\n + 'export {0}={1}'.format(key, dict[key])\n\n command += environmentVariables + \"/'\" + \" \" + sourceFile\n o, r = self.execute_command(command)\n self.log_command_output(o, r)\n\n # Restart Couchbase\n o, r = self.execute_command(\"service couchbase-server restart\")\n self.log_command_output(o, r)\n shell.close()",80 "output": "def change_env_variables(self, dict):\n \"\"\"\n Change environment variables mentioned in dictionary and restart Couchbase server\n :param dict: key value pair of environment variables and their values to change to\n :return: None\n \"\"\"\n prefix = \"\\\\n \"\n shell = self._ssh_client.invoke_shell()\n init_file = \"couchbase-server\"\n file_path = \"/opt/couchbase/bin/\"\n environmentVariables = \"\"\n backupfile = file_path + init_file + \".bak\"\n sourceFile = file_path + init_file\n o, r = self.execute_command(\"cp \" + sourceFile + \" \" + backupfile)\n self.log_command_output(o, r)\n command = \"sed -i 's/{0}/{0}\".format(\"ulimit -l unlimited\")\n for key in list(dict.keys()):\n o, r = self.execute_command(\n \"sed -i 's/{1}.*//' {0}\".format(sourceFile, key))\n self.log_command_output(o, r)\n o, r = self.execute_command(\n \"sed -i 's/export ERL_FULLSWEEP_AFTER/export \"\n \"ERL_FULLSWEEP_AFTER\\\\n{1}={2}\\\\nexport {1}/' {0}\"\n .format(sourceFile, key, dict[key]))\n self.log_command_output(o, r)\n\n for key in list(dict.keys()):\n environmentVariables += prefix \\\n + 'export {0}={1}'.format(key, dict[key])\n\n command += environmentVariables + \"/'\" + \" \" + sourceFile\n o, r = self.execute_command(command)\n self.log_command_output(o, r)\n\n # Restart Couchbase\n o, r = self.execute_command(\"service couchbase-server restart\")\n self.log_command_output(o, r)\n shell.close()"81 },82 {83 "instruction": "generate comment.",84 "input": "def copy_file_remote_to_local(self, rem_path, des_path):\n \n result = True\n sftp = self._ssh_client.open_sftp()\n try:\n sftp.get(rem_path, des_path)\n except IOError as e:\n self.log.error('Can not copy file', e)\n result = False\n finally:\n sftp.close()\n return result",85 "output": "def copy_file_remote_to_local(self, rem_path, des_path):\n \"\"\"\n Copy file from remote server to local\n :param rem_path: remote path of the file to be copied\n :param des_path: destination path of the file to be copied\n :return: True if the file was successfully copied else False\n \"\"\"\n result = True\n sftp = self._ssh_client.open_sftp()\n try:\n sftp.get(rem_path, des_path)\n except IOError as e:\n self.log.error('Can not copy file', e)\n result = False\n finally:\n sftp.close()\n return result"86 },87 {88 "instruction": "generate comment for following function:",89 "input": "def get_info_for_server(server):\n \n if server.ip in RemoteMachineShellConnection.__info_dict:\n return RemoteMachineShellConnection.__info_dict[server.ip]",90 "output": "def get_info_for_server(server):\n \"\"\"\n Get info about given server, if available\n :param server: server to get the information of\n :return: information of the server if available else None\n \"\"\"\n if server.ip in RemoteMachineShellConnection.__info_dict:\n return RemoteMachineShellConnection.__info_dict[server.ip]"91 },92 {93 "instruction": "give python code to",94 "input": "Cleans up the data config directory and its contents\nOverride method for Windows\n",95 "output": "\n\ndef cleanup_data_config(self, data_path):\n \"\"\"\n Cleans up the data config directory and its contents\n Override method for Windows\n :param data_path: path to data config directory\n :return: None\n \"\"\"\n if \"c:/Program Files\" in data_path:\n data_path = data_path.replace(\"c:/Program Files\",\n \"/cygdrive/c/Program\\ Files\")\n o, r = self.execute_command(\"rm -rf \"\"{0}\"\"/*\".format(data_path))\n self.log_command_output(o, r)\n o, r = self.execute_command(\"rm -rf \"\"{0}\"\"/*\" \\\n .format(\n data_path.replace(\"data\", \"config\")))\n self.log_command_output(o, r)"96 },97 {98 "instruction": "Code the following:",99 "input": "Create a remote file from input string\n",100 "output": "\n\ndef create_file(self, remote_path, file_data):\n \"\"\"\n Create a remote file from input string\n :param remote_path: remote path of the file to be created\n :param file_data: file data to be written to the file\n :return: None\n \"\"\"\n output, error = self.execute_command(\"echo '{0}' > {1}\".format(file_data, remote_path))"101 },102 {103 "instruction": "generate doc string for following function:",104 "input": "def windows_process_utils(self, ps_name_or_id, cmd_file_name, option=\"\"):\n \n success = False\n files_path = \"cygdrive/c/utils/suspend/\"\n # check to see if suspend files exist in server\n file_existed = self.file_exists(files_path, cmd_file_name)\n if file_existed:\n command = \"{0}{1} {2} {3}\".format(files_path, cmd_file_name,\n option, ps_name_or_id)\n o, r = self.execute_command(command)\n if not r:\n success = True\n self.log_command_output(o, r)\n self.sleep(30, \"Wait for windows to execute completely\")\n else:\n log.error(\n \"Command didn't run successfully. Error: {0}\".format(r))\n else:\n o, r = self.execute_command(\n \"netsh advfirewall firewall add rule name=\\\"block erl.exe in\\\" dir=in action=block program=\\\"%ProgramFiles%\\Couchbase\\Server\\\\bin\\erl.exe\\\"\")\n if not r:\n success = True\n self.log_command_output(o, r)\n o, r = self.execute_command(\n \"netsh advfirewall firewall add rule name=\\\"block erl.exe out\\\" dir=out action=block program=\\\"%ProgramFiles%\\Couchbase\\Server\\\\bin\\erl.exe\\\"\")\n if not r:\n success = True\n self.log_command_output(o, r)\n return success",105 "output": "def windows_process_utils(self, ps_name_or_id, cmd_file_name, option=\"\"):\n \"\"\"\n Windows process utility. This adds firewall rules to Windows system.\n If a previously suspended process is detected, it continues with the process instead.\n :param ps_name_or_id: process name or process id\n :param cmd_file_name: file containing firewall rules\n :param option: arguments to pass to command file\n :return: True if firewall rules were set else False\n \"\"\"\n success = False\n files_path = \"cygdrive/c/utils/suspend/\"\n # check to see if suspend files exist in server\n file_existed = self.file_exists(files_path, cmd_file_name)\n if file_existed:\n command = \"{0}{1} {2} {3}\".format(files_path, cmd_file_name,\n option, ps_name_or_id)\n o, r = self.execute_command(command)\n if not r:\n success = True\n self.log_command_output(o, r)\n self.sleep(30, \"Wait for windows to execute completely\")\n else:\n log.error(\n \"Command didn't run successfully. Error: {0}\".format(r))\n else:\n o, r = self.execute_command(\n \"netsh advfirewall firewall add rule name=\\\"block erl.exe in\\\" dir=in action=block program=\\\"%ProgramFiles%\\Couchbase\\Server\\\\bin\\erl.exe\\\"\")\n if not r:\n success = True\n self.log_command_output(o, r)\n o, r = self.execute_command(\n \"netsh advfirewall firewall add rule name=\\\"block erl.exe out\\\" dir=out action=block program=\\\"%ProgramFiles%\\Couchbase\\Server\\\\bin\\erl.exe\\\"\")\n if not r:\n success = True\n self.log_command_output(o, r)\n return success"106 },107 {108 "instruction": "generate python code for the following",109 "input": "Get ip address of a remote server\n ",110 "output": "\n\ndef get_ip_address(self):\n \"\"\"\n Get ip address of a remote server\n :return: ip address of remote server\n \"\"\"\n ip_type = \"inet \\K[\\d.]\"\n ipv6_server = False\n if \"ip6\" in self.ip or self.ip.startswith(\"[\"):\n ipv6_server = True\n ip_type = \"inet6 \\K[0-9a-zA-Z:]\"\n cmd = \"ifconfig | grep -Po '{0}+'\".format(ip_type)\n o, r = self.execute_command_raw(cmd)\n if ipv6_server:\n for x in range(len(o)):\n o[x] = \"[{0}]\".format(o[x])\n return o"111 },112 {113 "instruction": "generate comment for above",114 "input": "def __init__(self, test_server, info=None):\n \n super(Unix, self).__init__(test_server)\n self.nonroot = False\n self.info = info",115 "output": "def __init__(self, test_server, info=None):\n \"\"\"\n Creates a new shell connection for Unix based platforms\n :param test_server: test server to create the shell connection for\n :param info: None\n \"\"\"\n super(Unix, self).__init__(test_server)\n self.nonroot = False\n self.info = info"116 },117 {118 "instruction": "generate python code for the above",119 "input": "Override method",120 "output": "\n\ndef stop_membase(self):\n \"\"\"\n Override method\n \"\"\"\n raise NotImplementedError"121 },122 {123 "instruction": "generate comment for following function:",124 "input": "def stop_couchbase(self, num_retries=5, poll_interval=10):\n \n o, r = self.execute_command(\"net stop couchbaseserver\")\n self.log_command_output(o, r)\n is_server_stopped = False\n retries = num_retries\n while not is_server_stopped and retries > 0:\n self.sleep(poll_interval, \"Wait to stop service completely\")\n is_server_stopped = self.__check_if_cb_service_stopped(\"couchbaseserver\")\n retries -= 1",125 "output": "def stop_couchbase(self, num_retries=5, poll_interval=10):\n \"\"\"\n Stop couchbase service on remote server\n :param num_retries: Number of times to retry stopping couchbase\n :param poll_interval: interval between each retry attempt\n :return: None\n \"\"\"\n o, r = self.execute_command(\"net stop couchbaseserver\")\n self.log_command_output(o, r)\n is_server_stopped = False\n retries = num_retries\n while not is_server_stopped and retries > 0:\n self.sleep(poll_interval, \"Wait to stop service completely\")\n is_server_stopped = self.__check_if_cb_service_stopped(\"couchbaseserver\")\n retries -= 1"126 },127 {128 "instruction": "generate doc string for following function:",129 "input": "def get_collection_config(collection, config):\n \n collection_config = {}\n for section in config.sections():\n if section == collection:\n options = config.options(section)\n for option in options:\n if option == 'bucket':\n collection_config['bucket'] = config.get(section, option)\n if option == 'scope':\n collection_config['scope'] = config.get(section, option)\n if option.lower() == 'maxttl':\n collection_config['maxTTL'] = config.get(section, option)\n return collection_config",130 "output": "def get_collection_config(collection, config):\n \"\"\"\n Get collection configuration\n :param collection: collection name to get configuration for\n :param config: config\n :return: dict of collection information\n \"\"\"\n collection_config = {}\n for section in config.sections():\n if section == collection:\n options = config.options(section)\n for option in options:\n if option == 'bucket':\n collection_config['bucket'] = config.get(section, option)\n if option == 'scope':\n collection_config['scope'] = config.get(section, option)\n if option.lower() == 'maxttl':\n collection_config['maxTTL'] = config.get(section, option)\n return collection_config"131 },132 {133 "instruction": "",134 "input": "def populate_cb_server_versions(self):\n \n cb_server_manifests_url = \"https://github.com/couchbase\" \\\n \"/manifest/tree/master/couchbase-server/\"\n raw_content_url = \"https://raw.githubusercontent.com/couchbase\" \\\n \"/manifest/master/couchbase-server/\"\n version_pattern = r'<annotation name=\"VERSION\" value=\"([0-9\\.]+)\"'\n version_pattern = re.compile(version_pattern)\n payload_pattern = r'>({\"payload\".*})<'\n payload_pattern = re.compile(payload_pattern)\n data = urlopen(cb_server_manifests_url).read()\n data = json.loads(re.findall(payload_pattern, data.decode())[0])\n for item in data[\"payload\"][\"tree\"][\"items\"]:\n if item[\"contentType\"] == \"file\" and item[\"name\"].endswith(\".xml\"):\n rel_name = item[\"name\"].replace(\".xml\", \"\")\n data = urlopen(raw_content_url + item[\"name\"]).read()\n rel_ver = re.findall(version_pattern, data.decode())[0][:3]\n if rel_ver not in BuildUrl.CB_VERSION_NAME:\n self.log.info(\"Adding missing version {}={}\"\n .format(rel_ver, rel_name))\n BuildUrl.CB_VERSION_NAME[rel_ver] = rel_name",135 "output": "def populate_cb_server_versions(self):\n \"\"\"\n Update the BuildUrl with all versions of Couchbase Server currently available for testing. \\n\n This method gets the current versions of Couchbase Servers available from the CB server manifest and\n updates the missing versions in BuildUrl constants accordingly.\n :return: None\n \"\"\"\n cb_server_manifests_url = \"https://github.com/couchbase\" \\\n \"/manifest/tree/master/couchbase-server/\"\n raw_content_url = \"https://raw.githubusercontent.com/couchbase\" \\\n \"/manifest/master/couchbase-server/\"\n version_pattern = r'<annotation name=\"VERSION\" value=\"([0-9\\.]+)\"'\n version_pattern = re.compile(version_pattern)\n payload_pattern = r'>({\"payload\".*})<'\n payload_pattern = re.compile(payload_pattern)\n data = urlopen(cb_server_manifests_url).read()\n data = json.loads(re.findall(payload_pattern, data.decode())[0])\n for item in data[\"payload\"][\"tree\"][\"items\"]:\n if item[\"contentType\"] == \"file\" and item[\"name\"].endswith(\".xml\"):\n rel_name = item[\"name\"].replace(\".xml\", \"\")\n data = urlopen(raw_content_url + item[\"name\"]).read()\n rel_ver = re.findall(version_pattern, data.decode())[0][:3]\n if rel_ver not in BuildUrl.CB_VERSION_NAME:\n self.log.info(\"Adding missing version {}={}\"\n .format(rel_ver, rel_name))\n BuildUrl.CB_VERSION_NAME[rel_ver] = rel_name"136 },137 {138 "instruction": "generate python code for the following",139 "input": "Create a new partition at the location specified and of\nthe size specified\n",140 "output": "\n\ndef create_new_partition(self, location, size=None):\n \"\"\"\n Create a new partition at the location specified and of\n the size specified\n :param location: Location to create the new partition at.\n :param size: Size of the partition in MB\n :return: None\n \"\"\"\n command = \"umount -l {0}\".format(location)\n output, error = self.execute_command(command)\n command = \"rm -rf {0}\".format(location)\n output, error = self.execute_command(command)\n command = \"rm -rf /usr/disk-img/disk-quota.ext3\"\n output, error = self.execute_command(command)\n command = \"mkdir -p {0}\".format(location)\n output, error = self.execute_command(command)\n if size:\n count = (size * 1024 * 1024) // 512\n else:\n count = (5 * 1024 * 1024 * 1024) // 512\n command = \"mkdir -p /usr/disk-img\"\n output, error = self.execute_command(command)\n command = \"dd if=/dev/zero of=/usr/disk-img/disk-quota.ext3 count={0}\".format(count)\n output, error = self.execute_command(command)\n command = \"/sbin/mkfs -t ext3 -q /usr/disk-img/disk-quota.ext3 -F\"\n output, error = self.execute_command(command)\n command = \"mount -o loop,rw,usrquota,grpquota /usr/disk-img/disk-quota.ext3 {0}\".format(location)\n output, error = self.execute_command(command)\n command = \"chown 'couchbase' {0}\".format(location)\n output, error = self.execute_command(command)\n command = \"chmod 777 {0}\".format(location)\n output, error = self.execute_command(command)"141 },142 {143 "instruction": "give a code to",144 "input": "Applies memory stress for a specified duration with 3 workers each of size 2.5G.\n\n",145 "output": "\n\ndef ram_stress(self, stop_time):\n \"\"\"\n Applies memory stress for a specified duration with 3 workers each of size 2.5G.\n\n :param stop_time: duration to apply the memory stress for.\n :return: None\n \"\"\"\n o, r = self.execute_command(\"stress --vm 3 --vm-bytes 2.5G --timeout {}\".format(stop_time))\n self.log_command_output(o, r)"146 },147 {148 "instruction": "generate python code for the following",149 "input": "Stop memcached process on remote server\n",150 "output": "\n\ndef stop_memcached(self):\n \"\"\"\n Stop memcached process on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"taskkill /F /T /IM memcached*\")\n self.log_command_output(o, r, debug=False)"151 },152 {153 "instruction": "generate python code for the following",154 "input": "Get info about given server, if available\n",155 "output": "from shell_util.shell_conn import ShellConnection\n\ndef get_info_for_server(server):\n \"\"\"\n Get info about given server, if available\n :param server: server to get the information of\n :return: information of the server if available else None\n \"\"\"\n if server.ip in RemoteMachineShellConnection.__info_dict:\n return RemoteMachineShellConnection.__info_dict[server.ip]"156 },157 {158 "instruction": "generate python code for the above",159 "input": "Start memcached process on remote server\n",160 "output": "\n\ndef start_memcached(self):\n \"\"\"\n Start memcached process on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"kill -SIGCONT $(pgrep memcached)\")\n self.log_command_output(o, r, debug=False)"161 },162 {163 "instruction": "generate comment for above",164 "input": "def __init__(self, logger):\n \n self.log = logger",165 "output": "def __init__(self, logger):\n \"\"\"\n Creates an instance of InstallHelper object\n :param logger: logger object\n \"\"\"\n self.log = logger"166 },167 {168 "instruction": "generate code for the above:",169 "input": "Deletes the contents of the parent folder that holds the data and config directories.\nOverride method for Windows\n",170 "output": "\n\ndef cleanup_all_configuration(self, data_path):\n \"\"\"\n Deletes the contents of the parent folder that holds the data and config directories.\n Override method for Windows\n :param data_path: The path key from the /nodes/self end-point which\n looks something like \"/opt/couchbase/var/lib/couchbase/data\" on\n Linux or \"c:/Program Files/Couchbase/Server/var/lib/couchbase/data\"\n on Windows.\n :return: None\n \"\"\"\n path = data_path.replace(\"/data\", \"\")\n if \"c:/Program Files\" in path:\n path = path.replace(\"c:/Program Files\", \"/cygdrive/c/Program\\ Files\")\n o, r = self.execute_command(f\"rm -rf {path}/*\")\n self.log_command_output(o, r)"171 },172 {173 "instruction": "Code the following:",174 "input": "Unmount the partition at the specified location.\n",175 "output": "\n\ndef unmount_partition(self, location):\n \"\"\"\n Unmount the partition at the specified location.\n :param location: Location of the partition which has to be unmounted\n :return: Output and error message from the umount command\n \"\"\"\n command = \"umount -l {0}; df -Th\".format(location)\n output, error = self.execute_command(command)\n return output, error"176 },177 {178 "instruction": "generate python code for the following",179 "input": "Checks the build url status. Checks if the url is reachable and valid.\n",180 "output": "\n\ndef check_build_url_status(self):\n \"\"\"\n Checks the build url status. Checks if the url is reachable and valid.\n :return: None\n \"\"\"\n self.check_url_status(self.node_install_info.build_url)"181 },182 {183 "instruction": "give a code to",184 "input": "Constructs the build url for the given node.\nThis url is used to download the installation package.\n",185 "output": "import install_util.constants\nfrom install_util.constants.build import BuildUrl\nfrom shell_util.remote_connection import RemoteMachineShellConnection\n\ndef __construct_build_url(self, is_debuginfo_build=False):\n \"\"\"\n Constructs the build url for the given node.\n This url is used to download the installation package.\n :param is_debuginfo_build: gets debug_info build url if True\n :return: build url\n \"\"\"\n file_name = None\n build_version = self.node_install_info.version.split(\"-\")\n os_type = self.node_install_info.os_type\n node_info = RemoteMachineShellConnection.get_info_for_server(\n self.node_install_info.server)\n # Decide between release / regular build URL path\n if len(build_version) == 1:\n # Release build url\n url_path = \"http://{}/{}/{}\" \\\n .format(BuildUrl.CB_DOWNLOAD_SERVER,\n BuildUrl.CB_RELEASE_URL_PATH,\n build_version[0])\n else:\n # Build_number specific url\n main_version = \".\".join(build_version[0].split(\".\")[:2])\n # Reference: builds/latestbuilds/couchbase-server/trinity/1000\n url_path = \"http://{}/{}/{}/{}\" \\\n .format(BuildUrl.CB_DOWNLOAD_SERVER,\n BuildUrl.CB_LATESTBUILDS_URL_PATH,\n BuildUrl.CB_VERSION_NAME[main_version],\n build_version[1])\n\n build_version = \"-\".join(build_version)\n\n file_prefix = \"{}-{}\" \\\n .format(BuildUrl.CB_BUILD_FILE_PREFIX,\n self.node_install_info.edition)\n\n if os_type in install_util.constants.build.X86:\n # couchbase-server-enterprise-7.1.5-linux.x86_64.rpm\n # couchbase-server-enterprise-debuginfo-7.1.5-linux.x86_64.rpm\n if is_debuginfo_build:\n file_prefix = \"{}-{}\".format(file_prefix, \"debuginfo\")\n\n os_type = \"linux\"\n if float(build_version[:3]) < 7.1:\n os_type = self.node_install_info.os_type\n file_name = \"{}-{}-{}.{}.{}\" \\\n .format(file_prefix,\n build_version,\n os_type,\n node_info.architecture_type,\n node_info.deliverable_type)\n elif os_type in install_util.constants.build.LINUX_AMD64:\n # TODO: Check install_utils.py L1127 redundant code presence\n # couchbase-server-enterprise_7.1.5-linux_amd64.deb\n # couchbase-server-enterprise-dbg_7.1.5-linux_amd64.deb\n if is_debuginfo_build:\n file_prefix = \"{}-{}\".format(file_prefix, \"dbg\")\n\n os_type = \"linux\"\n if float(build_version[:3]) < 7.1:\n os_type = self.node_install_info.os_type\n file_name = \"{}_{}-{}_{}.{}\" \\\n .format(file_prefix,\n build_version,\n os_type,\n \"amd64\",\n node_info.deliverable_type)\n elif os_type in install_util.constants.build.WINDOWS_SERVER:\n # couchbase-server-enterprise_6.5.0-4557-windows_amd64.msi\n if \"windows\" in self.node_install_info.os_type:\n self.node_install_info.deliverable_type = \"msi\"\n file_name = \"{}_{}-{}_{}.{}\" \\\n .format(file_prefix,\n build_version,\n self.node_install_info.os_type,\n \"amd64\",\n node_info.deliverable_type)\n elif os_type in install_util.constants.build.MACOS_VERSIONS:\n # couchbase-server-enterprise_6.5.0-4557-macos_x86_64.dmg\n file_name = \"{}_{}-{}_{}-{}.{}\" \\\n .format(file_prefix,\n build_version,\n \"macos\",\n node_info.architecture_type,\n \"unnotarized\",\n node_info.deliverable_type)\n else:\n self.result = False\n self.log.critical(\"Unsupported os_type '{}' for build_url\"\n .format(self.node_install_info.os_type))\n return \"{}/{}\".format(url_path, file_name)"186 },187 {188 "instruction": "generate code for the above:",189 "input": "Sleep for specified number of seconds. Optionally log a message given\n",190 "output": "from time import sleep\n\ndef sleep(seconds, msg=\"\"):\n \"\"\"\n Sleep for specified number of seconds. Optionally log a message given\n :param seconds: number of seconds to sleep for\n :param msg: optional message to log\n :return: None\n \"\"\"\n if msg:\n log.info(msg)\n sleep(seconds)"191 },192 {193 "instruction": "generate python code for ",194 "input": "Terminate a list of processes on remote server\n",195 "output": "\n\ndef terminate_processes(self, info, p_list):\n \"\"\"\n Terminate a list of processes on remote server\n :param info: None\n :param p_list: List of processes to terminate\n :return: None\n \"\"\"\n for process in p_list:\n # set debug=False if does not want to show log\n self.execute_command(\"taskkill /F /T /IM {0}\"\n .format(process), debug=False)"196 },197 {198 "instruction": "generate python code for ",199 "input": "Starts couchbase on remote server\n",200 "output": "\n\ndef start_couchbase(self):\n \"\"\"\n Starts couchbase on remote server\n :return: None\n \"\"\"\n retry = 0\n running = self.is_couchbase_running()\n while not running and retry < 3:\n self.log.info(\"Starting couchbase server\")\n o, r = self.execute_command(\"open /Applications/Couchbase\\ Server.app\")\n self.log_command_output(o, r)\n running = self.is_couchbase_running()\n retry = retry + 1\n if not running and retry >= 3:\n self.log.critical(\"%s - Server not started even after 3 retries\" % self.info.ip)\n return False\n return True"201 },202 {203 "instruction": "generate doc string for following function:",204 "input": "def disable_disk_readonly(self, disk_location):\n \n raise NotImplementedError",205 "output": "def disable_disk_readonly(self, disk_location):\n \"\"\"\n Disables read-only mode for the specified disk location.\n Override method for Windows\n :param disk_location: disk location to disable read-only mode.\n :return: None\n \"\"\"\n raise NotImplementedError"206 },207 {208 "instruction": "generate comment for following function:",209 "input": "def connect_with_user(self, user=\"root\"):\n \n return",210 "output": "def connect_with_user(self, user=\"root\"):\n \"\"\"\n Connect to the remote server with given user\n Override method since this is not required for Unix\n :param user: user to connect to remote server with\n :return: None\n \"\"\"\n return"211 },212 {213 "instruction": "generate python code for the above",214 "input": "Stops the Couchbase server on the remote server.\nThe method stops the server from non-default location if it's run as nonroot user. Else from default location.\n",215 "output": "\n\ndef stop_server(self):\n \"\"\"\n Stops the Couchbase server on the remote server.\n The method stops the server from non-default location if it's run as nonroot user. Else from default location.\n :param os:\n :return: None\n \"\"\"\n o, r = self.execute_command(\"net stop couchbaseserver\")\n self.log_command_output(o, r)"216 },217 {218 "instruction": "generate code for the above:",219 "input": "Parse the test inputs from file\n",220 "output": "import re\nimport configparser\n\ndef parse_from_file(file):\n \"\"\"\n Parse the test inputs from file\n :param file: path to file to parse\n :return: TestInput object\n \"\"\"\n count = 0\n start = 0\n end = 0\n servers = list()\n ips = list()\n input = TestInput()\n config = configparser.ConfigParser(interpolation=None)\n config.read(file)\n sections = config.sections()\n global_properties = dict()\n cluster_ips = list()\n clusters = dict()\n client_ips = list()\n input.cbbackupmgr = dict()\n for section in sections:\n result = re.search('^cluster', section)\n if section == 'servers':\n ips = TestInputParser.get_server_ips(config, section)\n elif section == 'clients':\n client_ips = TestInputParser.get_server_ips(config, section)\n elif section == 'membase':\n input.membase_settings = TestInputParser.get_membase_settings(config, section)\n elif section == 'global':\n #get global stuff and override for those unset\n for option in config.options(section):\n global_properties[option] = config.get(section, option)\n elif section == 'elastic':\n input.elastic = TestInputParser.get_elastic_config(config, section, global_properties)\n elif section == 'bkrs_client':\n input.bkrs_client = TestInputParser.get_bkrs_client_config(config, section,\n global_properties, input.membase_settings)\n elif section == 'cbbackupmgr':\n input.cbbackupmgr = TestInputParser.get_cbbackupmgr_config(config, section)\n elif result is not None:\n cluster_list = TestInputParser.get_server_ips(config, section)\n cluster_ips.extend(cluster_list)\n clusters[count] = len(cluster_list)\n count += 1\n\n # Setup 'cluster#' tag as dict\n # input.clusters -> {0: [ip:10.1.6.210 ssh_username:root, ip:10.1.6.211 ssh_username:root]}\n for cluster_ip in cluster_ips:\n servers.append(TestInputParser.get_server(cluster_ip, config))\n servers = TestInputParser.get_server_options(servers, input.membase_settings, global_properties)\n for key, value in list(clusters.items()):\n end += value\n input.clusters[key] = servers[start:end]\n start += value\n\n # Setting up 'servers' tag\n servers = []\n for ip in ips:\n servers.append(TestInputParser.get_server(ip, config))\n input.servers = TestInputParser.get_server_options(servers, input.membase_settings, global_properties)\n\n if 'cbbackupmgr' not in sections:\n input.cbbackupmgr[\"name\"] = \"local_bkrs\"\n\n if 'bkrs_client' not in sections:\n input.bkrs_client = None\n\n # Setting up 'clients' tag\n input.clients = client_ips\n\n return input"221 },222 {223 "instruction": "give a code to",224 "input": "Reboot the remote server\n",225 "output": "\n\ndef reboot_node(self):\n \"\"\"\n Reboot the remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"shutdown -r -f -t 0\")\n self.log_command_output(o, r)"226 },227 {228 "instruction": "Code the following:",229 "input": "Reboot the remote server\n",230 "output": "\n\ndef reboot_node(self):\n \"\"\"\n Reboot the remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"shutdown -r -f -t 0\")\n self.log_command_output(o, r)"231 },232 {233 "instruction": "",234 "input": "def __init__(self, test_server, info=None):\n \n super(Linux, self).__init__(test_server)\n self.nonroot = False\n self.use_sudo = False\n self.info = info",235 "output": "def __init__(self, test_server, info=None):\n \"\"\"\n Creates a new shell connection for Linux based platforms\n :param test_server: test server to create the shell connection for\n :param info: None\n \"\"\"\n super(Linux, self).__init__(test_server)\n self.nonroot = False\n self.use_sudo = False\n self.info = info"236 },237 {238 "instruction": "generate doc string for following function:",239 "input": "def stop_indexer(self):\n \n o, r = self.execute_command(\"kill -SIGSTOP $(pgrep indexer)\")\n self.log_command_output(o, r, debug=False)",240 "output": "def stop_indexer(self):\n \"\"\"\n Stop indexer process on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"kill -SIGSTOP $(pgrep indexer)\")\n self.log_command_output(o, r, debug=False)"241 },242 {243 "instruction": "generate python code for the above",244 "input": "If the SSH channel is inactive, retry the connection\n",245 "output": "\n\ndef reconnect_if_inactive(self):\n \"\"\"\n If the SSH channel is inactive, retry the connection\n :return: None\n \"\"\"\n tp = self._ssh_client.get_transport()\n if tp and not tp.active:\n log.warning(\"SSH connection to {} inactive, reconnecting...\".format(self.ip))\n self.ssh_connect_with_retries(self.ip, self.username, self.password, self.ssh_key)"246 },247 {248 "instruction": "",249 "input": "Wait until the remote file in remote path is created\n",250 "output": "\n\ndef wait_till_file_added(self, remotepath, filename, timeout_in_seconds=180):\n \"\"\"\n Wait until the remote file in remote path is created\n :param remotepath: remote path of the file to be created\n :param filename: name of the file to be created\n :param timeout_in_seconds: wait time in seconds until the file is created\n :return: True if the file is created within timeout else False\n \"\"\"\n end_time = time.time() + float(timeout_in_seconds)\n added = False\n log.info(\"file {0} checked at {1}\".format(filename, remotepath))\n while time.time() < end_time and not added:\n # get the process list\n exists = self.file_exists(remotepath, filename)\n if not exists:\n log.error('at {2} file {1} does not exist' \\\n .format(remotepath, filename, self.ip))\n time.sleep(2)\n else:\n log.info('at {2} FILE {1} EXISTS!' \\\n .format(remotepath, filename, self.ip))\n added = True\n return added"251 },252 {253 "instruction": "generate python code for the following",254 "input": "Terminate a list of processes on remote server\n",255 "output": "\n\ndef terminate_processes(self, info, p_list):\n \"\"\"\n Terminate a list of processes on remote server\n :param info: None\n :param p_list: List of processes to terminate\n :return: None\n \"\"\"\n for process in p_list:\n self.terminate_process(info, process, force=True)"256 },257 {258 "instruction": "give python code to",259 "input": "Connect to the remote server with given user and password, with exponential backoff delay\n",260 "output": "import os\nimport paramiko\nimport signal\nfrom time import sleep\n\ndef ssh_connect_with_retries(self, ip, ssh_username, ssh_password, ssh_key,\n exit_on_failure=False, max_attempts_connect=5,\n backoff_time=10):\n \"\"\"\n Connect to the remote server with given user and password, with exponential backoff delay\n :param ip: IP address of the remote server to connect to\n :param ssh_username: user to connect to remote server with\n :param ssh_password: password to connect to remote server with\n :param ssh_key: ssh key to connect to remote server with\n :param exit_on_failure: exit the function on error if True\n :param max_attempts_connect: max number of attempts before giving up\n :param backoff_time: time to wait between attempts\n :return: None\n \"\"\"\n attempt = 0\n is_ssh_ok = False\n while not is_ssh_ok and attempt < max_attempts_connect:\n attempt += 1\n log.info(\"SSH Connecting to {} with username:{}, attempt#{} of {}\"\n .format(ip, ssh_username, attempt, max_attempts_connect))\n try:\n if self.remote and ssh_key == '':\n self._ssh_client.connect(\n hostname=ip.replace('[', '').replace(']', ''),\n username=ssh_username, password=ssh_password,\n look_for_keys=False)\n elif self.remote:\n self._ssh_client.connect(\n hostname=ip.replace('[', '').replace(']', ''),\n username=ssh_username, key_filename=ssh_key,\n look_for_keys=False)\n is_ssh_ok = True\n except paramiko.BadHostKeyException as bhke:\n log.error(\"Can't establish SSH (Invalid host key) to {}: {}\"\n .format(ip, bhke))\n raise Exception(bhke)\n except Exception as e:\n log.error(\"Can't establish SSH (unknown reason) to {}: {}\"\n .format(ip, e, ssh_username, ssh_password))\n if attempt < max_attempts_connect:\n log.info(\"Retrying with back off delay for {} secs.\"\n .format(backoff_time))\n self.sleep(backoff_time)\n backoff_time *= 2\n\n if not is_ssh_ok:\n error_msg = \"-->No SSH connectivity to {} even after {} times!\\n\".format(self.ip, attempt)\n log.error(error_msg)\n if exit_on_failure:\n log.error(\"Exit on failure: killing process\")\n os.kill(os.getpid(), signal.SIGKILL)\n else:\n log.error(\"No exit on failure, raise exception\")\n raise Exception(error_msg)\n else:\n log.info(\"SSH Connected to {} as {}\".format(ip, ssh_username))"261 },262 {263 "instruction": "generate code for the following",264 "input": "Get disk info of a remote server\n",265 "output": "\n\ndef get_disk_info(self, win_info=None, mac=False):\n \"\"\"\n Get disk info of a remote server\n :param win_info: windows info\n :param mac: get disk info from macOS if True\n :return: disk info of remote server\n \"\"\"\n if win_info:\n if 'Total Physical Memory' not in win_info:\n win_info = self.create_windows_info()\n o = \"Total Physical Memory =\" + win_info['Total Physical Memory'] + '\\n'\n o += \"Available Physical Memory =\" + win_info['Available Physical Memory']\n elif mac:\n o, r = self.execute_command_raw('df -hl', debug=False)\n else:\n o, r = self.execute_command_raw('df -Thl', debug=False)\n if o:\n return o"266 },267 {268 "instruction": "give a code to",269 "input": "Creates an instance of the TestInputBuild class",270 "output": "\n\ndef __init__(self):\n \"\"\"\n Creates an instance of the TestInputBuild class\n \"\"\"\n self.version = ''\n self.url = ''"271 },272 {273 "instruction": "generate code for the above:",274 "input": "Gets the download directory for the given node.\nReturns non-root download directory in case of nonroot installation. Else returns the default\ndownload directory.\n",275 "output": "\n\ndef get_download_dir(node_installer):\n \"\"\"\n Gets the download directory for the given node.\n Returns non-root download directory in case of nonroot installation. Else returns the default\n download directory.\n :param node_installer: node installer object\n :return: download directory for given node\n \"\"\"\n if node_installer.shell.nonroot:\n return node_installer.nonroot_download_dir\n return node_installer.download_dir"276 },277 {278 "instruction": "generate comment.",279 "input": "def copy_file_local_to_remote(self, src_path, des_path):\n \n result = True\n sftp = self._ssh_client.open_sftp()\n try:\n sftp.put(src_path, des_path)\n except IOError:\n self.log.error('Can not copy file')\n result = False\n finally:\n sftp.close()\n return result",280 "output": "def copy_file_local_to_remote(self, src_path, des_path):\n \"\"\"\n Copy file from local to remote server\n :param src_path: source path of the file to be copied\n :param des_path: destination path of the file to be copied\n :return: True if the file was successfully copied else False\n \"\"\"\n result = True\n sftp = self._ssh_client.open_sftp()\n try:\n sftp.put(src_path, des_path)\n except IOError:\n self.log.error('Can not copy file')\n result = False\n finally:\n sftp.close()\n return result"281 },282 {283 "instruction": "generate python code for ",284 "input": "Get CB backup manager configuration\n",285 "output": "\n\ndef get_cbbackupmgr_config(config, section):\n \"\"\"\n Get CB backup manager configuration\n :param config: config\n :param section: section to get configuration from\n :return: dict of configuration options\n \"\"\"\n options = {}\n for option in config.options(section):\n options[option] = config.get(section, option)\n return options"286 },287 {288 "instruction": "Code the following:",289 "input": "Changes network to lose 25% of packets using traffic control\nThis is used to simulate a network environment where approximately 25% of packets are lost.\n",290 "output": "\n\ndef enable_packet_loss(self):\n \"\"\"\n Changes network to lose 25% of packets using traffic control\n This is used to simulate a network environment where approximately 25% of packets are lost.\n :return: None\n \"\"\"\n o, r = self.execute_command(\"tc qdisc add dev eth0 root netem loss 25%\")\n self.log_command_output(o, r)"291 },292 {293 "instruction": "generate doc string for following function:",294 "input": "def get_server(ip, config):\n \n server = TestInputServer()\n server.ip = ip\n server.bkrs_client = False\n for section in config.sections():\n if section == ip:\n options = config.options(section)\n for option in options:\n if option == 'username':\n server.ssh_username = config.get(section, option)\n if option == 'password':\n server.ssh_password = config.get(section, option)\n if option == 'cli':\n server.cli_path = config.get(section, option)\n if option == 'ssh_key':\n server.ssh_key = config.get(section, option)\n if option == 'port':\n server.port = config.get(section, option)\n if option == 'ip':\n server.ip = config.get(section, option)\n if option == 'internal_ip':\n server.internal_ip = config.get(section, option)\n if option == 'services':\n server.services = config.get(section, option)\n if option == 'n1ql_port':\n server.n1ql_port = config.get(section, option)\n if option == 'index_port':\n server.index_port = config.get(section, option)\n if option == 'fts_port':\n server.fts_port = config.get(section, option)\n if option == 'eventing_port':\n server.eventing_port = config.get(section, option)\n if option == 'collections':\n # collections_map = {collection: {bucket:'', scope:'', param:''}}\n collections = config.get(section, option).split(',')\n for collection in collections:\n server.collections_map[collection] = TestInputParser\\\n .get_collection_config(collection, config)\n break\n #get username\n #get password\n #get port\n #get cli_path\n #get key\n return server",295 "output": "def get_server(ip, config):\n \"\"\"\n Get the server information from the config\n :param ip: ip to get information for\n :param config: config\n :return: TestInputServer object\n \"\"\"\n server = TestInputServer()\n server.ip = ip\n server.bkrs_client = False\n for section in config.sections():\n if section == ip:\n options = config.options(section)\n for option in options:\n if option == 'username':\n server.ssh_username = config.get(section, option)\n if option == 'password':\n server.ssh_password = config.get(section, option)\n if option == 'cli':\n server.cli_path = config.get(section, option)\n if option == 'ssh_key':\n server.ssh_key = config.get(section, option)\n if option == 'port':\n server.port = config.get(section, option)\n if option == 'ip':\n server.ip = config.get(section, option)\n if option == 'internal_ip':\n server.internal_ip = config.get(section, option)\n if option == 'services':\n server.services = config.get(section, option)\n if option == 'n1ql_port':\n server.n1ql_port = config.get(section, option)\n if option == 'index_port':\n server.index_port = config.get(section, option)\n if option == 'fts_port':\n server.fts_port = config.get(section, option)\n if option == 'eventing_port':\n server.eventing_port = config.get(section, option)\n if option == 'collections':\n # collections_map = {collection: {bucket:'', scope:'', param:''}}\n collections = config.get(section, option).split(',')\n for collection in collections:\n server.collections_map[collection] = TestInputParser\\\n .get_collection_config(collection, config)\n break\n #get username\n #get password\n #get port\n #get cli_path\n #get key\n return server"296 },297 {298 "instruction": "",299 "input": "Unpauses the memcached process on remote server\n",300 "output": "\n\ndef unpause_memcached(self, os=\"linux\"):\n \"\"\"\n Unpauses the memcached process on remote server\n :param os: os type of remote server\n :return: None\n \"\"\"\n log.info(\"*** unpause memcached process ***\")\n if self.nonroot:\n o, r = self.execute_command(\"killall -SIGCONT memcached.bin\")\n else:\n o, r = self.execute_command(\"killall -SIGCONT memcached\")\n self.log_command_output(o, r)"301 },302 {303 "instruction": "generate python code for the above",304 "input": "Get the full hostname of the remote server\nOverride method for windows\n",305 "output": "\n\ndef get_full_hostname(self):\n \"\"\"\n Get the full hostname of the remote server\n Override method for windows\n :return: full hostname if domain is set, else None\n \"\"\"\n if not self.info.domain:\n return None\n return '%s.%s' % (self.info.hostname[0], self.info.domain)"306 },307 {308 "instruction": "generate comment.",309 "input": "def start_memcached(self):\n \n o, r = self.execute_command(\"taskkill /F /T /IM memcached\")\n self.log_command_output(o, r, debug=False)",310 "output": "def start_memcached(self):\n \"\"\"\n Start memcached process on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"taskkill /F /T /IM memcached\")\n self.log_command_output(o, r, debug=False)"311 },312 {313 "instruction": "generate code for the above:",314 "input": "Reads the content of a remote file specified by the path.\n",315 "output": "\n\ndef read_remote_file(self, remote_path, filename):\n \"\"\"\n Reads the content of a remote file specified by the path.\n :param remote_path: Remote path to read the file from\n :param filename: Name of the file to read.\n :return: string content of the file\n \"\"\"\n if self.file_exists(remote_path, filename):\n if self.remote:\n sftp = self._ssh_client.open_sftp()\n remote_file = sftp.open('{0}/{1}'.format(remote_path, filename))\n try:\n out = remote_file.readlines()\n finally:\n remote_file.close()\n return out\n else:\n txt = open('{0}/{1}'.format(remote_path, filename))\n return txt.read()\n return None"316 },317 {318 "instruction": "generate comment:",319 "input": "def kill_memcached(self, num_retries=10, poll_interval=2):\n \n o, r = self.execute_command(\"taskkill /F /T /IM memcached*\")\n self.log_command_output(o, r, debug=False)",320 "output": "def kill_memcached(self, num_retries=10, poll_interval=2):\n \"\"\"\n Kill memcached process on remote server\n :param num_retries: number of times to retry killing the memcached process\n :param poll_interval: time to wait before each retry in seconds\n :return: output and error of command killing memcached process\n \"\"\"\n o, r = self.execute_command(\"taskkill /F /T /IM memcached*\")\n self.log_command_output(o, r, debug=False)"321 },322 {323 "instruction": "generate code for the above:",324 "input": "Kill memcached process on remote server\n",325 "output": "\n\ndef kill_memcached(self, num_retries=10, poll_interval=2):\n \"\"\"\n Kill memcached process on remote server\n :param num_retries: number of times to retry killing the memcached process\n :param poll_interval: time to wait before each retry in seconds\n :return: output and error of command killing memcached process\n \"\"\"\n # Changed from kill -9 $(ps aux | grep 'memcached' | awk '{print $2}'\n # as grep was also returning eventing\n # process which was using memcached-cert\n o, r = self.execute_command(\"kill -9 $(ps aux | pgrep 'memcached')\"\n , debug=True)\n self.log_command_output(o, r, debug=False)\n while num_retries > 0:\n self.sleep(poll_interval, \"waiting for memcached to start\")\n out,err=self.execute_command('pgrep memcached')\n if out and out != \"\":\n log.info(\"memcached pid:{} and err: {}\".format(out,err))\n break\n else:\n num_retries -= 1\n return o, r"326 },327 {328 "instruction": "generate comment for above",329 "input": "def set_environment_variable(self, name, value):\n \n shell = self._ssh_client.invoke_shell()\n shell.send('net stop CouchbaseServer\\n')\n shell.send('set {0}={1}\\n'.format(name, value))\n shell.send('net start CouchbaseServer\\n')\n shell.close()",330 "output": "def set_environment_variable(self, name, value):\n \"\"\"\n Request an interactive shell session, export custom variable and\n restart Couchbase server.\n\n Shell session is necessary because basic SSH client is stateless.\n :param name: environment variable\n :param value: environment variable value\n :return: None\n \"\"\"\n shell = self._ssh_client.invoke_shell()\n shell.send('net stop CouchbaseServer\\n')\n shell.send('set {0}={1}\\n'.format(name, value))\n shell.send('net start CouchbaseServer\\n')\n shell.close()"331 },332 {333 "instruction": "generate comment.",334 "input": "def get_domain(self, win_info=None):\n \n if win_info:\n o, _ = self.execute_batch_command('ipconfig')\n \"\"\" remove empty element ",335 "output": "def get_domain(self, win_info=None):\n \"\"\"\n Get the domain of the remote server.\n :param win_info: Windows info in case of windows server\n :return: domain of the remote server if found else None\n \"\"\"\n if win_info:\n o, _ = self.execute_batch_command('ipconfig')\n \"\"\" remove empty element \"\"\"\n o = list(filter(None, o))\n suffix_dns_row = [\n row for row in o\n if row.find(\" Connection-specific DNS Suffix\") != -1\n and len(row.split(':')[1]) > 1]\n ret = \"\"\n if suffix_dns_row:\n ret = suffix_dns_row[0].split(':')[1].strip()\n else:\n ret = self.execute_command_raw('hostname -d', debug=False)\n return ret"336 },337 {338 "instruction": "give python code to",339 "input": "Kill XDCR process on remote server\n",340 "output": "\n\ndef kill_goxdcr(self):\n \"\"\"\n Kill XDCR process on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"killall -9 goxdcr\")\n self.log_command_output(o, r)"341 },342 {343 "instruction": "",344 "input": "Kill eventing process on remote server\n",345 "output": "\n\ndef kill_eventing_process(self, name):\n \"\"\"\n Kill eventing process on remote server\n :param name: name of eventing process\n :return: None\n \"\"\"\n o, r = self.execute_command(command=\"killall -9 {0}\".format(name))\n self.log_command_output(o, r)"346 },347 {348 "instruction": "give python code to",349 "input": "Check if the directory exists in the remote path\n",350 "output": "\n\ndef check_directory_exists(self, remote_path):\n \"\"\"\n Check if the directory exists in the remote path\n :param remote_path: remote path of the directory to be checked\n :return: True if the directory exists else False\n \"\"\"\n sftp = self._ssh_client.open_sftp()\n try:\n log.info(\"Checking if the directory {0} exists or not.\".format(remote_path))\n sftp.stat(remote_path)\n except IOError as e:\n log.info(f'Directory at {remote_path} DOES NOT exist.')\n sftp.close()\n return False\n log.info(\"Directory at {0} exist.\")\n sftp.close()\n return True"351 },352 {353 "instruction": "Code the following:",354 "input": "Monitor this process and return list of memories in 7 secs interval till the duration specified\n",355 "output": "import time\nfrom time import sleep\n\ndef monitor_process_memory(self, process_name, duration_in_seconds=180,\n end=False):\n \"\"\"\n Monitor this process and return list of memories in 7 secs interval till the duration specified\n :param process_name: the name of the process to monitor\n :param duration_in_seconds: the duration to monitor the process till, in seconds\n :param end: False\n :return: list of virtual size (in kB) and resident set size for\n \"\"\"\n end_time = time.time() + float(duration_in_seconds)\n count = 0\n vsz = []\n rss = []\n while time.time() < end_time and not end:\n # get the process list\n process = self.is_process_running(process_name)\n if process:\n vsz.append(process.vsz)\n rss.append(process.rss)\n else:\n log.info(\"{0}:process {1} is not running. Wait for 2 seconds\"\n .format(self.remote_shell.ip, process_name))\n count += 1\n self.sleep(2)\n if count == 5:\n log.error(\"{0}:process {1} is not running at all.\"\n .format(self.remote_shell.ip, process_name))\n exit(1)\n log.info(\"sleep for 7 seconds before poll new processes\")\n self.sleep(7)\n return vsz, rss"356 },357 {358 "instruction": "generate comment for above",359 "input": "def copy_files_local_to_remote(self, src_path, des_path):\n \n files = os.listdir(src_path)\n self.log.info(\"copy files from {0} to {1}\".format(src_path, des_path))\n # self.execute_batch_command(\"cp -r {0}/* {1}\".format(src_path, des_path))\n for file in files:\n if file.find(\"wget\") != 1:\n a = \"\"\n full_src_path = os.path.join(src_path, file)\n full_des_path = os.path.join(des_path, file)\n self.copy_file_local_to_remote(full_src_path, full_des_path)",360 "output": "def copy_files_local_to_remote(self, src_path, des_path):\n \"\"\"\n Copy multi files from local to remote server\n :param src_path: source path of the files to be copied\n :param des_path: destination path of the files to be copied\n :return: None\n \"\"\"\n files = os.listdir(src_path)\n self.log.info(\"copy files from {0} to {1}\".format(src_path, des_path))\n # self.execute_batch_command(\"cp -r {0}/* {1}\".format(src_path, des_path))\n for file in files:\n if file.find(\"wget\") != 1:\n a = \"\"\n full_src_path = os.path.join(src_path, file)\n full_des_path = os.path.join(des_path, file)\n self.copy_file_local_to_remote(full_src_path, full_des_path)"361 },362 {363 "instruction": "generate python code for the above",364 "input": "Check if the couchbase installed is enterprise edition or not\n",365 "output": "\n\ndef is_enterprise(self):\n \"\"\"\n Check if the couchbase installed is enterprise edition or not\n :return: True if couchbase installed is enterprise edition else False\n \"\"\"\n enterprise = False\n runtime_file_path = \"\"\n if self.nonroot:\n if self.file_exists(\"%s/opt/couchbase/etc/\" % self.nr_home_path,\n \"runtime.ini\"):\n runtime_file_path = \"%s/opt/couchbase/etc/\" % self.nr_home_path\n else:\n log.info(\"couchbase server at {0} may not installed yet in nonroot server\"\n .format(self.ip))\n elif self.file_exists(\"/opt/couchbase/etc/\", \"runtime.ini\"):\n runtime_file_path = \"/opt/couchbase/etc/\"\n else:\n log.info(\"{} - Couchbase server not found\".format(self.ip))\n output = self.read_remote_file(runtime_file_path, \"runtime.ini\")\n for x in output:\n x = x.strip()\n if x and \"license = enterprise\" in x:\n enterprise = True\n return enterprise"366 },367 {368 "instruction": "generate comment for following function:",369 "input": "def monitor_process(self, process_name, duration_in_seconds=120):\n \n end_time = time.time() + float(duration_in_seconds)\n last_reported_pid = None\n while time.time() < end_time:\n process = self.is_process_running(process_name)\n if process:\n if not last_reported_pid:\n last_reported_pid = process.pid\n elif not last_reported_pid == process.pid:\n message = 'Process {0} restarted. PID Old: {1}, New: {2}'\n log.info(message.format(process_name, last_reported_pid,\n process.pid))\n return False\n # check if its equal\n else:\n # we should have an option to wait for the process\n # to start during the timeout\n # process might have crashed\n log.info(\n \"{0}:process {1} is not running or it might have crashed!\"\n .format(self.ip, process_name))\n return False\n time.sleep(1)\n # log.info('process {0} is running'.format(process_name))\n return True",370 "output": "def monitor_process(self, process_name, duration_in_seconds=120):\n \"\"\"\n Monitor the given process till the given duration to check if it crashed or restarted\n :param process_name: the name of the process to monitor\n :param duration_in_seconds: the duration to monitor the process till, in seconds\n :return: True if the process didn't restart or crash else False\n \"\"\"\n end_time = time.time() + float(duration_in_seconds)\n last_reported_pid = None\n while time.time() < end_time:\n process = self.is_process_running(process_name)\n if process:\n if not last_reported_pid:\n last_reported_pid = process.pid\n elif not last_reported_pid == process.pid:\n message = 'Process {0} restarted. PID Old: {1}, New: {2}'\n log.info(message.format(process_name, last_reported_pid,\n process.pid))\n return False\n # check if its equal\n else:\n # we should have an option to wait for the process\n # to start during the timeout\n # process might have crashed\n log.info(\n \"{0}:process {1} is not running or it might have crashed!\"\n .format(self.ip, process_name))\n return False\n time.sleep(1)\n # log.info('process {0} is running'.format(process_name))\n return True"371 },372 {373 "instruction": "give python code to",374 "input": "Unpauses the memcached process on remote server\n",375 "output": "\n\ndef unpause_memcached(self, os=\"linux\"):\n \"\"\"\n Unpauses the memcached process on remote server\n :param os: os type of remote server\n :return: None\n \"\"\"\n log.info(\"*** unpause memcached process ***\")\n if self.nonroot:\n o, r = self.execute_command(\"killall -SIGCONT memcached.bin\")\n else:\n o, r = self.execute_command(\"killall -SIGCONT memcached\")\n self.log_command_output(o, r)"376 },377 {378 "instruction": "generate python code for ",379 "input": "Restarts the Couchbase server on the remote server\n",380 "output": "\n\ndef restart_couchbase(self):\n \"\"\"\n Restarts the Couchbase server on the remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"open /Applications/Couchbase\\ Server.app\")\n self.log_command_output(o, r)"381 },382 {383 "instruction": "generate python code for ",384 "input": "Executes a given command on the remote machine.\n\n",385 "output": "\n\ndef execute_command(self, command, info=None, debug=True,\n use_channel=False, timeout=600, get_exit_code=False):\n \"\"\"\n Executes a given command on the remote machine.\n\n :param command: The command to execute.\n :param info: Additional information for execution (optional).\n :param debug: Enables debug output if True.\n :param use_channel: Use SSH channel if True.\n :param timeout: Timeout for command execution in seconds\n :param get_exit_code: Return the exit code of the command if True.\n :return: Command output and error as a tuple.\n \"\"\"\n if getattr(self, \"info\", None) is None and info is not None :\n self.info = info\n\n if self.info.type.lower() == 'windows':\n self.use_sudo = False\n\n if self.use_sudo:\n command = \"sudo \" + command\n\n return self.execute_command_raw(\n command, debug=debug, use_channel=use_channel,\n timeout=timeout, get_exit_code=get_exit_code)"386 },387 {388 "instruction": "generate code for the following",389 "input": "Disables read-only mode for the specified disk location.\nOverride method for Windows\n",390 "output": "\n\ndef disable_disk_readonly(self, disk_location):\n \"\"\"\n Disables read-only mode for the specified disk location.\n Override method for Windows\n :param disk_location: disk location to disable read-only mode.\n :return: None\n \"\"\"\n raise NotImplementedError"391 },392 {393 "instruction": "generate python code for the above",394 "input": "Downloads the Couchbase build locally\n",395 "output": "import urllib.request\n\ndef download_build_locally(self, build_url):\n \"\"\"\n Downloads the Couchbase build locally\n :param build_url: Download url to download the build from\n :return: tuple containing the path to the download build file as well as the resulting HTTPMessage object.\n \"\"\"\n f_path = \"{}/{}\".format(\".\", build_url.split('/')[-1])\n f, r = urllib.request.urlretrieve(build_url, f_path)\n return f, r"396 },397 {398 "instruction": "give python code to",399 "input": "Starts couchbase on remote server\n",400 "output": "\n\ndef start_couchbase(self):\n \"\"\"\n Starts couchbase on remote server\n :return: None\n \"\"\"\n running = self.is_couchbase_running()\n retry = 0\n while not running and retry < 3:\n log.info(\"Starting couchbase server\")\n if self.nonroot:\n log.info(\"Start Couchbase Server with non root method\")\n o, r = self.execute_command(\n '%s%scouchbase-server \\-- -noinput -detached'\n % (self.nr_home_path, LINUX_COUCHBASE_BIN_PATH))\n self.log_command_output(o, r)\n else:\n log.info(\"Running systemd command on this server\")\n o, r = self.execute_command(\"systemctl start couchbase-server.service\")\n self.log_command_output(o, r)\n self.sleep(5,\"waiting for couchbase server to come up\")\n o, r = self.execute_command(\"systemctl status couchbase-server.service | grep ExecStop=/opt/couchbase/bin/couchbase-server\")\n log.info(\"Couchbase server status: {}\".format(o))\n running = self.is_couchbase_running()\n retry = retry + 1\n if not running and retry >= 3:\n sys.exit(\"Failed to start Couchbase server on \" + self.info.ip)"401 },402 {403 "instruction": "generate doc string for following function:",404 "input": "def disable_file_limit(self):\n \n o, r = self.execute_command(\"prlimit --nofile=200000 --pid $(pgrep indexer)\")\n self.log_command_output(o, r)",405 "output": "def disable_file_limit(self):\n \"\"\"\n Change the file limite to 200000 for indexer process\n :return: None\n \"\"\"\n o, r = self.execute_command(\"prlimit --nofile=200000 --pid $(pgrep indexer)\")\n self.log_command_output(o, r)"406 },407 {408 "instruction": "generate comment.",409 "input": "def cbbackupmgr_param(self, name, *args):\n \n if name in self.cbbackupmgr:\n return TestInput._parse_param(self.cbbackupmgr[name])\n if len(args) == 1:\n return args[0]\n if self.cbbackupmgr[\"name\"] != \"local_bkrs\":\n raise Exception(f\"Parameter '{name}' must be set in the test configuration\")",410 "output": "def cbbackupmgr_param(self, name, *args):\n \"\"\"\n Returns the config value from the ini whose key matches 'name' and is stored under the 'cbbackupmgr'\n section heading.\n :param name: the key under which an expected value is stored.\n :param args: expects a single parameter which will be used as the default if the requested key is not found.\n :return: the value parsed from the ini file/default value if the given key is not found.\n :raises Exception: if the given key does not exist in the ini and no default value is provided.\n \"\"\"\n if name in self.cbbackupmgr:\n return TestInput._parse_param(self.cbbackupmgr[name])\n if len(args) == 1:\n return args[0]\n if self.cbbackupmgr[\"name\"] != \"local_bkrs\":\n raise Exception(f\"Parameter '{name}' must be set in the test configuration\")"411 },412 {413 "instruction": "generate doc string for following function:",414 "input": "def unmount_partition(self, location):\n \n command = \"umount -l {0}; df -Th\".format(location)\n output, error = self.execute_command(command)\n return output, error",415 "output": "def unmount_partition(self, location):\n \"\"\"\n Unmount the partition at the specified location.\n :param location: Location of the partition which has to be unmounted\n :return: Output and error message from the umount command\n \"\"\"\n command = \"umount -l {0}; df -Th\".format(location)\n output, error = self.execute_command(command)\n return output, error"416 },417 {418 "instruction": "generate doc string for following function:",419 "input": "def _check_output(self, word_check, output):\n \n found = False\n if len(output) >= 1:\n if isinstance(word_check, list):\n for ele in word_check:\n for x in output:\n if ele.lower() in str(x.lower()):\n log.info(\"Found '{0} in output\".format(ele))\n found = True\n break\n elif isinstance(word_check, str):\n for x in output:\n if word_check.lower() in str(x.lower()):\n log.info(\"Found '{0}' in output\".format(word_check))\n found = True\n break\n else:\n self.log.error(\"invalid {0}\".format(word_check))\n return found",420 "output": "def _check_output(self, word_check, output):\n \"\"\"\n Check if certain word is present in the output\n :param word_check: string or list of strings to check\n :param output: the output to check against\n :return: True if word is present in the output else False\n \"\"\"\n found = False\n if len(output) >= 1:\n if isinstance(word_check, list):\n for ele in word_check:\n for x in output:\n if ele.lower() in str(x.lower()):\n log.info(\"Found '{0} in output\".format(ele))\n found = True\n break\n elif isinstance(word_check, str):\n for x in output:\n if word_check.lower() in str(x.lower()):\n log.info(\"Found '{0}' in output\".format(word_check))\n found = True\n break\n else:\n self.log.error(\"invalid {0}\".format(word_check))\n return found"421 },422 {423 "instruction": "Code the following:",424 "input": "Connect to the remote server with given user and password, with exponential backoff delay\n",425 "output": "import os\nimport paramiko\nimport signal\nfrom time import sleep\n\ndef ssh_connect_with_retries(self, ip, ssh_username, ssh_password, ssh_key,\n exit_on_failure=False, max_attempts_connect=5,\n backoff_time=10):\n \"\"\"\n Connect to the remote server with given user and password, with exponential backoff delay\n :param ip: IP address of the remote server to connect to\n :param ssh_username: user to connect to remote server with\n :param ssh_password: password to connect to remote server with\n :param ssh_key: ssh key to connect to remote server with\n :param exit_on_failure: exit the function on error if True\n :param max_attempts_connect: max number of attempts before giving up\n :param backoff_time: time to wait between attempts\n :return: None\n \"\"\"\n attempt = 0\n is_ssh_ok = False\n while not is_ssh_ok and attempt < max_attempts_connect:\n attempt += 1\n log.info(\"SSH Connecting to {} with username:{}, attempt#{} of {}\"\n .format(ip, ssh_username, attempt, max_attempts_connect))\n try:\n if self.remote and ssh_key == '':\n self._ssh_client.connect(\n hostname=ip.replace('[', '').replace(']', ''),\n username=ssh_username, password=ssh_password,\n look_for_keys=False)\n elif self.remote:\n self._ssh_client.connect(\n hostname=ip.replace('[', '').replace(']', ''),\n username=ssh_username, key_filename=ssh_key,\n look_for_keys=False)\n is_ssh_ok = True\n except paramiko.BadHostKeyException as bhke:\n log.error(\"Can't establish SSH (Invalid host key) to {}: {}\"\n .format(ip, bhke))\n raise Exception(bhke)\n except Exception as e:\n log.error(\"Can't establish SSH (unknown reason) to {}: {}\"\n .format(ip, e, ssh_username, ssh_password))\n if attempt < max_attempts_connect:\n log.info(\"Retrying with back off delay for {} secs.\"\n .format(backoff_time))\n self.sleep(backoff_time)\n backoff_time *= 2\n\n if not is_ssh_ok:\n error_msg = \"-->No SSH connectivity to {} even after {} times!\\n\".format(self.ip, attempt)\n log.error(error_msg)\n if exit_on_failure:\n log.error(\"Exit on failure: killing process\")\n os.kill(os.getpid(), signal.SIGKILL)\n else:\n log.error(\"No exit on failure, raise exception\")\n raise Exception(error_msg)\n else:\n log.info(\"SSH Connected to {} as {}\".format(ip, ssh_username))"426 },427 {428 "instruction": "Code the following:",429 "input": "Runs the NodeInstaller thread to run various installation steps in the remote server\n",430 "output": "\n\ndef run(self):\n \"\"\"\n Runs the NodeInstaller thread to run various installation steps in the remote server\n :return: None\n \"\"\"\n installer = InstallSteps(self.log, self.node_install_info)\n node_installer = installer.get_node_installer(\n self.node_install_info)\n for step in self.steps:\n self.log.info(\"{} - Running '{}'\"\n .format(self.node_install_info.server.ip, step))\n if step == \"populate_build_url\":\n # To download the main build url\n self.node_install_info.state = \"construct_build_url\"\n installer.populate_build_url()\n elif step == \"populate_debug_build_url\":\n # To download the debug_info build url for backtraces\n self.node_install_info.state = \"construct_debug_build_url\"\n installer.populate_debug_build_url()\n elif step == \"check_url_status\":\n self.node_install_info.state = \"checking_url_status\"\n installer.check_url_status(self.node_install_info.build_url)\n if self.node_install_info.debug_build_url:\n installer.check_url_status(\n self.node_install_info.debug_build_url)\n elif step == \"local_download_build\":\n self.node_install_info.state = \"downloading_build_on_executor\"\n build_urls = [self.node_install_info.build_url]\n if self.node_install_info.debug_build_url:\n build_urls.append(self.node_install_info.debug_build_url)\n\n for build_url in build_urls:\n f_name, res = installer.download_build_locally(build_url)\n self.log.debug(\"File saved as '{}'\".format(f_name))\n self.log.debug(\"File size: {}\".format(res[\"Content-Length\"]))\n self.log.debug(\"File create date: {}\".format(res[\"Date\"]))\n elif step == \"copy_local_build_to_server\":\n self.node_install_info.state = \"copying_build_to_remote_server\"\n build_urls = [self.node_install_info.build_url]\n if self.node_install_info.debug_build_url:\n build_urls.append(self.node_install_info.build_url)\n for build_url in build_urls:\n installer.result = installer.result and \\\n installer.copy_build_to_server(node_installer,\n build_url)\n elif step == \"download_build\":\n self.node_install_info.state = \"downloading_build\"\n installer.download_build(node_installer,\n self.node_install_info.build_url)\n if self.node_install_info.debug_build_url:\n installer.download_build(node_installer,\n self.node_install_info.build_url)\n elif step == \"uninstall\":\n self.node_install_info.state = \"uninstalling\"\n node_installer.uninstall()\n elif step == \"deep_cleanup\":\n self.node_install_info.state = \"deep_cleaning\"\n elif step == \"pre_install\":\n self.node_install_info.state = \"pre_install_procedure\"\n elif step == \"install\":\n self.node_install_info.state = \"installing\"\n node_installer.install(self.node_install_info.build_url)\n node_installer.post_install()\n elif step == \"init_cluster\":\n self.node_install_info.state = \"init_cluster\"\n node_installer.init_cluster(self.node_install_info.server)\n elif step == \"post_install\":\n self.node_install_info.state = \"post_install_procedure\"\n elif step == \"post_install_cleanup\":\n self.node_install_info.state = \"post_install_cleanup\"\n else:\n self.log.critical(\"Invalid step '{}'\".format(step))\n installer.result = False\n\n if installer.result is False:\n break\n\n node_installer.shell.disconnect()\n self.result = installer.result"431 },432 {433 "instruction": "generate python code for the following",434 "input": "Change environment variables mentioned in dictionary and restart Couchbase server\n",435 "output": "\n\ndef change_env_variables(self, dict):\n \"\"\"\n Change environment variables mentioned in dictionary and restart Couchbase server\n :param dict: key value pair of environment variables and their values to change to\n :return: None\n \"\"\"\n prefix = \"\\\\n \"\n shell = self._ssh_client.invoke_shell()\n init_file = \"couchbase-server\"\n file_path = \"/opt/couchbase/bin/\"\n environmentVariables = \"\"\n backupfile = file_path + init_file + \".bak\"\n sourceFile = file_path + init_file\n o, r = self.execute_command(\"cp \" + sourceFile + \" \" + backupfile)\n self.log_command_output(o, r)\n command = \"sed -i 's/{0}/{0}\".format(\"ulimit -l unlimited\")\n for key in list(dict.keys()):\n o, r = self.execute_command(\n \"sed -i 's/{1}.*//' {0}\".format(sourceFile, key))\n self.log_command_output(o, r)\n o, r = self.execute_command(\n \"sed -i 's/export ERL_FULLSWEEP_AFTER/export \"\n \"ERL_FULLSWEEP_AFTER\\\\n{1}={2}\\\\nexport {1}/' {0}\"\n .format(sourceFile, key, dict[key]))\n self.log_command_output(o, r)\n\n for key in list(dict.keys()):\n environmentVariables += prefix \\\n + 'export {0}={1}'.format(key, dict[key])\n\n command += environmentVariables + \"/'\" + \" \" + sourceFile\n o, r = self.execute_command(command)\n self.log_command_output(o, r)\n\n # Restart Couchbase\n o, r = self.execute_command(\"service couchbase-server restart\")\n self.log_command_output(o, r)\n shell.close()"436 },437 {438 "instruction": "generate code for the following",439 "input": "Reset environment previously set and restart couchbase server\n",440 "output": "\n\ndef reset_env_variables(self):\n \"\"\"\n Reset environment previously set and restart couchbase server\n :return: None\n \"\"\"\n shell = self._ssh_client.invoke_shell()\n if getattr(self, \"info\", None) is None:\n self.info = self.extract_remote_info()\n init_file = \"couchbase-server\"\n file_path = \"/opt/couchbase/bin/\"\n backupfile = file_path + init_file + \".bak\"\n sourceFile = file_path + init_file\n o, r = self.execute_command(\"mv \" + backupfile + \" \" + sourceFile)\n self.log_command_output(o, r)\n\n # Restart Couchbase\n o, r = self.execute_command(\"service couchbase-server restart\")\n self.log_command_output(o, r)\n shell.close()"441 },442 {443 "instruction": "generate code for the above:",444 "input": "Disables read-only mode for the specified disk location.\nOverride method for Windows\n",445 "output": "\n\ndef disable_disk_readonly(self, disk_location):\n \"\"\"\n Disables read-only mode for the specified disk location.\n Override method for Windows\n :param disk_location: disk location to disable read-only mode.\n :return: None\n \"\"\"\n raise NotImplementedError"446 },447 {448 "instruction": "",449 "input": "def get_os(info):\n \n os = info.distribution_version.lower()\n to_be_replaced = ['\\n', ' ', 'gnu/linux']\n for _ in to_be_replaced:\n if _ in os:\n os = os.replace(_, '')\n if info.deliverable_type == \"dmg\":\n major_version = os.split('.')\n os = major_version[0] + '.' + major_version[1]\n if info.distribution_type == \"Amazon Linux 2\":\n os = \"amzn2\"\n return os",450 "output": "def get_os(info):\n \"\"\"\n Gets os name from info\n :param info: server info dictionary to get the data from\n :return: os name\n \"\"\"\n os = info.distribution_version.lower()\n to_be_replaced = ['\\n', ' ', 'gnu/linux']\n for _ in to_be_replaced:\n if _ in os:\n os = os.replace(_, '')\n if info.deliverable_type == \"dmg\":\n major_version = os.split('.')\n os = major_version[0] + '.' + major_version[1]\n if info.distribution_type == \"Amazon Linux 2\":\n os = \"amzn2\"\n return os"451 },452 {453 "instruction": "generate comment:",454 "input": "def get_disk_info(self, win_info=None, mac=False):\n \n if win_info:\n if 'Total Physical Memory' not in win_info:\n win_info = self.create_windows_info()\n o = \"Total Physical Memory =\" + win_info['Total Physical Memory'] + '\\n'\n o += \"Available Physical Memory =\" + win_info['Available Physical Memory']\n elif mac:\n o, r = self.execute_command_raw('df -hl', debug=False)\n else:\n o, r = self.execute_command_raw('df -Thl', debug=False)\n if o:\n return o",455 "output": "def get_disk_info(self, win_info=None, mac=False):\n \"\"\"\n Get disk info of a remote server\n :param win_info: windows info\n :param mac: get disk info from macOS if True\n :return: disk info of remote server\n \"\"\"\n if win_info:\n if 'Total Physical Memory' not in win_info:\n win_info = self.create_windows_info()\n o = \"Total Physical Memory =\" + win_info['Total Physical Memory'] + '\\n'\n o += \"Available Physical Memory =\" + win_info['Available Physical Memory']\n elif mac:\n o, r = self.execute_command_raw('df -hl', debug=False)\n else:\n o, r = self.execute_command_raw('df -Thl', debug=False)\n if o:\n return o"456 },457 {458 "instruction": "generate python code for the above",459 "input": "Stop indexer process on remote server\n",460 "output": "\n\ndef stop_indexer(self):\n \"\"\"\n Stop indexer process on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"kill -SIGSTOP $(pgrep indexer)\")\n self.log_command_output(o, r, debug=False)"461 },462 {463 "instruction": "generate python code for ",464 "input": "Enables read-only mode for the specified disk location.\nOverride method for Windows\n",465 "output": "\n\ndef enable_disk_readonly(self, disk_location):\n \"\"\"\n Enables read-only mode for the specified disk location.\n Override method for Windows\n :param disk_location: disk location to enable read-only mode.\n :return: None\n \"\"\"\n raise NotImplementedError"466 },467 {468 "instruction": "generate comment for following function:",469 "input": "def cpu_stress(self, stop_time):\n \n o, r = self.execute_command(\"stress --cpu 20 --timeout {}\".format(stop_time))\n self.log_command_output(o, r)",470 "output": "def cpu_stress(self, stop_time):\n \"\"\"\n Applies CPU stress for a specified duration on the 20 CPU cores.\n\n :param stop_time: duration to apply the CPU stress for.\n :return: None\n \"\"\"\n o, r = self.execute_command(\"stress --cpu 20 --timeout {}\".format(stop_time))\n self.log_command_output(o, r)"471 },472 {473 "instruction": "",474 "input": "Execute a batch of commands.\nThis method copies the commands onto a batch file, changes the file type to executable and then executes them\non the remote server\n",475 "output": "\n\ndef execute_batch_command(self, command):\n \"\"\"\n Execute a batch of commands.\n This method copies the commands onto a batch file, changes the file type to executable and then executes them\n on the remote server\n :param command: commands to execute in a batch\n :return: output of the batch commands\n \"\"\"\n remote_command = \"echo \\\"%s\\\" > /tmp/cmd.bat ; \" \\\n \"chmod u=rwx /tmp/cmd.bat; /tmp/cmd.bat\" % command\n o, r = self.execute_command_raw(remote_command)\n if r and r!=['']:\n log.error(\"Command didn't run successfully. Error: {0}\".format(r))\n return o, r"476 },477 {478 "instruction": "generate python code for the above",479 "input": "Returns a list of instances of the class\n",480 "output": "\n\ndef get_instances(cls):\n \"\"\"\n Returns a list of instances of the class\n :return: generator that yields instances of the class\n \"\"\"\n for ins in cls.__refs__:\n yield ins"481 },482 {483 "instruction": "generate python code for the following",484 "input": "Checks if the servers are reachable\n",485 "output": "from shell_util.remote_connection import RemoteMachineShellConnection\n\ndef check_server_state(self, servers):\n \"\"\"\n Checks if the servers are reachable\n :param servers: list of servers to check\n :return: True if the servers are all reachable else False\n \"\"\"\n result = True\n reachable = list()\n unreachable = list()\n for server in servers:\n try:\n shell = RemoteMachineShellConnection(server)\n shell.disconnect()\n reachable.append(server.ip)\n except Exception as e:\n self.log.error(e)\n unreachable.append(server.ip)\n\n if len(unreachable) > 0:\n self.log.info(\"-\" * 100)\n for server in unreachable:\n self.log.error(\"INSTALL FAILED ON: \\t{0}\".format(server))\n self.log.info(\"-\" * 100)\n for server in reachable:\n self.log.info(\"INSTALL COMPLETED ON: \\t{0}\".format(server))\n self.log.info(\"-\" * 100)\n result = False\n return result"486 },487 {488 "instruction": "generate comment.",489 "input": "def __str__(self):\n \n #ip_str = \"ip:{0}\".format(self.ip)\n ip_str = \"ip:{0} port:{1}\".format(self.ip, self.port)\n ssh_username_str = \"ssh_username:{0}\".format(self.ssh_username)\n return \"{0} {1}\".format(ip_str, ssh_username_str)",490 "output": "def __str__(self):\n \"\"\"\n Returns a string representation of the TestInputServer object with ip, port and ssh_username\n :return: A string representation of the TestInputServer object\n \"\"\"\n #ip_str = \"ip:{0}\".format(self.ip)\n ip_str = \"ip:{0} port:{1}\".format(self.ip, self.port)\n ssh_username_str = \"ssh_username:{0}\".format(self.ssh_username)\n return \"{0} {1}\".format(ip_str, ssh_username_str)"491 },492 {493 "instruction": "generate code for the above:",494 "input": "Get the pid of memcached process\n",495 "output": "\n\ndef get_memcache_pid(self):\n \"\"\"\n Get the pid of memcached process\n :return: pid of memcached process\n \"\"\"\n raise NotImplementedError"496 },497 {498 "instruction": "generate comment for above",499 "input": "def mount_partition(self, location):\n \n command = \"mount -o loop,rw,usrquota,grpquota /usr/disk-img/disk-quota.ext3 {0}; df -Thl\".format(location)\n output, error = self.execute_command(command)\n return output, error",500 "output": "def mount_partition(self, location):\n \"\"\"\n Mount a partition at the location specified\n :param location: Mount location\n :return: Output and error message from the mount command\n \"\"\"\n command = \"mount -o loop,rw,usrquota,grpquota /usr/disk-img/disk-quota.ext3 {0}; df -Thl\".format(location)\n output, error = self.execute_command(command)\n return output, error"501 },502 {503 "instruction": "generate python code for the above",504 "input": "Returns the ip address of the server. Returns internal ip is available, else the ip address.\n",505 "output": "\n\ndef cluster_ip(self):\n \"\"\"\n Returns the ip address of the server. Returns internal ip is available, else the ip address.\n :return: ip address of the server\n \"\"\"\n return self.internal_ip or self.ip"506 },507 {508 "instruction": "",509 "input": "Check if file starting with this pattern is present in remote machine.\n",510 "output": "\n\ndef file_starts_with(self, remotepath, pattern):\n \"\"\"\n Check if file starting with this pattern is present in remote machine.\n :param remotepath: path of the file to check\n :param pattern: pattern to check against\n :return: True if file starting with this pattern is present in remote machine else False\n \"\"\"\n sftp = self._ssh_client.open_sftp()\n files_matched = []\n try:\n file_names = sftp.listdir(remotepath)\n for name in file_names:\n if name.startswith(pattern):\n files_matched.append(\"{0}/{1}\".format(remotepath, name))\n except IOError:\n # ignore this error\n pass\n sftp.close()\n if len(files_matched) > 0:\n log.info(\"found these files : {0}\".format(files_matched))\n return files_matched"511 },512 {513 "instruction": "generate doc string for following function:",514 "input": "def _parse_param(value):\n \n try:\n return int(value)\n except ValueError:\n pass\n\n try:\n return float(value)\n except ValueError:\n pass\n\n if value.lower() == \"false\":\n return False\n\n if value.lower() == \"true\":\n return True\n\n return value",515 "output": "def _parse_param(value):\n \"\"\"\n Parses the parameter to integers, floats, booleans and strings.\n The method tries to fit the value to integer, float, boolean in sequence. If the value fits, return the\n corresponding type of value, else return the string value as is.\n :param value: value to parse.\n :return: parsed value\n \"\"\"\n try:\n return int(value)\n except ValueError:\n pass\n\n try:\n return float(value)\n except ValueError:\n pass\n\n if value.lower() == \"false\":\n return False\n\n if value.lower() == \"true\":\n return True\n\n return value"516 },517 {518 "instruction": "generate comment for above",519 "input": "def unpause_memcached(self, os=\"linux\"):\n \n log.info(\"*** unpause memcached process ***\")\n if self.nonroot:\n o, r = self.execute_command(\"killall -SIGCONT memcached.bin\")\n else:\n o, r = self.execute_command(\"killall -SIGCONT memcached\")\n self.log_command_output(o, r)",520 "output": "def unpause_memcached(self, os=\"linux\"):\n \"\"\"\n Unpauses the memcached process on remote server\n :param os: os type of remote server\n :return: None\n \"\"\"\n log.info(\"*** unpause memcached process ***\")\n if self.nonroot:\n o, r = self.execute_command(\"killall -SIGCONT memcached.bin\")\n else:\n o, r = self.execute_command(\"killall -SIGCONT memcached\")\n self.log_command_output(o, r)"521 },522 {523 "instruction": "generate python code for the following",524 "input": "Checks if couchbase is currently running on the remote server\n",525 "output": "\n\ndef is_couchbase_running(self):\n \"\"\"\n Checks if couchbase is currently running on the remote server\n :return: True if couchbase is running else False\n \"\"\"\n o = self.is_process_running('beam.smp')\n if o is not None:\n return True\n return False"526 },527 {528 "instruction": "generate python code for the following",529 "input": "Creates an instance of InstallHelper object\n",530 "output": "\n\ndef __init__(self, logger):\n \"\"\"\n Creates an instance of InstallHelper object\n :param logger: logger object\n \"\"\"\n self.log = logger"531 },532 {533 "instruction": "Code the following:",534 "input": "Initializes Couchbase cluster\nOverride method for Unix\n",535 "output": "\n\ndef init_cluster(self, node):\n \"\"\"\n Initializes Couchbase cluster\n Override method for Unix\n :param node: server object\n :return: True on success\n \"\"\"\n return True"536 },537 {538 "instruction": "",539 "input": "Get information about a Windows server\n",540 "output": "\n\ndef __find_windows_info(self):\n \"\"\"\n Get information about a Windows server\n :return: Windows info about the server\n \"\"\"\n if self.remote:\n found = self.find_file(\"/cygdrive/c/tmp\", \"windows_info.txt\")\n if isinstance(found, str):\n if self.remote:\n sftp = self._ssh_client.open_sftp()\n try:\n f = sftp.open(found)\n log.info(\"get windows information\")\n info = {}\n for line in f:\n (key, value) = line.split('=')\n key = key.strip(' \\t\\n\\r')\n value = value.strip(' \\t\\n\\r')\n info[key] = value\n return info\n except IOError:\n log.error(\"can not find windows info file\")\n sftp.close()\n else:\n return self.create_windows_info()\n else:\n try:\n txt = open(\n \"{0}/{1}\".format(\"/cygdrive/c/tmp\", \"windows_info.txt\"))\n log.info(\"get windows information\")\n info = {}\n for line in txt.read():\n (key, value) = line.split('=')\n key = key.strip(' \\t\\n\\r')\n value = value.strip(' \\t\\n\\r')\n info[key] = value\n return info\n except IOError:\n log.error(\"can not find windows info file\")"541 },542 {543 "instruction": "generate python code for ",544 "input": "Gets the download directory for the given node.\nReturns non-root download directory in case of nonroot installation. Else returns the default\ndownload directory.\n",545 "output": "\n\ndef get_download_dir(node_installer):\n \"\"\"\n Gets the download directory for the given node.\n Returns non-root download directory in case of nonroot installation. Else returns the default\n download directory.\n :param node_installer: node installer object\n :return: download directory for given node\n \"\"\"\n if node_installer.shell.nonroot:\n return node_installer.nonroot_download_dir\n return node_installer.download_dir"546 },547 {548 "instruction": "",549 "input": "def is_couchbase_running(self):\n \n o = self.is_process_running('beam.smp')\n if o is not None:\n return True\n return False",550 "output": "def is_couchbase_running(self):\n \"\"\"\n Checks if couchbase is currently running on the remote server\n :return: True if couchbase is running else False\n \"\"\"\n o = self.is_process_running('beam.smp')\n if o is not None:\n return True\n return False"551 },552 {553 "instruction": "generate python code for the following",554 "input": "Returns the paramater or a default value\n",555 "output": "\n\ndef param(self, name, *args):\n \"\"\"\n Returns the paramater or a default value\n :param name: name of the property\n :param args: default value for the property. If no default value is given, an exception is raised\n :return: the value of the property\n :raises Exception: if the default value is None or empty\n \"\"\"\n if name in self.test_params:\n return TestInput._parse_param(self.test_params[name])\n elif len(args) == 1:\n return args[0]\n else:\n raise Exception(\"Parameter `{}` must be set \"\n \"in the test configuration\".format(name))"556 },557 {558 "instruction": "generate python code for the following",559 "input": "Connect to the remote server with given user\nOverride method since this is not required for Unix\n",560 "output": "\n\ndef connect_with_user(self, user=\"root\"):\n \"\"\"\n Connect to the remote server with given user\n Override method since this is not required for Unix\n :param user: user to connect to remote server with\n :return: None\n \"\"\"\n return"561 },562 {563 "instruction": "Code the following:",564 "input": "Remove folders from list provided\n",565 "output": "\n\ndef remove_folders(self, list):\n \"\"\"\n Remove folders from list provided\n :param list: paths of folders to be removed\n :return: None\n \"\"\"\n for folder in list:\n output, error = self.execute_command(\n \"rm -rf {0}\".format(folder), debug=False)\n self.log_command_output(output, error)"566 },567 {568 "instruction": "",569 "input": "Start indexer process on remote server\n",570 "output": "\n\ndef start_indexer(self):\n \"\"\"\n Start indexer process on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"kill -SIGCONT $(pgrep indexer)\")\n self.log_command_output(o, r)"571 },572 {573 "instruction": "",574 "input": "Download the Couchbase build on the remote server\n",575 "output": "\n\ndef download_build(self, node_installer, build_url,\n non_root_installer=False):\n \"\"\"\n Download the Couchbase build on the remote server\n :param node_installer: node installer object\n :param build_url: build url to download the Couchbase build from.\n :param non_root_installer: Change the downloaded build to executable if True\n :return: None\n \"\"\"\n download_dir = self.get_download_dir(node_installer)\n f_name = build_url.split(\"/\")[-1]\n # Remove old build (if exists)\n cmd = \"rm -f {}/couchbase-server*\".format(download_dir)\n node_installer.shell.execute_command(cmd)\n # Download the build\n cmd = node_installer.wget_cmd.format(download_dir, build_url)\n node_installer.shell.execute_command(cmd)\n if non_root_installer:\n node_installer.shell.execute_cmd(\"chmod a+x {}/{}\"\n .format(download_dir, f_name))\n node_installer.shell.disconnect()"576 },577 {578 "instruction": "give python code to",579 "input": "Initializes Couchbase cluster\nOverride method for Unix\n",580 "output": "\n\ndef init_cluster(self, node):\n \"\"\"\n Initializes Couchbase cluster\n Override method for Unix\n :param node: server object\n :return: True on success\n \"\"\"\n return True"581 },582 {583 "instruction": "generate comment.",584 "input": "def parse_from_file(file):\n \n count = 0\n start = 0\n end = 0\n servers = list()\n ips = list()\n input = TestInput()\n config = configparser.ConfigParser(interpolation=None)\n config.read(file)\n sections = config.sections()\n global_properties = dict()\n cluster_ips = list()\n clusters = dict()\n client_ips = list()\n input.cbbackupmgr = dict()\n for section in sections:\n result = re.search('^cluster', section)\n if section == 'servers':\n ips = TestInputParser.get_server_ips(config, section)\n elif section == 'clients':\n client_ips = TestInputParser.get_server_ips(config, section)\n elif section == 'membase':\n input.membase_settings = TestInputParser.get_membase_settings(config, section)\n elif section == 'global':\n #get global stuff and override for those unset\n for option in config.options(section):\n global_properties[option] = config.get(section, option)\n elif section == 'elastic':\n input.elastic = TestInputParser.get_elastic_config(config, section, global_properties)\n elif section == 'bkrs_client':\n input.bkrs_client = TestInputParser.get_bkrs_client_config(config, section,\n global_properties, input.membase_settings)\n elif section == 'cbbackupmgr':\n input.cbbackupmgr = TestInputParser.get_cbbackupmgr_config(config, section)\n elif result is not None:\n cluster_list = TestInputParser.get_server_ips(config, section)\n cluster_ips.extend(cluster_list)\n clusters[count] = len(cluster_list)\n count += 1\n\n # Setup 'cluster#' tag as dict\n # input.clusters -> {0: [ip:10.1.6.210 ssh_username:root, ip:10.1.6.211 ssh_username:root]}\n for cluster_ip in cluster_ips:\n servers.append(TestInputParser.get_server(cluster_ip, config))\n servers = TestInputParser.get_server_options(servers, input.membase_settings, global_properties)\n for key, value in list(clusters.items()):\n end += value\n input.clusters[key] = servers[start:end]\n start += value\n\n # Setting up 'servers' tag\n servers = []\n for ip in ips:\n servers.append(TestInputParser.get_server(ip, config))\n input.servers = TestInputParser.get_server_options(servers, input.membase_settings, global_properties)\n\n if 'cbbackupmgr' not in sections:\n input.cbbackupmgr[\"name\"] = \"local_bkrs\"\n\n if 'bkrs_client' not in sections:\n input.bkrs_client = None\n\n # Setting up 'clients' tag\n input.clients = client_ips\n\n return input",585 "output": "def parse_from_file(file):\n \"\"\"\n Parse the test inputs from file\n :param file: path to file to parse\n :return: TestInput object\n \"\"\"\n count = 0\n start = 0\n end = 0\n servers = list()\n ips = list()\n input = TestInput()\n config = configparser.ConfigParser(interpolation=None)\n config.read(file)\n sections = config.sections()\n global_properties = dict()\n cluster_ips = list()\n clusters = dict()\n client_ips = list()\n input.cbbackupmgr = dict()\n for section in sections:\n result = re.search('^cluster', section)\n if section == 'servers':\n ips = TestInputParser.get_server_ips(config, section)\n elif section == 'clients':\n client_ips = TestInputParser.get_server_ips(config, section)\n elif section == 'membase':\n input.membase_settings = TestInputParser.get_membase_settings(config, section)\n elif section == 'global':\n #get global stuff and override for those unset\n for option in config.options(section):\n global_properties[option] = config.get(section, option)\n elif section == 'elastic':\n input.elastic = TestInputParser.get_elastic_config(config, section, global_properties)\n elif section == 'bkrs_client':\n input.bkrs_client = TestInputParser.get_bkrs_client_config(config, section,\n global_properties, input.membase_settings)\n elif section == 'cbbackupmgr':\n input.cbbackupmgr = TestInputParser.get_cbbackupmgr_config(config, section)\n elif result is not None:\n cluster_list = TestInputParser.get_server_ips(config, section)\n cluster_ips.extend(cluster_list)\n clusters[count] = len(cluster_list)\n count += 1\n\n # Setup 'cluster#' tag as dict\n # input.clusters -> {0: [ip:10.1.6.210 ssh_username:root, ip:10.1.6.211 ssh_username:root]}\n for cluster_ip in cluster_ips:\n servers.append(TestInputParser.get_server(cluster_ip, config))\n servers = TestInputParser.get_server_options(servers, input.membase_settings, global_properties)\n for key, value in list(clusters.items()):\n end += value\n input.clusters[key] = servers[start:end]\n start += value\n\n # Setting up 'servers' tag\n servers = []\n for ip in ips:\n servers.append(TestInputParser.get_server(ip, config))\n input.servers = TestInputParser.get_server_options(servers, input.membase_settings, global_properties)\n\n if 'cbbackupmgr' not in sections:\n input.cbbackupmgr[\"name\"] = \"local_bkrs\"\n\n if 'bkrs_client' not in sections:\n input.bkrs_client = None\n\n # Setting up 'clients' tag\n input.clients = client_ips\n\n return input"586 },587 {588 "instruction": "",589 "input": "def log_command_output(self, output, error, track_words=(), debug=True):\n \n success = True\n for line in error:\n if debug:\n self.log.error(line)\n if track_words:\n if \"Warning\" in line and \"hugepages\" in line:\n self.log.info(\n \"There is a warning about transparent_hugepage \"\n \"may be in used when install cb server.\\\n So we will disable transparent_hugepage in this vm\")\n output, error = self.execute_command(\n \"echo never > \"\n \"/sys/kernel/mm/transparent_hugepage/enabled\")\n self.log_command_output(output, error)\n success = True\n elif \"Warning\" in line and \"systemctl daemon-reload\" in line:\n self.log.info(\n \"Unit file of couchbase-server.service changed on \"\n \"disk, we will run 'systemctl daemon-reload'\")\n output, error = self.execute_command(\"systemctl daemon-reload\")\n self.log_command_output(output, error)\n success = True\n elif \"Warning\" in line and \"RPMDB altered outside of yum\" in line:\n self.log.info(\"Warming: RPMDB altered outside of yum\")\n success = True\n elif \"dirname\" in line:\n self.log.warning(\n \"Ignore dirname error message during couchbase \"\n \"startup/stop/restart for CentOS 6.6 (MB-12536)\")\n success = True\n elif \"Created symlink from /etc/systemd/system\" in line:\n self.log.info(\n \"This error is due to fix_failed_install.py script \"\n \"that only happens in centos 7\")\n success = True\n elif \"Created symlink /etc/systemd/system/multi-user.target.wants/couchbase-server.service\" in line:\n self.log.info(line)\n self.log.info(\n \"This message comes only in debian8 and debian9 \"\n \"during installation. This can be ignored.\")\n success = True\n else:\n self.log.info(\n \"If couchbase server is running with this error. Go to\"\n \" log_command_output to add error mesg to bypass it.\")\n success = False\n if self._check_output(list(track_words), output):\n success = False\n install_ok = False\n if self._check_output(\"hugepages\", output):\n self.log.info(\n \"There is a warning about transparent_hugepage may be \"\n \"in used when install cb server. So we will\"\n \"So we will disable transparent_hugepage in this vm\")\n output, error = self.execute_command(\n \"echo never > /sys/kernel/mm/transparent_hugepage/enabled\")\n success = True\n install_ok = True\n if self._check_output(\"successfully installed couchbase server\", output):\n success = True\n install_ok = True\n if not install_ok:\n self.log.error(\n 'something wrong happened on {0}!!! output:{1}, '\n 'error:{2}, track_words:{3}'\n .format(self.ip, output, error, track_words))\n elif debug and output:\n for line in output:\n self.log.info(line)\n return success",590 "output": "def log_command_output(self, output, error, track_words=(), debug=True):\n \"\"\"\n Check for errors and tracked words in the output\n\n success means that there are no track_words in the output\n and there are no errors at all, if track_words is not empty\n if track_words=(), the result is not important, and we return True\n :param output: output to check in\n :param error: errors to check in the output\n :param track_words: words to track in the output\n :param debug: whether to log the errors and track words if found\n :return: True if all error and track words were not found in output else False\n \"\"\"\n success = True\n for line in error:\n if debug:\n self.log.error(line)\n if track_words:\n if \"Warning\" in line and \"hugepages\" in line:\n self.log.info(\n \"There is a warning about transparent_hugepage \"\n \"may be in used when install cb server.\\\n So we will disable transparent_hugepage in this vm\")\n output, error = self.execute_command(\n \"echo never > \"\n \"/sys/kernel/mm/transparent_hugepage/enabled\")\n self.log_command_output(output, error)\n success = True\n elif \"Warning\" in line and \"systemctl daemon-reload\" in line:\n self.log.info(\n \"Unit file of couchbase-server.service changed on \"\n \"disk, we will run 'systemctl daemon-reload'\")\n output, error = self.execute_command(\"systemctl daemon-reload\")\n self.log_command_output(output, error)\n success = True\n elif \"Warning\" in line and \"RPMDB altered outside of yum\" in line:\n self.log.info(\"Warming: RPMDB altered outside of yum\")\n success = True\n elif \"dirname\" in line:\n self.log.warning(\n \"Ignore dirname error message during couchbase \"\n \"startup/stop/restart for CentOS 6.6 (MB-12536)\")\n success = True\n elif \"Created symlink from /etc/systemd/system\" in line:\n self.log.info(\n \"This error is due to fix_failed_install.py script \"\n \"that only happens in centos 7\")\n success = True\n elif \"Created symlink /etc/systemd/system/multi-user.target.wants/couchbase-server.service\" in line:\n self.log.info(line)\n self.log.info(\n \"This message comes only in debian8 and debian9 \"\n \"during installation. This can be ignored.\")\n success = True\n else:\n self.log.info(\n \"If couchbase server is running with this error. Go to\"\n \" log_command_output to add error mesg to bypass it.\")\n success = False\n if self._check_output(list(track_words), output):\n success = False\n install_ok = False\n if self._check_output(\"hugepages\", output):\n self.log.info(\n \"There is a warning about transparent_hugepage may be \"\n \"in used when install cb server. So we will\"\n \"So we will disable transparent_hugepage in this vm\")\n output, error = self.execute_command(\n \"echo never > /sys/kernel/mm/transparent_hugepage/enabled\")\n success = True\n install_ok = True\n if self._check_output(\"successfully installed couchbase server\", output):\n success = True\n install_ok = True\n if not install_ok:\n self.log.error(\n 'something wrong happened on {0}!!! output:{1}, '\n 'error:{2}, track_words:{3}'\n .format(self.ip, output, error, track_words))\n elif debug and output:\n for line in output:\n self.log.info(line)\n return success"591 },592 {593 "instruction": "",594 "input": "Post installation steps on a Windows server\n",595 "output": "\n\ndef post_install(self):\n \"\"\"\n Post installation steps on a Windows server\n :return: True on successful post installation steps run else False\n \"\"\"\n cmds = self.cmds\n cmd = cmds[\"post_install\"]\n retry_cmd = cmds[\"post_install_retry\"]\n\n if cmd is None:\n return True\n\n output, err = self.shell.execute_command(cmd)\n if output[0] == '1':\n return True\n\n self.shell.log.critical(\"Output: {}, Error: {}\".format(output, err))\n if retry_cmd is None:\n return False\n\n self.shell.log.critical(\"Retrying post_install steps\")\n output, err = self.shell.execute_command(retry_cmd)\n if output[0] == '1':\n return True\n self.shell.log.critical(\"Output: {}, Error: {}\".format(output, err))\n return False"596 },597 {598 "instruction": "generate code for the above:",599 "input": "Delete the info associated with the given server or ipaddr\n",600 "output": "from shell_util.shell_conn import ShellConnection\n\ndef delete_info_for_server(server, ipaddr=None):\n \"\"\"\n Delete the info associated with the given server or ipaddr\n :param server: server to delete the info for\n :param ipaddr: ipaddr to delete the info for\n :return: None\n \"\"\"\n ipaddr = ipaddr or server.ip\n if ipaddr in RemoteMachineShellConnection.__info_dict:\n del RemoteMachineShellConnection.__info_dict[ipaddr]\n RemoteMachineShellConnection.__info_dict.pop(ipaddr, None)"601 },602 {603 "instruction": "generate doc string for following function:",604 "input": "def get_file(self, remotepath, filename, todir):\n \n if self.file_exists(remotepath, filename):\n if self.remote:\n sftp = self._ssh_client.open_sftp()\n try:\n filenames = sftp.listdir(remotepath)\n for name in filenames:\n if filename in name:\n log.info(\"found the file {0}/{1}\".format(remotepath, name))\n sftp.get('{0}/{1}'.format(remotepath, name), todir)\n sftp.close()\n return True\n sftp.close()\n return False\n except IOError:\n return False\n else:\n os.system(\"cp {0} {1}\".format('{0}/{1}'.format(remotepath, filename), todir))",605 "output": "def get_file(self, remotepath, filename, todir):\n \"\"\"\n Downloads a file from a remote location to a local path.\n :param remotepath: Remote path to download the file from.\n :param filename: Name of the file to download.\n :param todir: Directory to save the file to.\n :return: True if the file was successfully downloaded else False\n \"\"\"\n if self.file_exists(remotepath, filename):\n if self.remote:\n sftp = self._ssh_client.open_sftp()\n try:\n filenames = sftp.listdir(remotepath)\n for name in filenames:\n if filename in name:\n log.info(\"found the file {0}/{1}\".format(remotepath, name))\n sftp.get('{0}/{1}'.format(remotepath, name), todir)\n sftp.close()\n return True\n sftp.close()\n return False\n except IOError:\n return False\n else:\n os.system(\"cp {0} {1}\".format('{0}/{1}'.format(remotepath, filename), todir))"606 },607 {608 "instruction": "generate comment for following function:",609 "input": "def start_server(self):\n \n if self.is_couchbase_installed():\n if self.nonroot:\n cmd = '%s%scouchbase-server \\-- -noinput -detached '\\\n % (self.nr_home_path, LINUX_COUCHBASE_BIN_PATH)\n else:\n cmd = \"systemctl start couchbase-server.service\"\n o, r = self.execute_command(cmd)\n self.log_command_output(o, r)",610 "output": "def start_server(self):\n \"\"\"\n Starts the Couchbase server on the remote server.\n The method runs the sever from non-default location if it's run as nonroot user. Else from default location.\n :return: None\n \"\"\"\n if self.is_couchbase_installed():\n if self.nonroot:\n cmd = '%s%scouchbase-server \\-- -noinput -detached '\\\n % (self.nr_home_path, LINUX_COUCHBASE_BIN_PATH)\n else:\n cmd = \"systemctl start couchbase-server.service\"\n o, r = self.execute_command(cmd)\n self.log_command_output(o, r)"611 },612 {613 "instruction": "generate python code for ",614 "input": "Check if a couchbase service is stopped\n",615 "output": "\n\ndef __check_if_cb_service_stopped(self, service_name=None):\n \"\"\"\n Check if a couchbase service is stopped\n :param service_name: service name to check\n :return: True if service is stopped else False\n \"\"\"\n if service_name:\n o, r = self.execute_command('sc query {0}'.format(service_name))\n for res in o:\n if \"STATE\" in res:\n info = res.split(\":\")\n is_stopped = \"STOPPED\" in str(info[1])\n return is_stopped\n\n log.error(\"Cannot identify service state for service {0}. \"\n \"Host response is: {1}\".format(service_name, str(o)))\n return True\n log.error(\"Service name is not specified!\")\n return False"616 },617 {618 "instruction": "Code the following:",619 "input": "Stop couchbase service on remote server\n",620 "output": "\n\ndef stop_couchbase(self, num_retries=5, poll_interval=10):\n \"\"\"\n Stop couchbase service on remote server\n :param num_retries: None\n :param poll_interval: None\n :return: None\n \"\"\"\n cb_process = '/Applications/Couchbase\\ Server.app/Contents/MacOS/Couchbase\\ Server'\n cmd = \"ps aux | grep {0} | awk '{{print $2}}' | xargs kill -9 \"\\\n .format(cb_process)\n o, r = self.execute_command(cmd)\n self.log_command_output(o, r)\n o, r = self.execute_command(\"killall -9 epmd\")\n self.log_command_output(o, r)"621 },622 {623 "instruction": "generate python code for ",624 "input": "Returns a list of instances of the class\n",625 "output": "\n\ndef get_instances(cls):\n \"\"\"\n Returns a list of instances of the class\n :return: generator that yields instances of the class\n \"\"\"\n for ins in cls.__refs__:\n yield ins"626 },627 {628 "instruction": "give a code to",629 "input": "Executes a diag eval command on remote server\n",630 "output": "\n\ndef diag_eval(self, diag_eval_command):\n \"\"\"\n Executes a diag eval command on remote server\n :param diag_eval_command: diag eval command to execute\n e.g. \"gen_server:cast(ns_cluster, leave).\"\n :return: None\n \"\"\"\n self.execute_command(\n \"curl -X POST localhost:%s/diag/eval -d \\\"%s\\\" -u %s:%s\"\n % (self.port, diag_eval_command,\n self.server.rest_username, self.server.rest_password))"631 },632 {633 "instruction": "generate python code for the above",634 "input": "Checks if the servers are supported OS for Couchbase installation\n",635 "output": "\n\ndef validate_server_status(self, node_helpers):\n \"\"\"\n Checks if the servers are supported OS for Couchbase installation\n :param node_helpers: list of node helpers of type NodeInstallInfo\n :return: True if the servers are supported OS for Couchbase installation else False\n \"\"\"\n result = True\n known_os = set()\n for node_helper in node_helpers:\n if node_helper.os_type not in SUPPORTED_OS:\n self.log.critical(\n \"{} - Unsupported os: {}\"\n .format(node_helper.server.ip, node_helper.os_type))\n result = False\n else:\n known_os.add(node_helper.os_type)\n\n if len(known_os) != 1:\n self.log.critical(\"Multiple OS versions found!\")\n result = False\n return result"636 },637 {638 "instruction": "generate comment:",639 "input": "def remove_folders(self, list):\n \n for folder in list:\n output, error = self.execute_command(\n \"rm -rf {0}\".format(folder), debug=False)\n self.log_command_output(output, error)",640 "output": "def remove_folders(self, list):\n \"\"\"\n Remove folders from list provided\n :param list: paths of folders to be removed\n :return: None\n \"\"\"\n for folder in list:\n output, error = self.execute_command(\n \"rm -rf {0}\".format(folder), debug=False)\n self.log_command_output(output, error)"641 },642 {643 "instruction": "generate comment:",644 "input": "def get_process_statistics(self, process_name=None, process_pid=None):\n \n self.extract_remote_info()\n remote_command = \"cd ~; /cygdrive/c/Python27/python stats_windows_helper.py\"\n if process_name:\n remote_command.append(\" \" + process_name)\n elif process_pid:\n remote_command.append(\" \" + process_pid)\n\n o, r = self.execute_command(remote_command, self.info)\n if r:\n log.error(\"Command didn't run successfully. Error: {0}\".format(r))\n return o",645 "output": "def get_process_statistics(self, process_name=None, process_pid=None):\n \"\"\"\n Get the process statistics for given parameter\n Gets process statistics for windows nodes\n WMI is required to be intalled on the node\n stats_windows_helper should be located on the node\n :param parameter: parameter to get statistics for\n :param process_name: name of process to get statistics for\n :param process_pid: pid of process to get statistics for\n :return: process statistics for parameter if present else None\n \"\"\"\n self.extract_remote_info()\n remote_command = \"cd ~; /cygdrive/c/Python27/python stats_windows_helper.py\"\n if process_name:\n remote_command.append(\" \" + process_name)\n elif process_pid:\n remote_command.append(\" \" + process_pid)\n\n o, r = self.execute_command(remote_command, self.info)\n if r:\n log.error(\"Command didn't run successfully. Error: {0}\".format(r))\n return o"646 },647 {648 "instruction": "generate python code for ",649 "input": "Disables read-only mode for the specified disk location.\nOverride method for Windows\n",650 "output": "\n\ndef disable_disk_readonly(self, disk_location):\n \"\"\"\n Disables read-only mode for the specified disk location.\n Override method for Windows\n :param disk_location: disk location to disable read-only mode.\n :return: None\n \"\"\"\n raise NotImplementedError"651 },652 {653 "instruction": "generate doc string for following function:",654 "input": "def __check_if_cb_service_stopped(self, service_name=None):\n \n if service_name:\n o, r = self.execute_command('sc query {0}'.format(service_name))\n for res in o:\n if \"STATE\" in res:\n info = res.split(\":\")\n is_stopped = \"STOPPED\" in str(info[1])\n return is_stopped\n\n log.error(\"Cannot identify service state for service {0}. \"\n \"Host response is: {1}\".format(service_name, str(o)))\n return True\n log.error(\"Service name is not specified!\")\n return False",655 "output": "def __check_if_cb_service_stopped(self, service_name=None):\n \"\"\"\n Check if a couchbase service is stopped\n :param service_name: service name to check\n :return: True if service is stopped else False\n \"\"\"\n if service_name:\n o, r = self.execute_command('sc query {0}'.format(service_name))\n for res in o:\n if \"STATE\" in res:\n info = res.split(\":\")\n is_stopped = \"STOPPED\" in str(info[1])\n return is_stopped\n\n log.error(\"Cannot identify service state for service {0}. \"\n \"Host response is: {1}\".format(service_name, str(o)))\n return True\n log.error(\"Service name is not specified!\")\n return False"656 },657 {658 "instruction": "generate code for the following",659 "input": "Check if Couchbase is installed on the remote server.\nThis checks if the couchbase is installed in default or non default path.\n",660 "output": "\n\ndef is_couchbase_installed(self):\n \"\"\"\n Check if Couchbase is installed on the remote server.\n This checks if the couchbase is installed in default or non default path.\n :return: True if Couchbase is installed on the remote server else False\n \"\"\"\n if self.nonroot:\n if self.file_exists(\"/home/%s/\" % self.username, NR_INSTALL_LOCATION_FILE):\n output, error = self.execute_command(\"cat %s\" % NR_INSTALL_LOCATION_FILE)\n if output and output[0]:\n log.info(\"Couchbase Server was installed in non default path %s\"\n % output[0])\n self.nr_home_path = output[0]\n file_path = self.nr_home_path + self.cb_path\n if self.file_exists(file_path, self.version_file):\n log.info(\"non root couchbase installed at %s \" % self.ip)\n return True\n else:\n if self.file_exists(self.cb_path, self.version_file):\n log.info(\"{0} **** The linux version file {1} {2} exists\"\n .format(self.ip, self.cb_path, self.version_file))\n return True\n return False"661 },662 {663 "instruction": "generate python code for the following",664 "input": "Start memcached process on remote server\n",665 "output": "\n\ndef start_memcached(self):\n \"\"\"\n Start memcached process on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"kill -SIGCONT $(pgrep memcached)\")\n self.log_command_output(o, r, debug=False)"666 },667 {668 "instruction": "Code the following:",669 "input": "Returns a list of instances of the class\n",670 "output": "\n\ndef get_instances(cls):\n \"\"\"\n Returns a list of instances of the class\n :return: generator that yields instances of the class\n \"\"\"\n for ins in cls.__refs__:\n yield ins"671 },672 {673 "instruction": "generate python code for the above",674 "input": "Checks if the servers are reachable\n",675 "output": "from shell_util.remote_connection import RemoteMachineShellConnection\n\ndef check_server_state(self, servers):\n \"\"\"\n Checks if the servers are reachable\n :param servers: list of servers to check\n :return: True if the servers are all reachable else False\n \"\"\"\n result = True\n reachable = list()\n unreachable = list()\n for server in servers:\n try:\n shell = RemoteMachineShellConnection(server)\n shell.disconnect()\n reachable.append(server.ip)\n except Exception as e:\n self.log.error(e)\n unreachable.append(server.ip)\n\n if len(unreachable) > 0:\n self.log.info(\"-\" * 100)\n for server in unreachable:\n self.log.error(\"INSTALL FAILED ON: \\t{0}\".format(server))\n self.log.info(\"-\" * 100)\n for server in reachable:\n self.log.info(\"INSTALL COMPLETED ON: \\t{0}\".format(server))\n self.log.info(\"-\" * 100)\n result = False\n return result"676 },677 {678 "instruction": "Code the following:",679 "input": "Change the file limit to 100 for indexer process\n",680 "output": "\n\ndef enable_file_limit(self):\n \"\"\"\n Change the file limit to 100 for indexer process\n :return: None\n \"\"\"\n o, r = self.execute_command(\"prlimit --nofile=100 --pid $(pgrep indexer)\")\n self.log_command_output(o, r)"681 },682 {683 "instruction": "",684 "input": "Get the installed version of Couchbase Server installed on the remote server.\nThis gets the versions from both default path or non-default paths.\nReturns in format fv = a.b.c-xxxx, sv = a.b.c, bn = xxxx\n",685 "output": "\n\ndef get_cbversion(self):\n \"\"\"\n Get the installed version of Couchbase Server installed on the remote server.\n This gets the versions from both default path or non-default paths.\n Returns in format fv = a.b.c-xxxx, sv = a.b.c, bn = xxxx\n :return: full version, main version and the build version of the Couchbase Server installed\n \"\"\"\n fv = sv = bn = \"\"\n if self.file_exists(WIN_CB_PATH_PARA, VERSION_FILE):\n output = self.read_remote_file(WIN_CB_PATH_PARA, VERSION_FILE)\n if output:\n for x in output:\n x = x.strip()\n if x and x[:5] in CB_RELEASE_BUILDS.keys() and \"-\" in x:\n fv = x\n tmp = x.split(\"-\")\n sv = tmp[0]\n bn = tmp[1]\n break\n else:\n self.log.info(\"{} - Couchbase Server not found\".format(self.ip))\n return fv, sv, bn"686 },687 {688 "instruction": "generate python code for the above",689 "input": "Restarts the Couchbase server on the remote server\n",690 "output": "\n\ndef restart_couchbase(self):\n \"\"\"\n Restarts the Couchbase server on the remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"service couchbase-server restart\")\n self.log_command_output(o, r)"691 },692 {693 "instruction": "",694 "input": "def disable_firewall(self):\n \n command_1 = \"/sbin/iptables -F\"\n command_2 = \"/sbin/iptables -t nat -F\"\n if self.nonroot:\n log.info(\"Non root user has no right to disable firewall, \"\n \"switching over to root\")\n self.connect_with_user(user=\"root\")\n output, error = self.execute_command(command_1)\n self.log_command_output(output, error)\n output, error = self.execute_command(command_2)\n self.log_command_output(output, error)\n self.connect_with_user(user=self.username)\n return\n output, error = self.execute_command(command_1)\n self.log_command_output(output, error, debug=False)\n output, error = self.execute_command(command_2)\n self.log_command_output(output, error, debug=False)\n self.connect_with_user(user=self.username)",695 "output": "def disable_firewall(self):\n \"\"\"\n Clear firewall rules on the remote server\n :return: None\n \"\"\"\n command_1 = \"/sbin/iptables -F\"\n command_2 = \"/sbin/iptables -t nat -F\"\n if self.nonroot:\n log.info(\"Non root user has no right to disable firewall, \"\n \"switching over to root\")\n self.connect_with_user(user=\"root\")\n output, error = self.execute_command(command_1)\n self.log_command_output(output, error)\n output, error = self.execute_command(command_2)\n self.log_command_output(output, error)\n self.connect_with_user(user=self.username)\n return\n output, error = self.execute_command(command_1)\n self.log_command_output(output, error, debug=False)\n output, error = self.execute_command(command_2)\n self.log_command_output(output, error, debug=False)\n self.connect_with_user(user=self.username)"696 },697 {698 "instruction": "generate code for the above:",699 "input": "Parses the test input arguments to type TestInput object\n",700 "output": "import re\n\ndef get_test_input(arguments):\n \"\"\"\n Parses the test input arguments to type TestInput object\n :param arguments: arguments to parse\n :return: TestInput object\n \"\"\"\n params = dict()\n if arguments.params:\n argument_split = [a.strip() for a in re.split(\"[,]?([^,=]+)=\", arguments.params)[1:]]\n pairs = dict(list(zip(argument_split[::2], argument_split[1::2])))\n for pair in list(pairs.items()):\n if pair[0] == \"vbuckets\":\n # takes in a string of the form \"1-100,140,150-160\"\n # converts to an array with all those values inclusive\n vbuckets = set()\n for v in pair[1].split(\",\"):\n r = v.split(\"-\")\n vbuckets.update(list(range(int(r[0]), int(r[-1]) + 1)))\n params[pair[0]] = sorted(vbuckets)\n else:\n argument_list = [a.strip() for a in pair[1].split(\",\")]\n if len(argument_list) > 1:\n params[pair[0]] = argument_list\n else:\n params[pair[0]] = argument_list[0]\n\n input = TestInputParser.parse_from_file(arguments.ini)\n input.test_params = params\n for server in input.servers:\n if 'run_as_user' in input.test_params and input.test_params['run_as_user'] != server.rest_username:\n server.rest_username = input.test_params['run_as_user']\n if \"num_clients\" not in list(input.test_params.keys()) and input.clients: # do not override the command line value\n input.test_params[\"num_clients\"] = len(input.clients)\n if \"num_nodes\" not in list(input.test_params.keys()) and input.servers:\n input.test_params[\"num_nodes\"] = len(input.servers)\n return input"701 },702 {703 "instruction": "give a code to",704 "input": "Set the various server properties from membase and global properties\n",705 "output": "import os\n\ndef get_server_options(servers, membase_settings, global_properties):\n \"\"\"\n Set the various server properties from membase and global properties\n :param servers: list of servers to set the values of\n :param membase_settings: TestInputMembaseSetting object with membase settings\n :param global_properties: dict of global properties\n :return: list of servers with values set\n \"\"\"\n for server in servers:\n if server.ssh_username == '' and 'username' in global_properties:\n server.ssh_username = global_properties['username']\n if server.ssh_password == '' and 'password' in global_properties:\n server.ssh_password = global_properties['password']\n if server.ssh_key == '' and 'ssh_key' in global_properties:\n server.ssh_key = os.path.expanduser(global_properties['ssh_key'])\n if not server.port and 'port' in global_properties:\n server.port = global_properties['port']\n if server.cli_path == '' and 'cli' in global_properties:\n server.cli_path = global_properties['cli']\n if server.rest_username == '' and membase_settings.rest_username != '':\n server.rest_username = membase_settings.rest_username\n if server.rest_password == '' and membase_settings.rest_password != '':\n server.rest_password = membase_settings.rest_password\n if server.data_path == '' and 'data_path' in global_properties:\n server.data_path = global_properties['data_path']\n if server.index_path == '' and 'index_path' in global_properties:\n server.index_path = global_properties['index_path']\n if server.cbas_path == '' and 'cbas_path' in global_properties:\n server.cbas_path = global_properties['cbas_path']\n if server.services == '' and 'services' in global_properties:\n server.services = global_properties['services']\n if server.n1ql_port == '' and 'n1ql_port' in global_properties:\n server.n1ql_port = global_properties['n1ql_port']\n if server.index_port == '' and 'index_port' in global_properties:\n server.index_port = global_properties['index_port']\n if server.eventing_port == '' and 'eventing_port' in global_properties:\n server.eventing_port = global_properties['eventing_port']\n if server.es_username == '' and 'es_username' in global_properties:\n server.es_username = global_properties['es_username']\n if server.es_password == '' and 'es_password' in global_properties:\n server.es_password = global_properties['es_password']\n return servers"706 },707 {708 "instruction": "give python code to",709 "input": "Get disk info of the remote server\n",710 "output": "\n\ndef get_disk_info(self, win_info=None, mac=False):\n \"\"\"\n Get disk info of the remote server\n :param win_info: Windows info in case of windows\n :param mac: Get info for macOS if True\n :return: Disk info of the remote server if found else None\n \"\"\"\n if win_info:\n if 'Total Physical Memory' not in win_info:\n win_info = self.create_windows_info()\n o = \"Total Physical Memory =\" + win_info['Total Physical Memory'] + '\\n'\n o += \"Available Physical Memory =\" \\\n + win_info['Available Physical Memory']\n elif mac:\n o, r = self.execute_command_raw('df -hl', debug=False)\n else:\n o, r = self.execute_command_raw('df -Thl', debug=False)\n if o:\n return o"711 },712 {713 "instruction": "give python code to",714 "input": "Copy multi files from local to remote server\n",715 "output": "import os\n\ndef copy_files_local_to_remote(self, src_path, des_path):\n \"\"\"\n Copy multi files from local to remote server\n :param src_path: source path of the files to be copied\n :param des_path: destination path of the files to be copied\n :return: None\n \"\"\"\n files = os.listdir(src_path)\n self.log.info(\"copy files from {0} to {1}\".format(src_path, des_path))\n # self.execute_batch_command(\"cp -r {0}/* {1}\".format(src_path, des_path))\n for file in files:\n if file.find(\"wget\") != 1:\n a = \"\"\n full_src_path = os.path.join(src_path, file)\n full_des_path = os.path.join(des_path, file)\n self.copy_file_local_to_remote(full_src_path, full_des_path)"716 },717 {718 "instruction": "generate comment:",719 "input": "def __check_if_cb_service_stopped(self, service_name=None):\n \n if service_name:\n o, r = self.execute_command('sc query {0}'.format(service_name))\n for res in o:\n if \"STATE\" in res:\n info = res.split(\":\")\n is_stopped = \"STOPPED\" in str(info[1])\n return is_stopped\n\n log.error(\"Cannot identify service state for service {0}. \"\n \"Host response is: {1}\".format(service_name, str(o)))\n return True\n log.error(\"Service name is not specified!\")\n return False",720 "output": "def __check_if_cb_service_stopped(self, service_name=None):\n \"\"\"\n Check if a couchbase service is stopped\n :param service_name: service name to check\n :return: True if service is stopped else False\n \"\"\"\n if service_name:\n o, r = self.execute_command('sc query {0}'.format(service_name))\n for res in o:\n if \"STATE\" in res:\n info = res.split(\":\")\n is_stopped = \"STOPPED\" in str(info[1])\n return is_stopped\n\n log.error(\"Cannot identify service state for service {0}. \"\n \"Host response is: {1}\".format(service_name, str(o)))\n return True\n log.error(\"Service name is not specified!\")\n return False"721 },722 {723 "instruction": "generate code for the above:",724 "input": "Extract the remote information about the remote server.\nThis method is used to extract the following information of the remote server:\n\n- type of OS distribution (Linux, Windows, macOS)\n- ip address\n- OS distribution type\n- OS architecture\n- OS distribution version\n- extension of the packages (.deb, .rpm, .exe etc)\n- total RAM available\n- Number of CPUs\n- disk space available\n- hostname\n- domain\n",725 "output": "import os\nimport uuid\nfrom subprocess import Popen\nfrom shell_util.remote_machine import RemoteMachineInfo\n\ndef extract_remote_info(self):\n \"\"\"\n Extract the remote information about the remote server.\n This method is used to extract the following information of the remote server:\\n\n - type of OS distribution (Linux, Windows, macOS)\n - ip address\n - OS distribution type\n - OS architecture\n - OS distribution version\n - extension of the packages (.deb, .rpm, .exe etc)\n - total RAM available\n - Number of CPUs\n - disk space available\n - hostname\n - domain\n :return: remote info dictionary of type RemoteMachineInfo\n \"\"\"\n # initialize params\n os_distro = \"linux\"\n os_version = \"default\"\n is_linux_distro = True\n self.use_sudo = False\n is_mac = False\n self.reconnect_if_inactive()\n mac_check_cmd = \"sw_vers | grep ProductVersion | awk '{ print $2 }'\"\n if self.remote:\n stdin, stdout, stderro = self._ssh_client.exec_command(mac_check_cmd)\n stdin.close()\n ver, err = stdout.read(), stderro.read()\n else:\n p = Popen(mac_check_cmd, shell=True, stdout=PIPE, stderr=PIPE)\n ver, err = p.communicate()\n\n if not err and ver:\n os_distro = \"Mac\"\n try:\n ver = ver.decode()\n except AttributeError:\n pass\n os_version = ver\n is_linux_distro = True\n is_mac = True\n self.use_sudo = False\n elif self.remote:\n is_mac = False\n sftp = self._ssh_client.open_sftp()\n filenames = sftp.listdir('/etc/')\n os_distro = ''\n os_version = ''\n is_linux_distro = False\n for name in filenames:\n if name == 'os-release':\n # /etc/os-release - likely standard across linux distros\n filename = 'etc-os-release-{0}'.format(uuid.uuid4())\n sftp.get(localpath=filename, remotepath='/etc/os-release')\n file = open(filename)\n line = file.readline()\n is_version_id = False\n is_pretty_name = False\n os_pretty_name = ''\n while line and (not is_version_id or not is_pretty_name):\n log.debug(line)\n if line.startswith('VERSION_ID'):\n os_version = line.split('=')[1].replace('\"', '')\n os_version = os_version.rstrip('\\n').rstrip(' ').rstrip('\\\\l').rstrip(\n ' ').rstrip('\\\\n').rstrip(' ')\n is_version_id = True\n elif line.startswith('PRETTY_NAME'):\n os_pretty_name = line.split('=')[1].replace('\"', '')\n is_pretty_name = True\n line = file.readline()\n\n os_distro_dict = {'ubuntu': 'Ubuntu', 'debian': 'Ubuntu',\n 'mint': 'Ubuntu',\n 'centos': 'CentOS',\n 'openshift': 'CentOS',\n 'amazon linux 2': 'CentOS',\n 'amazon linux 2023': 'CentOS',\n 'opensuse': 'openSUSE',\n 'red': 'Red Hat',\n 'suse': 'SUSE',\n 'oracle': 'Oracle Linux',\n 'almalinux': 'AlmaLinux OS',\n 'rocky': 'Rocky Linux'}\n os_shortname_dict = {'ubuntu': 'ubuntu', 'mint': 'ubuntu',\n 'debian': 'debian',\n 'centos': 'centos',\n 'openshift': 'centos',\n 'suse': 'suse',\n 'opensuse': 'suse',\n 'amazon linux 2': 'amzn2',\n 'amazon linux 2023': 'al2023',\n 'red': 'rhel',\n 'oracle': 'oel',\n 'almalinux': 'alma',\n 'rocky': 'rocky'}\n log.debug(\"os_pretty_name:\" + os_pretty_name)\n if os_pretty_name and \"Amazon Linux 2\" not in os_pretty_name:\n os_name = os_pretty_name.split(' ')[0].lower()\n os_distro = os_distro_dict[os_name]\n if os_name != 'ubuntu':\n os_version = os_shortname_dict[os_name] + \" \" + os_version.split('.')[0]\n else:\n os_version = os_shortname_dict[os_name] + \" \" + os_version\n if os_distro:\n is_linux_distro = True\n log.info(\"os_distro: \" + os_distro + \", os_version: \" + os_version +\n \", is_linux_distro: \" + str(is_linux_distro))\n file.close()\n # now remove this file\n os.remove(filename)\n break\n else:\n os_distro = \"linux\"\n os_version = \"default\"\n is_linux_distro = True\n self.use_sudo = False\n is_mac = False\n filenames = []\n \"\"\" for Amazon Linux 2 only\"\"\"\n for name in filenames:\n if name == 'system-release' and os_distro == \"\":\n # it's a amazon linux 2_distro . let's download this file\n filename = 'amazon-linux2-release-{0}'.format(uuid.uuid4())\n sftp.get(localpath=filename, remotepath='/etc/system-release')\n file = open(filename)\n etc_issue = ''\n # let's only read the first line\n for line in file:\n # for SuSE that has blank first line\n if line.rstrip('\\n'):\n etc_issue = line\n break\n # strip all extra characters\n if etc_issue.lower().find('oracle linux') != -1:\n os_distro = 'Oracle Linux'\n for i in etc_issue:\n if i.isdigit():\n dist_version = i\n break\n os_version = \"oel{}\".format(dist_version)\n is_linux_distro = True\n break\n elif etc_issue.lower().find('amazon linux 2') != -1 or \\\n etc_issue.lower().find('amazon linux release 2') != -1:\n etc_issue = etc_issue.rstrip('\\n').rstrip(' ').rstrip('\\\\l').rstrip(' ').rstrip('\\\\n').rstrip(\n ' ')\n os_distro = 'Amazon Linux 2'\n os_version = etc_issue\n is_linux_distro = True\n file.close()\n # now remove this file\n os.remove(filename)\n break\n \"\"\" for centos 7 or rhel8 \"\"\"\n for name in filenames:\n if name == \"redhat-release\" and os_distro == \"\":\n filename = 'redhat-release-{0}'.format(uuid.uuid4())\n if self.remote:\n sftp.get(localpath=filename, remotepath='/etc/redhat-release')\n else:\n p = Popen(\"cat /etc/redhat-release > {0}\".format(filename), shell=True, stdout=PIPE, stderr=PIPE)\n var, err = p.communicate()\n file = open(filename)\n redhat_release = ''\n for line in file:\n redhat_release = line\n break\n redhat_release = redhat_release.rstrip('\\n').rstrip('\\\\l').rstrip('\\\\n')\n \"\"\" in ec2: Red Hat Enterprise Linux Server release 7.2 \"\"\"\n if redhat_release.lower().find('centos') != -1 \\\n or redhat_release.lower().find('linux server') != -1 \\\n or redhat_release.lower().find('red hat') != -1:\n if redhat_release.lower().find('release 7') != -1:\n os_distro = 'CentOS'\n os_version = \"CentOS 7\"\n is_linux_distro = True\n elif redhat_release.lower().find('release 8') != -1:\n os_distro = 'CentOS'\n os_version = \"CentOS 8\"\n is_linux_distro = True\n elif redhat_release.lower().find('red hat enterprise') != -1:\n if \"8.0\" in redhat_release.lower():\n os_distro = \"Red Hat\"\n os_version = \"rhel8\"\n is_linux_distro = True\n else:\n log.error(\"Could not find OS name.\"\n \"It could be unsupport OS\")\n file.close()\n os.remove(filename)\n break\n\n if self.remote:\n if self.find_file(\"/cygdrive/c/Windows\", \"win.ini\"):\n log.info(\"This is windows server!\")\n is_linux_distro = False\n if not is_linux_distro:\n win_info = self.__find_windows_info()\n info = RemoteMachineInfo()\n info.type = win_info['os']\n info.windows_name = win_info['os_name']\n info.distribution_type = win_info['os']\n info.architecture_type = win_info['os_arch']\n info.ip = self.ip\n info.distribution_version = win_info['os']\n info.deliverable_type = 'msi'\n info.cpu = self.get_cpu_info(win_info)\n info.disk = self.get_disk_info(win_info)\n info.ram = self.get_ram_info(win_info)\n info.hostname = self.get_hostname()\n info.domain = self.get_domain(win_info)\n self.info = info\n return info\n else:\n # now run uname -m to get the architechtre type\n if self.remote:\n stdin, stdout, _ = self._ssh_client.exec_command('uname -m')\n stdin.close()\n os_arch = ''\n text = stdout.read().splitlines()\n else:\n p = Popen('uname -m', shell=True, stdout=PIPE, stderr=PIPE)\n text, err = p.communicate()\n os_arch = ''\n for line in text:\n try:\n os_arch += line.decode(\"utf-8\")\n except AttributeError:\n os_arch += str(line)\n # at this point we should know if its a linux or windows ditro\n ext = {'Ubuntu': 'deb',\n 'CentOS': 'rpm',\n 'Red Hat': 'rpm',\n 'openSUSE': 'rpm',\n 'SUSE': 'rpm',\n 'Oracle Linux': 'rpm',\n 'Amazon Linux 2023': 'rpm',\n 'Amazon Linux 2': 'rpm',\n 'AlmaLinux OS': 'rpm',\n 'Rocky Linux': 'rpm',\n 'Mac': 'dmg',\n 'Debian': 'deb'}.get(os_distro, '')\n arch = {'i686': \"x86\",\n 'i386': \"x86\"}.get(os_arch, os_arch)\n\n info = RemoteMachineInfo()\n info.type = \"Linux\"\n info.distribution_type = os_distro\n info.architecture_type = arch\n info.ip = self.ip\n try:\n info.distribution_version = os_version.decode()\n except AttributeError:\n info.distribution_version = os_version\n info.deliverable_type = ext\n info.cpu = self.get_cpu_info(mac=is_mac)\n info.disk = self.get_disk_info(mac=is_mac)\n info.ram = self.get_ram_info(mac=is_mac)\n info.hostname = self.get_hostname()\n info.domain = self.get_domain()\n self.info = info\n log.info(\"%s - distribution_type: %s, distribution_version: %s\"\n % (self.server.ip, info.distribution_type,\n info.distribution_version))\n return info"726 },727 {728 "instruction": "Code the following:",729 "input": "Post installation steps on a Windows server\n",730 "output": "\n\ndef post_install(self):\n \"\"\"\n Post installation steps on a Windows server\n :return: True on successful post installation steps run else False\n \"\"\"\n cmds = self.cmds\n cmd = cmds[\"post_install\"]\n retry_cmd = cmds[\"post_install_retry\"]\n\n if cmd is None:\n return True\n\n output, err = self.shell.execute_command(cmd)\n if output[0] == '1':\n return True\n\n self.shell.log.critical(\"Output: {}, Error: {}\".format(output, err))\n if retry_cmd is None:\n return False\n\n self.shell.log.critical(\"Retrying post_install steps\")\n output, err = self.shell.execute_command(retry_cmd)\n if output[0] == '1':\n return True\n self.shell.log.critical(\"Output: {}, Error: {}\".format(output, err))\n return False"731 },732 {733 "instruction": "Code the following:",734 "input": "Start memcached process on remote server\n",735 "output": "\n\ndef start_memcached(self):\n \"\"\"\n Start memcached process on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"kill -SIGCONT $(pgrep memcached)\")\n self.log_command_output(o, r, debug=False)"736 },737 {738 "instruction": "generate code for the above:",739 "input": "Monitor the given process till the given duration to check if it crashed or restarted\n",740 "output": "import time\nfrom time import sleep\n\ndef monitor_process(self, process_name, duration_in_seconds=120):\n \"\"\"\n Monitor the given process till the given duration to check if it crashed or restarted\n :param process_name: the name of the process to monitor\n :param duration_in_seconds: the duration to monitor the process till, in seconds\n :return: True if the process didn't restart or crash else False\n \"\"\"\n end_time = time.time() + float(duration_in_seconds)\n last_reported_pid = None\n while time.time() < end_time:\n process = self.is_process_running(process_name)\n if process:\n if not last_reported_pid:\n last_reported_pid = process.pid\n elif not last_reported_pid == process.pid:\n message = 'Process {0} restarted. PID Old: {1}, New: {2}'\n log.info(message.format(process_name, last_reported_pid,\n process.pid))\n return False\n # check if its equal\n else:\n # we should have an option to wait for the process\n # to start during the timeout\n # process might have crashed\n log.info(\n \"{0}:process {1} is not running or it might have crashed!\"\n .format(self.ip, process_name))\n return False\n time.sleep(1)\n # log.info('process {0} is running'.format(process_name))\n return True"741 },742 {743 "instruction": "generate comment:",744 "input": "def get_test_input(arguments):\n \n params = dict()\n if arguments.params:\n argument_split = [a.strip() for a in re.split(\"[,]?([^,=]+)=\", arguments.params)[1:]]\n pairs = dict(list(zip(argument_split[::2], argument_split[1::2])))\n for pair in list(pairs.items()):\n if pair[0] == \"vbuckets\":\n # takes in a string of the form \"1-100,140,150-160\"\n # converts to an array with all those values inclusive\n vbuckets = set()\n for v in pair[1].split(\",\"):\n r = v.split(\"-\")\n vbuckets.update(list(range(int(r[0]), int(r[-1]) + 1)))\n params[pair[0]] = sorted(vbuckets)\n else:\n argument_list = [a.strip() for a in pair[1].split(\",\")]\n if len(argument_list) > 1:\n params[pair[0]] = argument_list\n else:\n params[pair[0]] = argument_list[0]\n\n input = TestInputParser.parse_from_file(arguments.ini)\n input.test_params = params\n for server in input.servers:\n if 'run_as_user' in input.test_params and input.test_params['run_as_user'] != server.rest_username:\n server.rest_username = input.test_params['run_as_user']\n if \"num_clients\" not in list(input.test_params.keys()) and input.clients: # do not override the command line value\n input.test_params[\"num_clients\"] = len(input.clients)\n if \"num_nodes\" not in list(input.test_params.keys()) and input.servers:\n input.test_params[\"num_nodes\"] = len(input.servers)\n return input",745 "output": "def get_test_input(arguments):\n \"\"\"\n Parses the test input arguments to type TestInput object\n :param arguments: arguments to parse\n :return: TestInput object\n \"\"\"\n params = dict()\n if arguments.params:\n argument_split = [a.strip() for a in re.split(\"[,]?([^,=]+)=\", arguments.params)[1:]]\n pairs = dict(list(zip(argument_split[::2], argument_split[1::2])))\n for pair in list(pairs.items()):\n if pair[0] == \"vbuckets\":\n # takes in a string of the form \"1-100,140,150-160\"\n # converts to an array with all those values inclusive\n vbuckets = set()\n for v in pair[1].split(\",\"):\n r = v.split(\"-\")\n vbuckets.update(list(range(int(r[0]), int(r[-1]) + 1)))\n params[pair[0]] = sorted(vbuckets)\n else:\n argument_list = [a.strip() for a in pair[1].split(\",\")]\n if len(argument_list) > 1:\n params[pair[0]] = argument_list\n else:\n params[pair[0]] = argument_list[0]\n\n input = TestInputParser.parse_from_file(arguments.ini)\n input.test_params = params\n for server in input.servers:\n if 'run_as_user' in input.test_params and input.test_params['run_as_user'] != server.rest_username:\n server.rest_username = input.test_params['run_as_user']\n if \"num_clients\" not in list(input.test_params.keys()) and input.clients: # do not override the command line value\n input.test_params[\"num_clients\"] = len(input.clients)\n if \"num_nodes\" not in list(input.test_params.keys()) and input.servers:\n input.test_params[\"num_nodes\"] = len(input.servers)\n return input"746 },747 {748 "instruction": "generate comment for following function:",749 "input": "def kill_cbft_process(self):\n \n o, r = self.execute_command(\"killall -9 cbft\")\n self.log_command_output(o, r)\n if r and r[0] and \"command not found\" in r[0]:\n o, r = self.execute_command(\"pkill cbft\")\n self.log_command_output(o, r)\n return o, r",750 "output": "def kill_cbft_process(self):\n \"\"\"\n Kill the full text search process on remote server\n :return: output and error of command killing FTS process\n \"\"\"\n o, r = self.execute_command(\"killall -9 cbft\")\n self.log_command_output(o, r)\n if r and r[0] and \"command not found\" in r[0]:\n o, r = self.execute_command(\"pkill cbft\")\n self.log_command_output(o, r)\n return o, r"751 },752 {753 "instruction": "",754 "input": "Main function of the installation script.\n",755 "output": "import sys\nfrom install_util.constants.build import BuildUrl\nfrom install_util.install_lib.helper import InstallHelper\nfrom install_util.install_lib.node_helper import NodeInstaller\nfrom install_util.install_lib.node_helper import NodeInstallInfo\nfrom install_util.test_input import TestInputParser\nfrom shell_util.remote_connection import RemoteMachineShellConnection\n\ndef main(logger):\n \"\"\"\n Main function of the installation script.\n :param logger: logger object to use\n :return: status code for the installation process\n \"\"\"\n helper = InstallHelper(logger)\n args = helper.parse_command_line_args(sys.argv[1:])\n logger.setLevel(args.log_level.upper())\n user_input = TestInputParser.get_test_input(args)\n\n for server in user_input.servers:\n server.install_status = \"not_started\"\n\n logger.info(\"Node health check\")\n if not helper.check_server_state(user_input.servers):\n return 1\n\n # Populate valid couchbase version and validate the input version\n try:\n helper.populate_cb_server_versions()\n except Exception as e:\n logger.warning(\"Error while reading couchbase version: {}\".format(e))\n if args.version[:3] not in BuildUrl.CB_VERSION_NAME.keys():\n log.critical(\"Version '{}' not yet supported\".format(args.version[:3]))\n return 1\n\n # Objects for each node to track the URLs / state to reuse\n node_helpers = list()\n for server in user_input.servers:\n server_info = RemoteMachineShellConnection.get_info_for_server(server)\n node_helpers.append(\n NodeInstallInfo(server,\n server_info,\n helper.get_os(server_info),\n args.version,\n args.edition))\n\n # Validate os_type across servers\n okay = helper.validate_server_status(node_helpers)\n if not okay:\n return 1\n\n # Populating build url to download\n if args.url:\n for node_helper in node_helpers:\n node_helper.build_url = args.url\n else:\n tasks_to_run = [\"populate_build_url\"]\n if args.install_debug_info:\n tasks_to_run.append(\"populate_debug_build_url\")\n\n url_builder_threads = \\\n [NodeInstaller(logger, node_helper, tasks_to_run)\n for node_helper in node_helpers]\n okay = start_and_wait_for_threads(url_builder_threads, 60)\n if not okay:\n return 1\n\n # Checking URL status\n url_builder_threads = \\\n [NodeInstaller(logger, node_helper, [\"check_url_status\"])\n for node_helper in node_helpers]\n okay = start_and_wait_for_threads(url_builder_threads, 60)\n if not okay:\n return 1\n\n # Downloading build\n if args.skip_local_download:\n # Download on individual nodes\n download_threads = \\\n [NodeInstaller(logger, node_helper, [\"download_build\"])\n for node_helper in node_helpers]\n else:\n # Local file download and scp to all nodes\n download_threads = [\n NodeInstaller(logger, node_helpers[0], [\"local_download_build\"])]\n okay = start_and_wait_for_threads(download_threads,\n args.build_download_timeout)\n if not okay:\n return 1\n\n download_threads = \\\n [NodeInstaller(logger, node_helper, [\"copy_local_build_to_server\"])\n for node_helper in node_helpers]\n\n okay = start_and_wait_for_threads(download_threads,\n args.build_download_timeout)\n if not okay:\n return 1\n\n install_tasks = args.install_tasks.split(\"-\")\n logger.info(\"Starting installation tasks :: {}\".format(install_tasks))\n install_threads = [\n NodeInstaller(logger, node_helper, install_tasks)\n for node_helper in node_helpers]\n okay = start_and_wait_for_threads(install_threads, args.timeout)\n print_install_status(install_threads, logger)\n if not okay:\n return 1\n return 0"756 },757 {758 "instruction": "give a code to",759 "input": "Post installation steps on a Unix server\n",760 "output": "\n\ndef post_install(self):\n \"\"\"\n Post installation steps on a Unix server\n :return: True on successful post installation steps run else False\n \"\"\"\n cmds = self.cmds\n if self.shell.nonroot:\n cmds = self.non_root_cmds\n cmd = cmds[\"post_install\"]\n retry_cmd = cmds[\"post_install_retry\"]\n\n if cmd is None:\n return True\n\n output, err = self.shell.execute_command(cmd)\n if output[0] == '1':\n return True\n\n self.shell.log.critical(\"Output: {}, Error: {}\".format(output, err))\n if retry_cmd is None:\n return False\n\n self.shell.log.critical(\"Retrying post_install steps\")\n output, err = self.shell.execute_command(retry_cmd)\n if output[0] == '1':\n return True\n self.shell.log.critical(\"Output: {}, Error: {}\".format(output, err))\n return False"761 },762 {763 "instruction": "generate python code for the following",764 "input": "Kill XDCR process on remote server\n",765 "output": "\n\ndef kill_goxdcr(self):\n \"\"\"\n Kill XDCR process on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"killall -9 goxdcr\")\n self.log_command_output(o, r)"766 },767 {768 "instruction": "generate code for the following",769 "input": "Delete a file from the remote path\n",770 "output": "\n\ndef delete_file(self, remotepath, filename):\n \"\"\"\n Delete a file from the remote path\n :param remotepath: remote path of the file to be deleted\n :param filename: name of the file to be deleted\n :return: True if the file was successfully deleted else False\n \"\"\"\n sftp = self._ssh_client.open_sftp()\n delete_file = False\n try:\n filenames = sftp.listdir_attr(remotepath)\n for name in filenames:\n if name.filename == filename:\n log.info(\"File {0} will be deleted\".format(filename))\n sftp.remove(remotepath + filename)\n delete_file = True\n break\n if delete_file:\n \"\"\" verify file is deleted \"\"\"\n filenames = sftp.listdir_attr(remotepath)\n for name in filenames:\n if name.filename == filename:\n log.error(\"fail to remove file %s \" % filename)\n delete_file = False\n break\n sftp.close()\n return delete_file\n except IOError:\n return False"771 },772 {773 "instruction": "generate comment for above",774 "input": "def stop_schedule_tasks(self):\n \n self.log.info(\"STOP SCHEDULE TASKS: installme, removeme & upgrademe\")\n for task in [\"installme\", \"removeme\", \"upgrademe\"]:\n output, error = self.execute_command(\"cmd /c schtasks /end /tn %s\"\n % task)\n self.log_command_output(output, error)",775 "output": "def stop_schedule_tasks(self):\n \"\"\"\n Stop the scheduled tasks. Stops installme, removeme and upgrademe processes on remote server\n :return: None\n \"\"\"\n self.log.info(\"STOP SCHEDULE TASKS: installme, removeme & upgrademe\")\n for task in [\"installme\", \"removeme\", \"upgrademe\"]:\n output, error = self.execute_command(\"cmd /c schtasks /end /tn %s\"\n % task)\n self.log_command_output(output, error)"776 },777 {778 "instruction": "generate python code for the above",779 "input": "Starts couchbase on remote server\n",780 "output": "\n\ndef start_couchbase(self):\n \"\"\"\n Starts couchbase on remote server\n :return: None\n \"\"\"\n running = self.is_couchbase_running()\n retry = 0\n while not running and retry < 3:\n log.info(\"Starting couchbase server\")\n if self.nonroot:\n log.info(\"Start Couchbase Server with non root method\")\n o, r = self.execute_command(\n '%s%scouchbase-server \\-- -noinput -detached'\n % (self.nr_home_path, LINUX_COUCHBASE_BIN_PATH))\n self.log_command_output(o, r)\n else:\n log.info(\"Running systemd command on this server\")\n o, r = self.execute_command(\"systemctl start couchbase-server.service\")\n self.log_command_output(o, r)\n self.sleep(5,\"waiting for couchbase server to come up\")\n o, r = self.execute_command(\"systemctl status couchbase-server.service | grep ExecStop=/opt/couchbase/bin/couchbase-server\")\n log.info(\"Couchbase server status: {}\".format(o))\n running = self.is_couchbase_running()\n retry = retry + 1\n if not running and retry >= 3:\n sys.exit(\"Failed to start Couchbase server on \" + self.info.ip)"781 },782 {783 "instruction": "generate python code for ",784 "input": "Changes network to send requests with a delay of 200 ms using traffic control\n",785 "output": "\n\ndef enable_network_delay(self):\n \"\"\"\n Changes network to send requests with a delay of 200 ms using traffic control\n :return: None\n \"\"\"\n o, r = self.execute_command(\"tc qdisc add dev eth0 root netem delay 200ms\")\n self.log_command_output(o, r)"786 },787 {788 "instruction": "give python code to",789 "input": "Kill eventing process on remote server\n",790 "output": "\n\ndef kill_eventing_process(self, name):\n \"\"\"\n Kill eventing process on remote server\n :param name: name of eventing process\n :return: None\n \"\"\"\n o, r = self.execute_command(command=\"killall -9 {0}\".format(name))\n self.log_command_output(o, r)"791 },792 {793 "instruction": "generate python code for ",794 "input": "Terminate a list of processes on remote server\n",795 "output": "\n\ndef terminate_process(self, info=None, process_name=None, force=False):\n \"\"\"\n Terminate a list of processes on remote server\n :param info: None\n :param p_list: List of processes to terminate\n :return: None\n \"\"\"\n if not process_name:\n log.info(\"Please specify process name to be terminated.\")\n return\n o, r = self.execute_command(\"taskkill /F /T /IM {0}*\"\\\n .format(process_name), debug=False)\n self.log_command_output(o, r)"796 },797 {798 "instruction": "generate comment.",799 "input": "def post_install(self):\n \n cmds = self.cmds\n if self.shell.nonroot:\n cmds = self.non_root_cmds\n cmd = cmds[\"post_install\"]\n retry_cmd = cmds[\"post_install_retry\"]\n\n if cmd is None:\n return True\n\n output, err = self.shell.execute_command(cmd)\n if output[0] == '1':\n return True\n\n self.shell.log.critical(\"Output: {}, Error: {}\".format(output, err))\n if retry_cmd is None:\n return False\n\n self.shell.log.critical(\"Retrying post_install steps\")\n output, err = self.shell.execute_command(retry_cmd)\n if output[0] == '1':\n return True\n self.shell.log.critical(\"Output: {}, Error: {}\".format(output, err))\n return False",800 "output": "def post_install(self):\n \"\"\"\n Post installation steps on a Unix server\n :return: True on successful post installation steps run else False\n \"\"\"\n cmds = self.cmds\n if self.shell.nonroot:\n cmds = self.non_root_cmds\n cmd = cmds[\"post_install\"]\n retry_cmd = cmds[\"post_install_retry\"]\n\n if cmd is None:\n return True\n\n output, err = self.shell.execute_command(cmd)\n if output[0] == '1':\n return True\n\n self.shell.log.critical(\"Output: {}, Error: {}\".format(output, err))\n if retry_cmd is None:\n return False\n\n self.shell.log.critical(\"Retrying post_install steps\")\n output, err = self.shell.execute_command(retry_cmd)\n if output[0] == '1':\n return True\n self.shell.log.critical(\"Output: {}, Error: {}\".format(output, err))\n return False"801 },802 {803 "instruction": "generate comment for following function:",804 "input": "def run(self):\n \n installer = InstallSteps(self.log, self.node_install_info)\n node_installer = installer.get_node_installer(\n self.node_install_info)\n for step in self.steps:\n self.log.info(\"{} - Running '{}'\"\n .format(self.node_install_info.server.ip, step))\n if step == \"populate_build_url\":\n # To download the main build url\n self.node_install_info.state = \"construct_build_url\"\n installer.populate_build_url()\n elif step == \"populate_debug_build_url\":\n # To download the debug_info build url for backtraces\n self.node_install_info.state = \"construct_debug_build_url\"\n installer.populate_debug_build_url()\n elif step == \"check_url_status\":\n self.node_install_info.state = \"checking_url_status\"\n installer.check_url_status(self.node_install_info.build_url)\n if self.node_install_info.debug_build_url:\n installer.check_url_status(\n self.node_install_info.debug_build_url)\n elif step == \"local_download_build\":\n self.node_install_info.state = \"downloading_build_on_executor\"\n build_urls = [self.node_install_info.build_url]\n if self.node_install_info.debug_build_url:\n build_urls.append(self.node_install_info.debug_build_url)\n\n for build_url in build_urls:\n f_name, res = installer.download_build_locally(build_url)\n self.log.debug(\"File saved as '{}'\".format(f_name))\n self.log.debug(\"File size: {}\".format(res[\"Content-Length\"]))\n self.log.debug(\"File create date: {}\".format(res[\"Date\"]))\n elif step == \"copy_local_build_to_server\":\n self.node_install_info.state = \"copying_build_to_remote_server\"\n build_urls = [self.node_install_info.build_url]\n if self.node_install_info.debug_build_url:\n build_urls.append(self.node_install_info.build_url)\n for build_url in build_urls:\n installer.result = installer.result and \\\n installer.copy_build_to_server(node_installer,\n build_url)\n elif step == \"download_build\":\n self.node_install_info.state = \"downloading_build\"\n installer.download_build(node_installer,\n self.node_install_info.build_url)\n if self.node_install_info.debug_build_url:\n installer.download_build(node_installer,\n self.node_install_info.build_url)\n elif step == \"uninstall\":\n self.node_install_info.state = \"uninstalling\"\n node_installer.uninstall()\n elif step == \"deep_cleanup\":\n self.node_install_info.state = \"deep_cleaning\"\n elif step == \"pre_install\":\n self.node_install_info.state = \"pre_install_procedure\"\n elif step == \"install\":\n self.node_install_info.state = \"installing\"\n node_installer.install(self.node_install_info.build_url)\n node_installer.post_install()\n elif step == \"init_cluster\":\n self.node_install_info.state = \"init_cluster\"\n node_installer.init_cluster(self.node_install_info.server)\n elif step == \"post_install\":\n self.node_install_info.state = \"post_install_procedure\"\n elif step == \"post_install_cleanup\":\n self.node_install_info.state = \"post_install_cleanup\"\n else:\n self.log.critical(\"Invalid step '{}'\".format(step))\n installer.result = False\n\n if installer.result is False:\n break\n\n node_installer.shell.disconnect()\n self.result = installer.result",805 "output": "def run(self):\n \"\"\"\n Runs the NodeInstaller thread to run various installation steps in the remote server\n :return: None\n \"\"\"\n installer = InstallSteps(self.log, self.node_install_info)\n node_installer = installer.get_node_installer(\n self.node_install_info)\n for step in self.steps:\n self.log.info(\"{} - Running '{}'\"\n .format(self.node_install_info.server.ip, step))\n if step == \"populate_build_url\":\n # To download the main build url\n self.node_install_info.state = \"construct_build_url\"\n installer.populate_build_url()\n elif step == \"populate_debug_build_url\":\n # To download the debug_info build url for backtraces\n self.node_install_info.state = \"construct_debug_build_url\"\n installer.populate_debug_build_url()\n elif step == \"check_url_status\":\n self.node_install_info.state = \"checking_url_status\"\n installer.check_url_status(self.node_install_info.build_url)\n if self.node_install_info.debug_build_url:\n installer.check_url_status(\n self.node_install_info.debug_build_url)\n elif step == \"local_download_build\":\n self.node_install_info.state = \"downloading_build_on_executor\"\n build_urls = [self.node_install_info.build_url]\n if self.node_install_info.debug_build_url:\n build_urls.append(self.node_install_info.debug_build_url)\n\n for build_url in build_urls:\n f_name, res = installer.download_build_locally(build_url)\n self.log.debug(\"File saved as '{}'\".format(f_name))\n self.log.debug(\"File size: {}\".format(res[\"Content-Length\"]))\n self.log.debug(\"File create date: {}\".format(res[\"Date\"]))\n elif step == \"copy_local_build_to_server\":\n self.node_install_info.state = \"copying_build_to_remote_server\"\n build_urls = [self.node_install_info.build_url]\n if self.node_install_info.debug_build_url:\n build_urls.append(self.node_install_info.build_url)\n for build_url in build_urls:\n installer.result = installer.result and \\\n installer.copy_build_to_server(node_installer,\n build_url)\n elif step == \"download_build\":\n self.node_install_info.state = \"downloading_build\"\n installer.download_build(node_installer,\n self.node_install_info.build_url)\n if self.node_install_info.debug_build_url:\n installer.download_build(node_installer,\n self.node_install_info.build_url)\n elif step == \"uninstall\":\n self.node_install_info.state = \"uninstalling\"\n node_installer.uninstall()\n elif step == \"deep_cleanup\":\n self.node_install_info.state = \"deep_cleaning\"\n elif step == \"pre_install\":\n self.node_install_info.state = \"pre_install_procedure\"\n elif step == \"install\":\n self.node_install_info.state = \"installing\"\n node_installer.install(self.node_install_info.build_url)\n node_installer.post_install()\n elif step == \"init_cluster\":\n self.node_install_info.state = \"init_cluster\"\n node_installer.init_cluster(self.node_install_info.server)\n elif step == \"post_install\":\n self.node_install_info.state = \"post_install_procedure\"\n elif step == \"post_install_cleanup\":\n self.node_install_info.state = \"post_install_cleanup\"\n else:\n self.log.critical(\"Invalid step '{}'\".format(step))\n installer.result = False\n\n if installer.result is False:\n break\n\n node_installer.shell.disconnect()\n self.result = installer.result"806 },807 {808 "instruction": "generate python code for the above",809 "input": "Create a new partition at the location specified and of\nthe size specified\n",810 "output": "\n\ndef create_new_partition(self, location, size=None):\n \"\"\"\n Create a new partition at the location specified and of\n the size specified\n :param location: Location to create the new partition at.\n :param size: Size of the partition in MB\n :return: None\n \"\"\"\n command = \"umount -l {0}\".format(location)\n output, error = self.execute_command(command)\n command = \"rm -rf {0}\".format(location)\n output, error = self.execute_command(command)\n command = \"rm -rf /usr/disk-img/disk-quota.ext3\"\n output, error = self.execute_command(command)\n command = \"mkdir -p {0}\".format(location)\n output, error = self.execute_command(command)\n if size:\n count = (size * 1024 * 1024) // 512\n else:\n count = (5 * 1024 * 1024 * 1024) // 512\n command = \"mkdir -p /usr/disk-img\"\n output, error = self.execute_command(command)\n command = \"dd if=/dev/zero of=/usr/disk-img/disk-quota.ext3 count={0}\".format(count)\n output, error = self.execute_command(command)\n command = \"/sbin/mkfs -t ext3 -q /usr/disk-img/disk-quota.ext3 -F\"\n output, error = self.execute_command(command)\n command = \"mount -o loop,rw,usrquota,grpquota /usr/disk-img/disk-quota.ext3 {0}\".format(location)\n output, error = self.execute_command(command)\n command = \"chown 'couchbase' {0}\".format(location)\n output, error = self.execute_command(command)\n command = \"chmod 777 {0}\".format(location)\n output, error = self.execute_command(command)"811 },812 {813 "instruction": "generate code for the above:",814 "input": "Connect to the remote server with given user and password, with exponential backoff delay\n",815 "output": "import os\nimport paramiko\nimport signal\nfrom time import sleep\n\ndef ssh_connect_with_retries(self, ip, ssh_username, ssh_password, ssh_key,\n exit_on_failure=False, max_attempts_connect=5,\n backoff_time=10):\n \"\"\"\n Connect to the remote server with given user and password, with exponential backoff delay\n :param ip: IP address of the remote server to connect to\n :param ssh_username: user to connect to remote server with\n :param ssh_password: password to connect to remote server with\n :param ssh_key: ssh key to connect to remote server with\n :param exit_on_failure: exit the function on error if True\n :param max_attempts_connect: max number of attempts before giving up\n :param backoff_time: time to wait between attempts\n :return: None\n \"\"\"\n attempt = 0\n is_ssh_ok = False\n while not is_ssh_ok and attempt < max_attempts_connect:\n attempt += 1\n log.info(\"SSH Connecting to {} with username:{}, attempt#{} of {}\"\n .format(ip, ssh_username, attempt, max_attempts_connect))\n try:\n if self.remote and ssh_key == '':\n self._ssh_client.connect(\n hostname=ip.replace('[', '').replace(']', ''),\n username=ssh_username, password=ssh_password,\n look_for_keys=False)\n elif self.remote:\n self._ssh_client.connect(\n hostname=ip.replace('[', '').replace(']', ''),\n username=ssh_username, key_filename=ssh_key,\n look_for_keys=False)\n is_ssh_ok = True\n except paramiko.BadHostKeyException as bhke:\n log.error(\"Can't establish SSH (Invalid host key) to {}: {}\"\n .format(ip, bhke))\n raise Exception(bhke)\n except Exception as e:\n log.error(\"Can't establish SSH (unknown reason) to {}: {}\"\n .format(ip, e, ssh_username, ssh_password))\n if attempt < max_attempts_connect:\n log.info(\"Retrying with back off delay for {} secs.\"\n .format(backoff_time))\n self.sleep(backoff_time)\n backoff_time *= 2\n\n if not is_ssh_ok:\n error_msg = \"-->No SSH connectivity to {} even after {} times!\\n\".format(self.ip, attempt)\n log.error(error_msg)\n if exit_on_failure:\n log.error(\"Exit on failure: killing process\")\n os.kill(os.getpid(), signal.SIGKILL)\n else:\n log.error(\"No exit on failure, raise exception\")\n raise Exception(error_msg)\n else:\n log.info(\"SSH Connected to {} as {}\".format(ip, ssh_username))"816 },817 {818 "instruction": "generate comment:",819 "input": "def restart_couchbase(self):\n \n o, r = self.execute_command(\"open /Applications/Couchbase\\ Server.app\")\n self.log_command_output(o, r)",820 "output": "def restart_couchbase(self):\n \"\"\"\n Restarts the Couchbase server on the remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"open /Applications/Couchbase\\ Server.app\")\n self.log_command_output(o, r)"821 },822 {823 "instruction": "generate comment.",824 "input": "def kill_goxdcr(self):\n \n o, r = self.execute_command(\"taskkill /F /T /IM goxdcr*\")\n self.log_command_output(o, r)",825 "output": "def kill_goxdcr(self):\n \"\"\"\n Kill XDCR process on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"taskkill /F /T /IM goxdcr*\")\n self.log_command_output(o, r)"826 },827 {828 "instruction": "generate comment.",829 "input": "def main(logger):\n \n helper = InstallHelper(logger)\n args = helper.parse_command_line_args(sys.argv[1:])\n logger.setLevel(args.log_level.upper())\n user_input = TestInputParser.get_test_input(args)\n\n for server in user_input.servers:\n server.install_status = \"not_started\"\n\n logger.info(\"Node health check\")\n if not helper.check_server_state(user_input.servers):\n return 1\n\n # Populate valid couchbase version and validate the input version\n try:\n helper.populate_cb_server_versions()\n except Exception as e:\n logger.warning(\"Error while reading couchbase version: {}\".format(e))\n if args.version[:3] not in BuildUrl.CB_VERSION_NAME.keys():\n log.critical(\"Version '{}' not yet supported\".format(args.version[:3]))\n return 1\n\n # Objects for each node to track the URLs / state to reuse\n node_helpers = list()\n for server in user_input.servers:\n server_info = RemoteMachineShellConnection.get_info_for_server(server)\n node_helpers.append(\n NodeInstallInfo(server,\n server_info,\n helper.get_os(server_info),\n args.version,\n args.edition))\n\n # Validate os_type across servers\n okay = helper.validate_server_status(node_helpers)\n if not okay:\n return 1\n\n # Populating build url to download\n if args.url:\n for node_helper in node_helpers:\n node_helper.build_url = args.url\n else:\n tasks_to_run = [\"populate_build_url\"]\n if args.install_debug_info:\n tasks_to_run.append(\"populate_debug_build_url\")\n\n url_builder_threads = \\\n [NodeInstaller(logger, node_helper, tasks_to_run)\n for node_helper in node_helpers]\n okay = start_and_wait_for_threads(url_builder_threads, 60)\n if not okay:\n return 1\n\n # Checking URL status\n url_builder_threads = \\\n [NodeInstaller(logger, node_helper, [\"check_url_status\"])\n for node_helper in node_helpers]\n okay = start_and_wait_for_threads(url_builder_threads, 60)\n if not okay:\n return 1\n\n # Downloading build\n if args.skip_local_download:\n # Download on individual nodes\n download_threads = \\\n [NodeInstaller(logger, node_helper, [\"download_build\"])\n for node_helper in node_helpers]\n else:\n # Local file download and scp to all nodes\n download_threads = [\n NodeInstaller(logger, node_helpers[0], [\"local_download_build\"])]\n okay = start_and_wait_for_threads(download_threads,\n args.build_download_timeout)\n if not okay:\n return 1\n\n download_threads = \\\n [NodeInstaller(logger, node_helper, [\"copy_local_build_to_server\"])\n for node_helper in node_helpers]\n\n okay = start_and_wait_for_threads(download_threads,\n args.build_download_timeout)\n if not okay:\n return 1\n\n install_tasks = args.install_tasks.split(\"-\")\n logger.info(\"Starting installation tasks :: {}\".format(install_tasks))\n install_threads = [\n NodeInstaller(logger, node_helper, install_tasks)\n for node_helper in node_helpers]\n okay = start_and_wait_for_threads(install_threads, args.timeout)\n print_install_status(install_threads, logger)\n if not okay:\n return 1\n return 0",830 "output": "def main(logger):\n \"\"\"\n Main function of the installation script.\n :param logger: logger object to use\n :return: status code for the installation process\n \"\"\"\n helper = InstallHelper(logger)\n args = helper.parse_command_line_args(sys.argv[1:])\n logger.setLevel(args.log_level.upper())\n user_input = TestInputParser.get_test_input(args)\n\n for server in user_input.servers:\n server.install_status = \"not_started\"\n\n logger.info(\"Node health check\")\n if not helper.check_server_state(user_input.servers):\n return 1\n\n # Populate valid couchbase version and validate the input version\n try:\n helper.populate_cb_server_versions()\n except Exception as e:\n logger.warning(\"Error while reading couchbase version: {}\".format(e))\n if args.version[:3] not in BuildUrl.CB_VERSION_NAME.keys():\n log.critical(\"Version '{}' not yet supported\".format(args.version[:3]))\n return 1\n\n # Objects for each node to track the URLs / state to reuse\n node_helpers = list()\n for server in user_input.servers:\n server_info = RemoteMachineShellConnection.get_info_for_server(server)\n node_helpers.append(\n NodeInstallInfo(server,\n server_info,\n helper.get_os(server_info),\n args.version,\n args.edition))\n\n # Validate os_type across servers\n okay = helper.validate_server_status(node_helpers)\n if not okay:\n return 1\n\n # Populating build url to download\n if args.url:\n for node_helper in node_helpers:\n node_helper.build_url = args.url\n else:\n tasks_to_run = [\"populate_build_url\"]\n if args.install_debug_info:\n tasks_to_run.append(\"populate_debug_build_url\")\n\n url_builder_threads = \\\n [NodeInstaller(logger, node_helper, tasks_to_run)\n for node_helper in node_helpers]\n okay = start_and_wait_for_threads(url_builder_threads, 60)\n if not okay:\n return 1\n\n # Checking URL status\n url_builder_threads = \\\n [NodeInstaller(logger, node_helper, [\"check_url_status\"])\n for node_helper in node_helpers]\n okay = start_and_wait_for_threads(url_builder_threads, 60)\n if not okay:\n return 1\n\n # Downloading build\n if args.skip_local_download:\n # Download on individual nodes\n download_threads = \\\n [NodeInstaller(logger, node_helper, [\"download_build\"])\n for node_helper in node_helpers]\n else:\n # Local file download and scp to all nodes\n download_threads = [\n NodeInstaller(logger, node_helpers[0], [\"local_download_build\"])]\n okay = start_and_wait_for_threads(download_threads,\n args.build_download_timeout)\n if not okay:\n return 1\n\n download_threads = \\\n [NodeInstaller(logger, node_helper, [\"copy_local_build_to_server\"])\n for node_helper in node_helpers]\n\n okay = start_and_wait_for_threads(download_threads,\n args.build_download_timeout)\n if not okay:\n return 1\n\n install_tasks = args.install_tasks.split(\"-\")\n logger.info(\"Starting installation tasks :: {}\".format(install_tasks))\n install_threads = [\n NodeInstaller(logger, node_helper, install_tasks)\n for node_helper in node_helpers]\n okay = start_and_wait_for_threads(install_threads, args.timeout)\n print_install_status(install_threads, logger)\n if not okay:\n return 1\n return 0"831 },832 {833 "instruction": "generate python code for the following",834 "input": "Starts the Couchbase server on the remote server.\nThe method runs the sever from non-default location if it's run as nonroot user. Else from default location.\n",835 "output": "\n\ndef start_server(self):\n \"\"\"\n Starts the Couchbase server on the remote server.\n The method runs the sever from non-default location if it's run as nonroot user. Else from default location.\n :return: None\n \"\"\"\n o, r = self.execute_command(\"open /Applications/Couchbase\\ Server.app\")\n self.log_command_output(o, r)"836 },837 {838 "instruction": "generate comment:",839 "input": "def reconnect_if_inactive(self):\n \n tp = self._ssh_client.get_transport()\n if tp and not tp.active:\n self.log.warning(\"%s - SSH connection inactive\" % self.ip)\n self.ssh_connect_with_retries(self.ip, self.username,\n self.password, self.ssh_key)",840 "output": "def reconnect_if_inactive(self):\n \"\"\"\n If the SSH channel is inactive, retry the connection\n \"\"\"\n tp = self._ssh_client.get_transport()\n if tp and not tp.active:\n self.log.warning(\"%s - SSH connection inactive\" % self.ip)\n self.ssh_connect_with_retries(self.ip, self.username,\n self.password, self.ssh_key)"841 },842 {843 "instruction": "generate python code for ",844 "input": "Populates the debug_info build url variable.\n",845 "output": "\n\ndef populate_debug_build_url(self):\n \"\"\"\n Populates the debug_info build url variable.\n :return: None\n \"\"\"\n self.node_install_info.debug_build_url = self.__construct_build_url(\n is_debuginfo_build=True)\n self.log.info(\"{} - Debug build url :: {}\"\n .format(self.node_install_info.server.ip,\n self.node_install_info.debug_build_url))"846 },847 {848 "instruction": "generate comment.",849 "input": "def disconnect(self):\n \n ShellConnection.disconnections += 1\n self._ssh_client.close()",850 "output": "def disconnect(self):\n \"\"\"\n Disconnect the ssh connection to remote machine.\n :return: None\n \"\"\"\n ShellConnection.disconnections += 1\n self._ssh_client.close()"851 },852 {853 "instruction": "",854 "input": "def __str__(self):\n \n #ip_str = \"ip:{0}\".format(self.ip)\n ip_str = \"ip:{0} port:{1}\".format(self.ip, self.port)\n ssh_username_str = \"ssh_username:{0}\".format(self.ssh_username)\n return \"{0} {1}\".format(ip_str, ssh_username_str)",855 "output": "def __str__(self):\n \"\"\"\n Returns a string representation of the TestInputServer object with ip, port and ssh_username\n :return: A string representation of the TestInputServer object\n \"\"\"\n #ip_str = \"ip:{0}\".format(self.ip)\n ip_str = \"ip:{0} port:{1}\".format(self.ip, self.port)\n ssh_username_str = \"ssh_username:{0}\".format(self.ssh_username)\n return \"{0} {1}\".format(ip_str, ssh_username_str)"856 },857 {858 "instruction": "generate python code for the following",859 "input": "Flush OS caches on remote server\n",860 "output": "\n\ndef flush_os_caches(self):\n \"\"\"\n Flush OS caches on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"sync\")\n self.log_command_output(o, r)\n o, r = self.execute_command(\"/sbin/sysctl vm.drop_caches=3\")\n self.log_command_output(o, r)"861 },862 {863 "instruction": "generate python code for the following",864 "input": "Waits for Couchbase server to start within the specified timeout period.\n",865 "output": "\n\ndef wait_for_couchbase_started(self, num_retries=5, poll_interval=5,\n message=\"Waiting for couchbase startup finish.\"):\n \"\"\"\n Waits for Couchbase server to start within the specified timeout period.\n :param num_retries: Number of times to wait for the Couchbase server to be online.\n :param poll_interval: interval in seconds between each retry attempt.\n :param message: Message to display while waiting for Couchbase server to be online.\n :return: None\n \"\"\"\n while num_retries > 0:\n if self.is_couchbase_running():\n break\n self.sleep(timeout=poll_interval, message=message)\n num_retries -= 1\n else:\n log.error(\"Couchbase server is failed to start!\")"866 },867 {868 "instruction": "generate comment for following function:",869 "input": "def remove_directory_recursive(self, remote_path):\n \n if self.remote:\n sftp = self._ssh_client.open_sftp()\n try:\n log.info(\"removing {0} directory...\".format(remote_path))\n self.rmtree(sftp, remote_path)\n except IOError:\n return False\n finally:\n sftp.close()\n else:\n try:\n p = Popen(\"rm -rf {0}\".format(remote_path), shell=True, stdout=PIPE, stderr=PIPE)\n p.communicate()\n except IOError:\n return False\n return True",870 "output": "def remove_directory_recursive(self, remote_path):\n \"\"\"\n Recursively remove directory in remote machine.\n :param remote_path: directory path to remove\n :return: True if successful else False\n \"\"\"\n if self.remote:\n sftp = self._ssh_client.open_sftp()\n try:\n log.info(\"removing {0} directory...\".format(remote_path))\n self.rmtree(sftp, remote_path)\n except IOError:\n return False\n finally:\n sftp.close()\n else:\n try:\n p = Popen(\"rm -rf {0}\".format(remote_path), shell=True, stdout=PIPE, stderr=PIPE)\n p.communicate()\n except IOError:\n return False\n return True"871 },872 {873 "instruction": "generate doc string for following function:",874 "input": "def kill_goxdcr(self):\n \n o, r = self.execute_command(\"killall -9 goxdcr\")\n self.log_command_output(o, r)",875 "output": "def kill_goxdcr(self):\n \"\"\"\n Kill XDCR process on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"killall -9 goxdcr\")\n self.log_command_output(o, r)"876 },877 {878 "instruction": "generate code for the above:",879 "input": "Applies memory stress for a specified duration with 3 workers each of size 2.5G.\nOverride method for Windows\n",880 "output": "\n\ndef ram_stress(self, stop_time):\n \"\"\"\n Applies memory stress for a specified duration with 3 workers each of size 2.5G.\n Override method for Windows\n :param stop_time: duration to apply the memory stress for.\n :return: None\n \"\"\"\n raise NotImplementedError"881 },882 {883 "instruction": "give a code to",884 "input": "Get the pid of memcached process\n",885 "output": "\n\ndef get_memcache_pid(self):\n \"\"\"\n Get the pid of memcached process\n :return: pid of memcached process\n \"\"\"\n raise NotImplementedError"886 },887 {888 "instruction": "generate comment:",889 "input": "def stop_network(self, stop_time):\n \n command = \"net stop Netman && timeout {} && net start Netman\"\n output, error = self.execute_command(command.format(stop_time))\n self.log_command_output(output, error)",890 "output": "def stop_network(self, stop_time):\n \"\"\"\n Stop the network for given time period and then restart the network\n on the machine.\n Override method for Windows\n :param stop_time: Time duration for which the network service needs\n to be down in the machine\n :return: None\n \"\"\"\n command = \"net stop Netman && timeout {} && net start Netman\"\n output, error = self.execute_command(command.format(stop_time))\n self.log_command_output(output, error)"891 },892 {893 "instruction": "",894 "input": "def stop_network(self, stop_time):\n \n command = \"nohup service network stop && sleep {} \" \\\n \"&& service network start &\"\n output, error = self.execute_command(command.format(stop_time))\n self.log_command_output(output, error)",895 "output": "def stop_network(self, stop_time):\n \"\"\"\n Stop the network for given time period and then restart the network\n on the machine.\n :param stop_time: Time duration for which the network service needs\n to be down in the machine\n :return: None\n \"\"\"\n command = \"nohup service network stop && sleep {} \" \\\n \"&& service network start &\"\n output, error = self.execute_command(command.format(stop_time))\n self.log_command_output(output, error)"896 },897 {898 "instruction": "generate code for the following",899 "input": "Start memcached process on remote server\n",900 "output": "\n\ndef start_memcached(self):\n \"\"\"\n Start memcached process on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"taskkill /F /T /IM memcached\")\n self.log_command_output(o, r, debug=False)"901 },902 {903 "instruction": "generate python code for the following",904 "input": "Check if the couchbase installed is enterprise edition or not\nOverride method for Windows\n",905 "output": "\n\ndef is_enterprise(self):\n \"\"\"\n Check if the couchbase installed is enterprise edition or not\n Override method for Windows\n :return: True if couchbase installed is enterprise edition else False\n \"\"\"\n raise NotImplementedError"906 },907 {908 "instruction": "",909 "input": "Stops the Couchbase server on the remote server.\nThe method stops the server from non-default location if it's run as nonroot user. Else from default location.\n",910 "output": "\n\ndef stop_server(self):\n \"\"\"\n Stops the Couchbase server on the remote server.\n The method stops the server from non-default location if it's run as nonroot user. Else from default location.\n :param os:\n :return: None\n \"\"\"\n o, r = self.execute_command(\"net stop couchbaseserver\")\n self.log_command_output(o, r)"911 },912 {913 "instruction": "generate code for the above:",914 "input": "Uninstalls Couchbase server on Linux machine\n",915 "output": "\n\ndef uninstall(self):\n \"\"\"\n Uninstalls Couchbase server on Linux machine\n :return: True on success\n \"\"\"\n self.shell.stop_couchbase()\n cmd = self.cmds\n if self.shell.nonroot:\n cmd = self.non_root_cmds\n cmd = cmd[self.shell.info.deliverable_type][\"uninstall\"]\n self.shell.execute_command(cmd)\n return True"916 },917 {918 "instruction": "generate comment.",919 "input": "def unpause_memcached(self, os=\"linux\"):\n \n log.info(\"*** unpause memcached process ***\")\n if self.nonroot:\n o, r = self.execute_command(\"killall -SIGCONT memcached.bin\")\n else:\n o, r = self.execute_command(\"killall -SIGCONT memcached\")\n self.log_command_output(o, r)",920 "output": "def unpause_memcached(self, os=\"linux\"):\n \"\"\"\n Unpauses the memcached process on remote server\n :param os: os type of remote server\n :return: None\n \"\"\"\n log.info(\"*** unpause memcached process ***\")\n if self.nonroot:\n o, r = self.execute_command(\"killall -SIGCONT memcached.bin\")\n else:\n o, r = self.execute_command(\"killall -SIGCONT memcached\")\n self.log_command_output(o, r)"921 },922 {923 "instruction": "generate comment:",924 "input": "def start_couchbase(self):\n \n retry = 0\n running = self.is_couchbase_running()\n while not running and retry < 3:\n self.log.info(\"Starting couchbase server\")\n o, r = self.execute_command(\"open /Applications/Couchbase\\ Server.app\")\n self.log_command_output(o, r)\n running = self.is_couchbase_running()\n retry = retry + 1\n if not running and retry >= 3:\n self.log.critical(\"%s - Server not started even after 3 retries\" % self.info.ip)\n return False\n return True",925 "output": "def start_couchbase(self):\n \"\"\"\n Starts couchbase on remote server\n :return: None\n \"\"\"\n retry = 0\n running = self.is_couchbase_running()\n while not running and retry < 3:\n self.log.info(\"Starting couchbase server\")\n o, r = self.execute_command(\"open /Applications/Couchbase\\ Server.app\")\n self.log_command_output(o, r)\n running = self.is_couchbase_running()\n retry = retry + 1\n if not running and retry >= 3:\n self.log.critical(\"%s - Server not started even after 3 retries\" % self.info.ip)\n return False\n return True"926 },927 {928 "instruction": "generate python code for the following",929 "input": "Enables read-only mode for the specified disk location.\n",930 "output": "\n\ndef enable_disk_readonly(self, disk_location):\n \"\"\"\n Enables read-only mode for the specified disk location.\n :param disk_location: disk location to enable read-only mode.\n :return: None\n \"\"\"\n o, r = self.execute_command(\"chmod -R 444 {}\".format(disk_location))\n self.log_command_output(o, r)"931 },932 {933 "instruction": "",934 "input": "Get the membase settings information from the config\n",935 "output": "\n\ndef get_membase_settings(config, section):\n \"\"\"\n Get the membase settings information from the config\n :param config: config\n :param section: section to get information from\n :return: membase settings information\n \"\"\"\n membase_settings = TestInputMembaseSetting()\n for option in config.options(section):\n if option == 'rest_username':\n membase_settings.rest_username = config.get(section, option)\n if option == 'rest_password':\n membase_settings.rest_password = config.get(section, option)\n return membase_settings"936 },937 {938 "instruction": "generate code for the following",939 "input": "Check if certain word is present in the output\n",940 "output": "\n\ndef _check_output(self, word_check, output):\n \"\"\"\n Check if certain word is present in the output\n :param word_check: string or list of strings to check\n :param output: the output to check against\n :return: True if word is present in the output else False\n \"\"\"\n found = False\n if len(output) >= 1:\n if isinstance(word_check, list):\n for ele in word_check:\n for x in output:\n if ele.lower() in str(x.lower()):\n log.info(\"Found '{0} in output\".format(ele))\n found = True\n break\n elif isinstance(word_check, str):\n for x in output:\n if word_check.lower() in str(x.lower()):\n log.info(\"Found '{0}' in output\".format(word_check))\n found = True\n break\n else:\n self.log.error(\"invalid {0}\".format(word_check))\n return found"941 },942 {943 "instruction": "generate python code for ",944 "input": "Check if certain word is present in the output\n",945 "output": "\n\ndef _check_output(self, word_check, output):\n \"\"\"\n Check if certain word is present in the output\n :param word_check: string or list of strings to check\n :param output: the output to check against\n :return: True if word is present in the output else False\n \"\"\"\n found = False\n if len(output) >= 1:\n if isinstance(word_check, list):\n for ele in word_check:\n for x in output:\n if ele.lower() in str(x.lower()):\n log.info(\"Found '{0} in output\".format(ele))\n found = True\n break\n elif isinstance(word_check, str):\n for x in output:\n if word_check.lower() in str(x.lower()):\n log.info(\"Found '{0}' in output\".format(word_check))\n found = True\n break\n else:\n self.log.error(\"invalid {0}\".format(word_check))\n return found"946 },947 {948 "instruction": "",949 "input": "def copy_file_remote_to_local(self, rem_path, des_path):\n \n result = True\n sftp = self._ssh_client.open_sftp()\n try:\n sftp.get(rem_path, des_path)\n except IOError as e:\n self.log.error('Can not copy file', e)\n result = False\n finally:\n sftp.close()\n return result",950 "output": "def copy_file_remote_to_local(self, rem_path, des_path):\n \"\"\"\n Copy file from remote server to local\n :param rem_path: remote path of the file to be copied\n :param des_path: destination path of the file to be copied\n :return: True if the file was successfully copied else False\n \"\"\"\n result = True\n sftp = self._ssh_client.open_sftp()\n try:\n sftp.get(rem_path, des_path)\n except IOError as e:\n self.log.error('Can not copy file', e)\n result = False\n finally:\n sftp.close()\n return result"951 },952 {953 "instruction": "generate python code for the following",954 "input": "Check if a process is running currently\nOverride method for Windows\n",955 "output": "from shell_util.remote_machine import RemoteMachineProcess\n\ndef is_process_running(self, process_name):\n \"\"\"\n Check if a process is running currently\n Override method for Windows\n :param process_name: name of the process to check\n :return: True if process is running else False\n \"\"\"\n self.log.info(\"%s - Checking for process %s\" % (self.ip, process_name))\n output, error = self.execute_command(\n 'tasklist | grep {0}'.format(process_name), debug=False)\n if error or output == [\"\"] or output == []:\n return None\n words = output[0].split(\" \")\n words = [x for x in words if x != \"\"]\n process = RemoteMachineProcess()\n process.pid = words[1]\n process.name = words[0]\n self.log.debug(\"Process is running: %s\" % words)\n return process"956 },957 {958 "instruction": "generate comment for above",959 "input": "def get_disk_info(self, win_info=None, mac=False):\n \n if win_info:\n if 'Total Physical Memory' not in win_info:\n win_info = self.create_windows_info()\n o = \"Total Physical Memory =\" + win_info['Total Physical Memory'] + '\\n'\n o += \"Available Physical Memory =\" \\\n + win_info['Available Physical Memory']\n elif mac:\n o, r = self.execute_command_raw('df -hl', debug=False)\n else:\n o, r = self.execute_command_raw('df -Thl', debug=False)\n if o:\n return o",960 "output": "def get_disk_info(self, win_info=None, mac=False):\n \"\"\"\n Get disk info of the remote server\n :param win_info: Windows info in case of windows\n :param mac: Get info for macOS if True\n :return: Disk info of the remote server if found else None\n \"\"\"\n if win_info:\n if 'Total Physical Memory' not in win_info:\n win_info = self.create_windows_info()\n o = \"Total Physical Memory =\" + win_info['Total Physical Memory'] + '\\n'\n o += \"Available Physical Memory =\" \\\n + win_info['Available Physical Memory']\n elif mac:\n o, r = self.execute_command_raw('df -hl', debug=False)\n else:\n o, r = self.execute_command_raw('df -Thl', debug=False)\n if o:\n return o"961 },962 {963 "instruction": "generate doc string for following function:",964 "input": "def list_files(self, remote_path):\n \n if self.remote:\n sftp = self._ssh_client.open_sftp()\n files = []\n try:\n file_names = sftp.listdir(remote_path)\n for name in file_names:\n files.append({'path': remote_path, 'file': name})\n sftp.close()\n except IOError:\n return []\n return files\n else:\n p = Popen(\"ls {0}\".format(remote_path), shell=True, stdout=PIPE, stderr=PIPE)\n files, stderro = p.communicate()\n return files",965 "output": "def list_files(self, remote_path):\n \"\"\"\n List files in remote machine for a given directory\n :param remote_path: path of the directory to list\n :return: List of file paths found in remote machine and directory\n \"\"\"\n if self.remote:\n sftp = self._ssh_client.open_sftp()\n files = []\n try:\n file_names = sftp.listdir(remote_path)\n for name in file_names:\n files.append({'path': remote_path, 'file': name})\n sftp.close()\n except IOError:\n return []\n return files\n else:\n p = Popen(\"ls {0}\".format(remote_path), shell=True, stdout=PIPE, stderr=PIPE)\n files, stderro = p.communicate()\n return files"966 },967 {968 "instruction": "generate comment for above",969 "input": "def uninstall(self):\n \n self.shell.stop_couchbase()\n cmd = self.cmds[\"uninstall\"]\n self.shell.execute_command(cmd)\n return True",970 "output": "def uninstall(self):\n \"\"\"\n Uninstalls Couchbase server on Windows machine\n :return: True on success\n \"\"\"\n self.shell.stop_couchbase()\n cmd = self.cmds[\"uninstall\"]\n self.shell.execute_command(cmd)\n return True"971 },972 {973 "instruction": "generate python code for the above",974 "input": "Unpauses the memcached process on remote server\nOverride method for Windows\n",975 "output": "\n\ndef unpause_memcached(self):\n \"\"\"\n Unpauses the memcached process on remote server\n Override method for Windows\n :param os: os type of remote server\n :return: None\n \"\"\"\n self.log.info(\"*** unpause memcached process ***\")\n cmd = \"pssuspend -r $(tasklist | grep memcached | gawk '{printf $2}')\"\n o, r = self.execute_command(cmd)\n self.log_command_output(o, [])"976 },977 {978 "instruction": "generate comment:",979 "input": "def restart_couchbase(self):\n \n o, r = self.execute_command(\"net stop couchbaseserver\")\n self.log_command_output(o, r)\n o, r = self.execute_command(\"net start couchbaseserver\")\n self.log_command_output(o, r)",980 "output": "def restart_couchbase(self):\n \"\"\"\n Restarts the Couchbase server on the remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"net stop couchbaseserver\")\n self.log_command_output(o, r)\n o, r = self.execute_command(\"net start couchbaseserver\")\n self.log_command_output(o, r)"981 },982 {983 "instruction": "generate code for the following",984 "input": "Unpauses the memcached process on remote server\nOverride method for Windows\n",985 "output": "\n\ndef unpause_memcached(self):\n \"\"\"\n Unpauses the memcached process on remote server\n Override method for Windows\n :param os: os type of remote server\n :return: None\n \"\"\"\n self.log.info(\"*** unpause memcached process ***\")\n cmd = \"pssuspend -r $(tasklist | grep memcached | gawk '{printf $2}')\"\n o, r = self.execute_command(cmd)\n self.log_command_output(o, [])"986 },987 {988 "instruction": "Code the following:",989 "input": "Kill the full text search process on remote server\n",990 "output": "\n\ndef kill_cbft_process(self):\n \"\"\"\n Kill the full text search process on remote server\n :return: output and error of command killing FTS process\n \"\"\"\n o, r = self.execute_command(\"killall -9 cbft\")\n self.log_command_output(o, r)\n if r and r[0] and \"command not found\" in r[0]:\n o, r = self.execute_command(\"pkill cbft\")\n self.log_command_output(o, r)\n return o, r"991 },992 {993 "instruction": "give a code to",994 "input": "Delete all traffic control rules set for eth0\n",995 "output": "\n\ndef delete_network_rule(self):\n \"\"\"\n Delete all traffic control rules set for eth0\n :return: None\n \"\"\"\n o, r = self.execute_command(\"tc qdisc del dev eth0 root\")\n self.log_command_output(o, r)"996 },997 {998 "instruction": "generate comment:",999 "input": "def reboot_node(self):\n \n o, r = self.execute_command(\"shutdown -r -f -t 0\")\n self.log_command_output(o, r)",1000 "output": "def reboot_node(self):\n \"\"\"\n Reboot the remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"shutdown -r -f -t 0\")\n self.log_command_output(o, r)"1001 },1002 {1003 "instruction": "Code the following:",1004 "input": "Starts couchbase on remote server\n",1005 "output": "\n\ndef start_couchbase(self):\n \"\"\"\n Starts couchbase on remote server\n :return: None\n \"\"\"\n retry = 0\n running = self.is_couchbase_running()\n while not running and retry < 3:\n self.log.info(\"Starting couchbase server\")\n o, r = self.execute_command(\"open /Applications/Couchbase\\ Server.app\")\n self.log_command_output(o, r)\n running = self.is_couchbase_running()\n retry = retry + 1\n if not running and retry >= 3:\n self.log.critical(\"%s - Server not started even after 3 retries\" % self.info.ip)\n return False\n return True"1006 },1007 {1008 "instruction": "generate comment:",1009 "input": "def parse_from_file(file):\n \n count = 0\n start = 0\n end = 0\n servers = list()\n ips = list()\n input = TestInput()\n config = configparser.ConfigParser(interpolation=None)\n config.read(file)\n sections = config.sections()\n global_properties = dict()\n cluster_ips = list()\n clusters = dict()\n client_ips = list()\n input.cbbackupmgr = dict()\n for section in sections:\n result = re.search('^cluster', section)\n if section == 'servers':\n ips = TestInputParser.get_server_ips(config, section)\n elif section == 'clients':\n client_ips = TestInputParser.get_server_ips(config, section)\n elif section == 'membase':\n input.membase_settings = TestInputParser.get_membase_settings(config, section)\n elif section == 'global':\n #get global stuff and override for those unset\n for option in config.options(section):\n global_properties[option] = config.get(section, option)\n elif section == 'elastic':\n input.elastic = TestInputParser.get_elastic_config(config, section, global_properties)\n elif section == 'bkrs_client':\n input.bkrs_client = TestInputParser.get_bkrs_client_config(config, section,\n global_properties, input.membase_settings)\n elif section == 'cbbackupmgr':\n input.cbbackupmgr = TestInputParser.get_cbbackupmgr_config(config, section)\n elif result is not None:\n cluster_list = TestInputParser.get_server_ips(config, section)\n cluster_ips.extend(cluster_list)\n clusters[count] = len(cluster_list)\n count += 1\n\n # Setup 'cluster#' tag as dict\n # input.clusters -> {0: [ip:10.1.6.210 ssh_username:root, ip:10.1.6.211 ssh_username:root]}\n for cluster_ip in cluster_ips:\n servers.append(TestInputParser.get_server(cluster_ip, config))\n servers = TestInputParser.get_server_options(servers, input.membase_settings, global_properties)\n for key, value in list(clusters.items()):\n end += value\n input.clusters[key] = servers[start:end]\n start += value\n\n # Setting up 'servers' tag\n servers = []\n for ip in ips:\n servers.append(TestInputParser.get_server(ip, config))\n input.servers = TestInputParser.get_server_options(servers, input.membase_settings, global_properties)\n\n if 'cbbackupmgr' not in sections:\n input.cbbackupmgr[\"name\"] = \"local_bkrs\"\n\n if 'bkrs_client' not in sections:\n input.bkrs_client = None\n\n # Setting up 'clients' tag\n input.clients = client_ips\n\n return input",1010 "output": "def parse_from_file(file):\n \"\"\"\n Parse the test inputs from file\n :param file: path to file to parse\n :return: TestInput object\n \"\"\"\n count = 0\n start = 0\n end = 0\n servers = list()\n ips = list()\n input = TestInput()\n config = configparser.ConfigParser(interpolation=None)\n config.read(file)\n sections = config.sections()\n global_properties = dict()\n cluster_ips = list()\n clusters = dict()\n client_ips = list()\n input.cbbackupmgr = dict()\n for section in sections:\n result = re.search('^cluster', section)\n if section == 'servers':\n ips = TestInputParser.get_server_ips(config, section)\n elif section == 'clients':\n client_ips = TestInputParser.get_server_ips(config, section)\n elif section == 'membase':\n input.membase_settings = TestInputParser.get_membase_settings(config, section)\n elif section == 'global':\n #get global stuff and override for those unset\n for option in config.options(section):\n global_properties[option] = config.get(section, option)\n elif section == 'elastic':\n input.elastic = TestInputParser.get_elastic_config(config, section, global_properties)\n elif section == 'bkrs_client':\n input.bkrs_client = TestInputParser.get_bkrs_client_config(config, section,\n global_properties, input.membase_settings)\n elif section == 'cbbackupmgr':\n input.cbbackupmgr = TestInputParser.get_cbbackupmgr_config(config, section)\n elif result is not None:\n cluster_list = TestInputParser.get_server_ips(config, section)\n cluster_ips.extend(cluster_list)\n clusters[count] = len(cluster_list)\n count += 1\n\n # Setup 'cluster#' tag as dict\n # input.clusters -> {0: [ip:10.1.6.210 ssh_username:root, ip:10.1.6.211 ssh_username:root]}\n for cluster_ip in cluster_ips:\n servers.append(TestInputParser.get_server(cluster_ip, config))\n servers = TestInputParser.get_server_options(servers, input.membase_settings, global_properties)\n for key, value in list(clusters.items()):\n end += value\n input.clusters[key] = servers[start:end]\n start += value\n\n # Setting up 'servers' tag\n servers = []\n for ip in ips:\n servers.append(TestInputParser.get_server(ip, config))\n input.servers = TestInputParser.get_server_options(servers, input.membase_settings, global_properties)\n\n if 'cbbackupmgr' not in sections:\n input.cbbackupmgr[\"name\"] = \"local_bkrs\"\n\n if 'bkrs_client' not in sections:\n input.bkrs_client = None\n\n # Setting up 'clients' tag\n input.clients = client_ips\n\n return input"1011 },1012 {1013 "instruction": "",1014 "input": "def install(self, build_url):\n \n cmd = self.cmds[\"install\"]\n if self.shell.nonroot:\n cmd = self.non_root_cmds[\"install\"]\n f_name = build_url.split(\"/\")[-1]\n cmd = cmd.replace(\"buildpath\", \"{}/{}\"\n .format(self.download_dir, f_name))\n self.shell.execute_command(cmd)\n\n output, err = self.shell.execute_command(cmd)\n if output[0] == '1':\n return True\n self.shell.log.critical(\"Output: {}, Error: {}\".format(output, err))\n return False",1015 "output": "def install(self, build_url):\n \"\"\"\n Installs Couchbase server on Unix machine\n :param build_url: build url to get the Couchbase package from\n :return: True on successful installation else False\n \"\"\"\n cmd = self.cmds[\"install\"]\n if self.shell.nonroot:\n cmd = self.non_root_cmds[\"install\"]\n f_name = build_url.split(\"/\")[-1]\n cmd = cmd.replace(\"buildpath\", \"{}/{}\"\n .format(self.download_dir, f_name))\n self.shell.execute_command(cmd)\n\n output, err = self.shell.execute_command(cmd)\n if output[0] == '1':\n return True\n self.shell.log.critical(\"Output: {}, Error: {}\".format(output, err))\n return False"1016 },1017 {1018 "instruction": "generate code for the following",1019 "input": "Returns the ip address of the server. Returns internal ip is available, else the ip address.\n",1020 "output": "\n\ndef cluster_ip(self):\n \"\"\"\n Returns the ip address of the server. Returns internal ip is available, else the ip address.\n :return: ip address of the server\n \"\"\"\n return self.internal_ip or self.ip"1021 },1022 {1023 "instruction": "generate code for the following",1024 "input": "Monitor this process and return list of memories in 7 secs interval till the duration specified\n",1025 "output": "import time\nfrom time import sleep\n\ndef monitor_process_memory(self, process_name, duration_in_seconds=180,\n end=False):\n \"\"\"\n Monitor this process and return list of memories in 7 secs interval till the duration specified\n :param process_name: the name of the process to monitor\n :param duration_in_seconds: the duration to monitor the process till, in seconds\n :param end: False\n :return: list of virtual size (in kB) and resident set size for\n \"\"\"\n end_time = time.time() + float(duration_in_seconds)\n count = 0\n vsz = []\n rss = []\n while time.time() < end_time and not end:\n # get the process list\n process = self.is_process_running(process_name)\n if process:\n vsz.append(process.vsz)\n rss.append(process.rss)\n else:\n log.info(\"{0}:process {1} is not running. Wait for 2 seconds\"\n .format(self.remote_shell.ip, process_name))\n count += 1\n self.sleep(2)\n if count == 5:\n log.error(\"{0}:process {1} is not running at all.\"\n .format(self.remote_shell.ip, process_name))\n exit(1)\n log.info(\"sleep for 7 seconds before poll new processes\")\n self.sleep(7)\n return vsz, rss"1026 },1027 {1028 "instruction": "generate python code for the following",1029 "input": "Creates an instance of the NodeInstaller object. This object is used to install Couchbase server builds\non remote servers.\n",1030 "output": "\n\ndef __init__(self, logger, node_install_info, steps):\n \"\"\"\n Creates an instance of the NodeInstaller object. This object is used to install Couchbase server builds\n on remote servers.\n :param logger: logger object for logging\n :param node_install_info: node install info of type NodeInstallInfo\n :param steps: list of steps to run in the installation process\n \"\"\"\n super(NodeInstaller, self).__init__()\n self.log = logger\n self.steps = steps\n self.node_install_info = node_install_info\n self.result = False"1031 },1032 {1033 "instruction": "generate comment for above",1034 "input": "def disable_firewall(self):\n \n command_1 = \"/sbin/iptables -F\"\n command_2 = \"/sbin/iptables -t nat -F\"\n if self.nonroot:\n log.info(\"Non root user has no right to disable firewall, \"\n \"switching over to root\")\n self.connect_with_user(user=\"root\")\n output, error = self.execute_command(command_1)\n self.log_command_output(output, error)\n output, error = self.execute_command(command_2)\n self.log_command_output(output, error)\n self.connect_with_user(user=self.username)\n return\n output, error = self.execute_command(command_1)\n self.log_command_output(output, error, debug=False)\n output, error = self.execute_command(command_2)\n self.log_command_output(output, error, debug=False)\n self.connect_with_user(user=self.username)",1035 "output": "def disable_firewall(self):\n \"\"\"\n Clear firewall rules on the remote server\n :return: None\n \"\"\"\n command_1 = \"/sbin/iptables -F\"\n command_2 = \"/sbin/iptables -t nat -F\"\n if self.nonroot:\n log.info(\"Non root user has no right to disable firewall, \"\n \"switching over to root\")\n self.connect_with_user(user=\"root\")\n output, error = self.execute_command(command_1)\n self.log_command_output(output, error)\n output, error = self.execute_command(command_2)\n self.log_command_output(output, error)\n self.connect_with_user(user=self.username)\n return\n output, error = self.execute_command(command_1)\n self.log_command_output(output, error, debug=False)\n output, error = self.execute_command(command_2)\n self.log_command_output(output, error, debug=False)\n self.connect_with_user(user=self.username)"1036 },1037 {1038 "instruction": "generate python code for the following",1039 "input": "Creates an instance of the InstallSteps class.\n",1040 "output": "\n\ndef __init__(self, logger, node_install_info):\n \"\"\"\n Creates an instance of the InstallSteps class.\n :param logger:\n :param node_install_info:\n \"\"\"\n self.log = logger\n self.node_install_info = node_install_info\n self.result = True"1041 },1042 {1043 "instruction": "generate python code for ",1044 "input": "Get disk info of a remote server\n",1045 "output": "\n\ndef get_disk_info(self, win_info=None, mac=False):\n \"\"\"\n Get disk info of a remote server\n :param win_info: windows info\n :param mac: get disk info from macOS if True\n :return: disk info of remote server\n \"\"\"\n if win_info:\n if 'Total Physical Memory' not in win_info:\n win_info = self.create_windows_info()\n o = \"Total Physical Memory =\" + win_info['Total Physical Memory'] + '\\n'\n o += \"Available Physical Memory =\" + win_info['Available Physical Memory']\n elif mac:\n o, r = self.execute_command_raw('df -hl', debug=False)\n else:\n o, r = self.execute_command_raw('df -Thl', debug=False)\n if o:\n return o"1046 },1047 {1048 "instruction": "Code the following:",1049 "input": "Enables read-only mode for the specified disk location.\n",1050 "output": "\n\ndef enable_disk_readonly(self, disk_location):\n \"\"\"\n Enables read-only mode for the specified disk location.\n :param disk_location: disk location to enable read-only mode.\n :return: None\n \"\"\"\n o, r = self.execute_command(\"chmod -R 444 {}\".format(disk_location))\n self.log_command_output(o, r)"1051 },1052 {1053 "instruction": "",1054 "input": "def get_ip_address(self):\n \n ip_type = \"inet \\K[\\d.]\"\n ipv6_server = False\n if \"ip6\" in self.ip or self.ip.startswith(\"[\"):\n ipv6_server = True\n ip_type = \"inet6 \\K[0-9a-zA-Z:]\"\n cmd = \"ifconfig | grep -Po '{0}+'\".format(ip_type)\n o, r = self.execute_command_raw(cmd)\n if ipv6_server:\n for x in range(len(o)):\n o[x] = \"[{0}]\".format(o[x])\n return o",1055 "output": "def get_ip_address(self):\n \"\"\"\n Get ip address of a remote server\n :return: ip address of remote server\n \"\"\"\n ip_type = \"inet \\K[\\d.]\"\n ipv6_server = False\n if \"ip6\" in self.ip or self.ip.startswith(\"[\"):\n ipv6_server = True\n ip_type = \"inet6 \\K[0-9a-zA-Z:]\"\n cmd = \"ifconfig | grep -Po '{0}+'\".format(ip_type)\n o, r = self.execute_command_raw(cmd)\n if ipv6_server:\n for x in range(len(o)):\n o[x] = \"[{0}]\".format(o[x])\n return o"1056 },1057 {1058 "instruction": "generate comment for above",1059 "input": "def __construct_build_url(self, is_debuginfo_build=False):\n \n file_name = None\n build_version = self.node_install_info.version.split(\"-\")\n os_type = self.node_install_info.os_type\n node_info = RemoteMachineShellConnection.get_info_for_server(\n self.node_install_info.server)\n # Decide between release / regular build URL path\n if len(build_version) == 1:\n # Release build url\n url_path = \"http://{}/{}/{}\" \\\n .format(BuildUrl.CB_DOWNLOAD_SERVER,\n BuildUrl.CB_RELEASE_URL_PATH,\n build_version[0])\n else:\n # Build_number specific url\n main_version = \".\".join(build_version[0].split(\".\")[:2])\n # Reference: builds/latestbuilds/couchbase-server/trinity/1000\n url_path = \"http://{}/{}/{}/{}\" \\\n .format(BuildUrl.CB_DOWNLOAD_SERVER,\n BuildUrl.CB_LATESTBUILDS_URL_PATH,\n BuildUrl.CB_VERSION_NAME[main_version],\n build_version[1])\n\n build_version = \"-\".join(build_version)\n\n file_prefix = \"{}-{}\" \\\n .format(BuildUrl.CB_BUILD_FILE_PREFIX,\n self.node_install_info.edition)\n\n if os_type in install_util.constants.build.X86:\n # couchbase-server-enterprise-7.1.5-linux.x86_64.rpm\n # couchbase-server-enterprise-debuginfo-7.1.5-linux.x86_64.rpm\n if is_debuginfo_build:\n file_prefix = \"{}-{}\".format(file_prefix, \"debuginfo\")\n\n os_type = \"linux\"\n if float(build_version[:3]) < 7.1:\n os_type = self.node_install_info.os_type\n file_name = \"{}-{}-{}.{}.{}\" \\\n .format(file_prefix,\n build_version,\n os_type,\n node_info.architecture_type,\n node_info.deliverable_type)\n elif os_type in install_util.constants.build.LINUX_AMD64:\n # TODO: Check install_utils.py L1127 redundant code presence\n # couchbase-server-enterprise_7.1.5-linux_amd64.deb\n # couchbase-server-enterprise-dbg_7.1.5-linux_amd64.deb\n if is_debuginfo_build:\n file_prefix = \"{}-{}\".format(file_prefix, \"dbg\")\n\n os_type = \"linux\"\n if float(build_version[:3]) < 7.1:\n os_type = self.node_install_info.os_type\n file_name = \"{}_{}-{}_{}.{}\" \\\n .format(file_prefix,\n build_version,\n os_type,\n \"amd64\",\n node_info.deliverable_type)\n elif os_type in install_util.constants.build.WINDOWS_SERVER:\n # couchbase-server-enterprise_6.5.0-4557-windows_amd64.msi\n if \"windows\" in self.node_install_info.os_type:\n self.node_install_info.deliverable_type = \"msi\"\n file_name = \"{}_{}-{}_{}.{}\" \\\n .format(file_prefix,\n build_version,\n self.node_install_info.os_type,\n \"amd64\",\n node_info.deliverable_type)\n elif os_type in install_util.constants.build.MACOS_VERSIONS:\n # couchbase-server-enterprise_6.5.0-4557-macos_x86_64.dmg\n file_name = \"{}_{}-{}_{}-{}.{}\" \\\n .format(file_prefix,\n build_version,\n \"macos\",\n node_info.architecture_type,\n \"unnotarized\",\n node_info.deliverable_type)\n else:\n self.result = False\n self.log.critical(\"Unsupported os_type '{}' for build_url\"\n .format(self.node_install_info.os_type))\n return \"{}/{}\".format(url_path, file_name)",1060 "output": "def __construct_build_url(self, is_debuginfo_build=False):\n \"\"\"\n Constructs the build url for the given node.\n This url is used to download the installation package.\n :param is_debuginfo_build: gets debug_info build url if True\n :return: build url\n \"\"\"\n file_name = None\n build_version = self.node_install_info.version.split(\"-\")\n os_type = self.node_install_info.os_type\n node_info = RemoteMachineShellConnection.get_info_for_server(\n self.node_install_info.server)\n # Decide between release / regular build URL path\n if len(build_version) == 1:\n # Release build url\n url_path = \"http://{}/{}/{}\" \\\n .format(BuildUrl.CB_DOWNLOAD_SERVER,\n BuildUrl.CB_RELEASE_URL_PATH,\n build_version[0])\n else:\n # Build_number specific url\n main_version = \".\".join(build_version[0].split(\".\")[:2])\n # Reference: builds/latestbuilds/couchbase-server/trinity/1000\n url_path = \"http://{}/{}/{}/{}\" \\\n .format(BuildUrl.CB_DOWNLOAD_SERVER,\n BuildUrl.CB_LATESTBUILDS_URL_PATH,\n BuildUrl.CB_VERSION_NAME[main_version],\n build_version[1])\n\n build_version = \"-\".join(build_version)\n\n file_prefix = \"{}-{}\" \\\n .format(BuildUrl.CB_BUILD_FILE_PREFIX,\n self.node_install_info.edition)\n\n if os_type in install_util.constants.build.X86:\n # couchbase-server-enterprise-7.1.5-linux.x86_64.rpm\n # couchbase-server-enterprise-debuginfo-7.1.5-linux.x86_64.rpm\n if is_debuginfo_build:\n file_prefix = \"{}-{}\".format(file_prefix, \"debuginfo\")\n\n os_type = \"linux\"\n if float(build_version[:3]) < 7.1:\n os_type = self.node_install_info.os_type\n file_name = \"{}-{}-{}.{}.{}\" \\\n .format(file_prefix,\n build_version,\n os_type,\n node_info.architecture_type,\n node_info.deliverable_type)\n elif os_type in install_util.constants.build.LINUX_AMD64:\n # TODO: Check install_utils.py L1127 redundant code presence\n # couchbase-server-enterprise_7.1.5-linux_amd64.deb\n # couchbase-server-enterprise-dbg_7.1.5-linux_amd64.deb\n if is_debuginfo_build:\n file_prefix = \"{}-{}\".format(file_prefix, \"dbg\")\n\n os_type = \"linux\"\n if float(build_version[:3]) < 7.1:\n os_type = self.node_install_info.os_type\n file_name = \"{}_{}-{}_{}.{}\" \\\n .format(file_prefix,\n build_version,\n os_type,\n \"amd64\",\n node_info.deliverable_type)\n elif os_type in install_util.constants.build.WINDOWS_SERVER:\n # couchbase-server-enterprise_6.5.0-4557-windows_amd64.msi\n if \"windows\" in self.node_install_info.os_type:\n self.node_install_info.deliverable_type = \"msi\"\n file_name = \"{}_{}-{}_{}.{}\" \\\n .format(file_prefix,\n build_version,\n self.node_install_info.os_type,\n \"amd64\",\n node_info.deliverable_type)\n elif os_type in install_util.constants.build.MACOS_VERSIONS:\n # couchbase-server-enterprise_6.5.0-4557-macos_x86_64.dmg\n file_name = \"{}_{}-{}_{}-{}.{}\" \\\n .format(file_prefix,\n build_version,\n \"macos\",\n node_info.architecture_type,\n \"unnotarized\",\n node_info.deliverable_type)\n else:\n self.result = False\n self.log.critical(\"Unsupported os_type '{}' for build_url\"\n .format(self.node_install_info.os_type))\n return \"{}/{}\".format(url_path, file_name)"1061 },1062 {1063 "instruction": "generate python code for the above",1064 "input": "Start the threads in the thread list and wait for the threads to finish. \n\nWait until the thread finishes or the timeout is reached.\n",1065 "output": "\n\ndef start_and_wait_for_threads(thread_list, timeout):\n \"\"\"\n Start the threads in the thread list and wait for the threads to finish. \\n\n Wait until the thread finishes or the timeout is reached.\n :param thread_list: list of threads to run\n :param timeout: timeout to wait till threads are finished\n :return: True if the threads were executed successfully else False\n \"\"\"\n okay = True\n for tem_thread in thread_list:\n tem_thread.start()\n\n for tem_thread in thread_list:\n tem_thread.join(timeout)\n okay = okay and tem_thread.result\n return okay"1066 },1067 {1068 "instruction": "generate python code for ",1069 "input": "Override method to handle windows specific file name",1070 "output": "\n\ndef execute_commands_inside(self, main_command, query, queries,\n bucket1, password, bucket2, source,\n subcommands=[], min_output_size=0,\n end_msg='', timeout=250):\n \"\"\"\n Override method to handle windows specific file name\n \"\"\"\n filename = \"/cygdrive/c/tmp/test.txt\"\n filedata = \"\"\n if not(query == \"\"):\n main_command = main_command + \" -s=\\\"\" + query+ '\"'\n elif (self.remote and not(queries == \"\")):\n sftp = self._ssh_client.open_sftp()\n filein = sftp.open(filename, 'w')\n for query in queries:\n filein.write(query)\n filein.write('\\n')\n fileout = sftp.open(filename, 'r')\n filedata = fileout.read()\n #print filedata\n fileout.close()\n elif not(queries==\"\"):\n f = open(filename, 'w')\n for query in queries:\n f.write(query)\n f.write('\\n')\n f.close()\n fileout = open(filename, 'r')\n filedata = fileout.read()\n fileout.close()\n\n if type(filedata) == bytes:\n filedata = filedata.decode()\n newdata = filedata.replace(\"bucketname\",bucket2)\n newdata = newdata.replace(\"user\",bucket1)\n newdata = newdata.replace(\"pass\",password)\n newdata = newdata.replace(\"bucket1\",bucket1)\n\n newdata = newdata.replace(\"user1\",bucket1)\n newdata = newdata.replace(\"pass1\",password)\n newdata = newdata.replace(\"bucket2\",bucket2)\n newdata = newdata.replace(\"user2\",bucket2)\n newdata = newdata.replace(\"pass2\",password)\n\n if (self.remote and not(queries==\"\")) :\n f = sftp.open(filename,'w')\n f.write(newdata)\n f.close()\n elif not(queries==\"\"):\n f = open(filename,'w')\n f.write(newdata)\n f.close()\n if not(queries==\"\"):\n if (source):\n main_command = main_command + \" -s=\\\"\\SOURCE \" + 'c:\\\\\\\\tmp\\\\\\\\test.txt'\n else:\n main_command = main_command + \" -f=\" + 'c:\\\\\\\\tmp\\\\\\\\test.txt'\n\n log.info(\"running command on {0}: {1}\".format(self.ip, main_command))\n output=\"\"\n if self.remote:\n (stdin, stdout, stderro) = self._ssh_client.exec_command(main_command)\n time.sleep(10)\n count = 0\n for line in stdout.readlines():\n if (count == 0) and line.lower().find(\"error\") > 0:\n output = \"status:FAIL\"\n break\n\n #if line.find(\"results\") > 0 or line.find(\"status\") > 0 or line.find(\"metrics\") or line.find(\"elapsedTime\")> 0 or line.find(\"executionTime\")> 0 or line.find(\"resultCount\"):\n if (count > 0):\n output+=line.strip()\n output = output.strip()\n if \"Inputwasnotastatement\" in output:\n output = \"status:FAIL\"\n break\n if \"timeout\" in output:\n output = \"status:timeout\"\n else:\n count+=1\n stdin.close()\n stdout.close()\n stderro.close()\n else:\n p = Popen(main_command , shell=True, stdout=PIPE, stderr=PIPE)\n stdout, stderro = p.communicate()\n output = stdout\n print(output)\n time.sleep(1)\n if (self.remote and not(queries==\"\")) :\n sftp.remove(filename)\n sftp.close()\n elif not(queries==\"\"):\n os.remove(filename)\n\n output = re.sub('\\s+', '', output)\n return (output)"1071 },1072 {1073 "instruction": "generate comment.",1074 "input": "def start_memcached(self):\n \n o, r = self.execute_command(\"kill -SIGCONT $(pgrep memcached)\")\n self.log_command_output(o, r, debug=False)",1075 "output": "def start_memcached(self):\n \"\"\"\n Start memcached process on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"kill -SIGCONT $(pgrep memcached)\")\n self.log_command_output(o, r, debug=False)"1076 },1077 {1078 "instruction": "generate comment for following function:",1079 "input": "def connect_with_user(self, user=\"root\"):\n \n self.ssh_connect_with_retries(self.ip, user, self.server.password,\n self.server.ssh_key)",1080 "output": "def connect_with_user(self, user=\"root\"):\n \"\"\"\n Connect to the remote server with given user\n :param user: user to connect to remote server with\n :return: None\n \"\"\"\n self.ssh_connect_with_retries(self.ip, user, self.server.password,\n self.server.ssh_key)"1081 },1082 {1083 "instruction": "generate comment.",1084 "input": "def copy_files_local_to_remote(self, src_path, des_path):\n \n files = os.listdir(src_path)\n self.log.info(\"copy files from {0} to {1}\".format(src_path, des_path))\n # self.execute_batch_command(\"cp -r {0}/* {1}\".format(src_path, des_path))\n for file in files:\n if file.find(\"wget\") != 1:\n a = \"\"\n full_src_path = os.path.join(src_path, file)\n full_des_path = os.path.join(des_path, file)\n self.copy_file_local_to_remote(full_src_path, full_des_path)",1085 "output": "def copy_files_local_to_remote(self, src_path, des_path):\n \"\"\"\n Copy multi files from local to remote server\n :param src_path: source path of the files to be copied\n :param des_path: destination path of the files to be copied\n :return: None\n \"\"\"\n files = os.listdir(src_path)\n self.log.info(\"copy files from {0} to {1}\".format(src_path, des_path))\n # self.execute_batch_command(\"cp -r {0}/* {1}\".format(src_path, des_path))\n for file in files:\n if file.find(\"wget\") != 1:\n a = \"\"\n full_src_path = os.path.join(src_path, file)\n full_des_path = os.path.join(des_path, file)\n self.copy_file_local_to_remote(full_src_path, full_des_path)"1086 },1087 {1088 "instruction": "generate comment.",1089 "input": "def disable_firewall(self):\n \n output, error = self.execute_command('netsh advfirewall set publicprofile state off')\n self.log_command_output(output, error)\n output, error = self.execute_command('netsh advfirewall set privateprofile state off')\n self.log_command_output(output, error)\n # for details see RemoteUtilHelper.enable_firewall for windows\n output, error = self.execute_command('netsh advfirewall firewall delete rule name=\"block erl.exe in\"')\n self.log_command_output(output, error)\n output, error = self.execute_command('netsh advfirewall firewall delete rule name=\"block erl.exe out\"')\n self.log_command_output(output, error)",1090 "output": "def disable_firewall(self):\n \"\"\"\n Clear firewall rules on the remote server\n :return: None\n \"\"\"\n output, error = self.execute_command('netsh advfirewall set publicprofile state off')\n self.log_command_output(output, error)\n output, error = self.execute_command('netsh advfirewall set privateprofile state off')\n self.log_command_output(output, error)\n # for details see RemoteUtilHelper.enable_firewall for windows\n output, error = self.execute_command('netsh advfirewall firewall delete rule name=\"block erl.exe in\"')\n self.log_command_output(output, error)\n output, error = self.execute_command('netsh advfirewall firewall delete rule name=\"block erl.exe out\"')\n self.log_command_output(output, error)"1091 },1092 {1093 "instruction": "generate comment.",1094 "input": "def param(self, name, *args):\n \n if name in self.test_params:\n return TestInput._parse_param(self.test_params[name])\n elif len(args) == 1:\n return args[0]\n else:\n raise Exception(\"Parameter `{}` must be set \"\n \"in the test configuration\".format(name))",1095 "output": "def param(self, name, *args):\n \"\"\"\n Returns the paramater or a default value\n :param name: name of the property\n :param args: default value for the property. If no default value is given, an exception is raised\n :return: the value of the property\n :raises Exception: if the default value is None or empty\n \"\"\"\n if name in self.test_params:\n return TestInput._parse_param(self.test_params[name])\n elif len(args) == 1:\n return args[0]\n else:\n raise Exception(\"Parameter `{}` must be set \"\n \"in the test configuration\".format(name))"1096 },1097 {1098 "instruction": "Code the following:",1099 "input": "Change the file limit to 100 for indexer process\n",1100 "output": "\n\ndef enable_file_limit(self):\n \"\"\"\n Change the file limit to 100 for indexer process\n :return: None\n \"\"\"\n o, r = self.execute_command(\"prlimit --nofile=100 --pid $(pgrep indexer)\")\n self.log_command_output(o, r)"1101 },1102 {1103 "instruction": "generate code for the above:",1104 "input": "Creates an instance of the InstallSteps class.\n",1105 "output": "\n\ndef __init__(self, logger, node_install_info):\n \"\"\"\n Creates an instance of the InstallSteps class.\n :param logger:\n :param node_install_info:\n \"\"\"\n self.log = logger\n self.node_install_info = node_install_info\n self.result = True"1106 },1107 {1108 "instruction": "",1109 "input": "Stop couchbase service on remote server\n",1110 "output": "\n\ndef stop_couchbase(self, num_retries=5, poll_interval=10):\n \"\"\"\n Stop couchbase service on remote server\n :param num_retries: None\n :param poll_interval: None\n :return: None\n \"\"\"\n cb_process = '/Applications/Couchbase\\ Server.app/Contents/MacOS/Couchbase\\ Server'\n cmd = \"ps aux | grep {0} | awk '{{print $2}}' | xargs kill -9 \"\\\n .format(cb_process)\n o, r = self.execute_command(cmd)\n self.log_command_output(o, r)\n o, r = self.execute_command(\"killall -9 epmd\")\n self.log_command_output(o, r)"1111 },1112 {1113 "instruction": "give a code to",1114 "input": "Request an interactive shell session, export custom variable and\nrestart Couchbase server.\n\nShell session is necessary because basic SSH client is stateless.\n",1115 "output": "\n\ndef set_environment_variable(self, name, value):\n \"\"\"Request an interactive shell session, export custom variable and\n restart Couchbase server.\n\n Shell session is necessary because basic SSH client is stateless.\n :param name: environment variable\n :param value: environment variable value\n :return: None\n \"\"\"\n shell = self._ssh_client.invoke_shell()\n shell.send('export {0}={1}\\n'.format(name, value))\n if self.info.distribution_version.lower() in SYSTEMD_SERVER:\n \"\"\"from watson, systemd is used in centos 7 \"\"\"\n log.info(\"this node is centos 7.x\")\n shell.send(\"systemctl restart couchbase-server.service\\n\")\n else:\n shell.send('/etc/init.d/couchbase-server restart\\n')\n shell.close()"1116 },1117 {1118 "instruction": "",1119 "input": "Check if a process is running currently\nOverride method for Windows\n",1120 "output": "from shell_util.remote_machine import RemoteMachineProcess\n\ndef is_process_running(self, process_name):\n \"\"\"\n Check if a process is running currently\n Override method for Windows\n :param process_name: name of the process to check\n :return: True if process is running else False\n \"\"\"\n self.log.info(\"%s - Checking for process %s\" % (self.ip, process_name))\n output, error = self.execute_command(\n 'tasklist | grep {0}'.format(process_name), debug=False)\n if error or output == [\"\"] or output == []:\n return None\n words = output[0].split(\" \")\n words = [x for x in words if x != \"\"]\n process = RemoteMachineProcess()\n process.pid = words[1]\n process.name = words[0]\n self.log.debug(\"Process is running: %s\" % words)\n return process"1121 },1122 {1123 "instruction": "generate python code for the above",1124 "input": "Get the membase build information from the config\n",1125 "output": "\n\ndef get_membase_build(config, section):\n \"\"\"\n Get the membase build information from the config\n :param config: config\n :param section: section to get information from\n :return: membase build information\n \"\"\"\n membase_build = TestInputBuild()\n for option in config.options(section):\n if option == 'version':\n pass\n if option == 'url':\n pass\n return membase_build"1126 },1127 {1128 "instruction": "generate comment for above",1129 "input": "def start_server(self):\n \n o, r = self.execute_command(\"net start couchbaseserver\")\n self.log_command_output(o, r)",1130 "output": "def start_server(self):\n \"\"\"\n Starts the Couchbase server on the remote server.\n The method runs the sever from non-default location if it's run as nonroot user. Else from default location.\n :return: None\n \"\"\"\n o, r = self.execute_command(\"net start couchbaseserver\")\n self.log_command_output(o, r)"1131 },1132 {1133 "instruction": "generate comment.",1134 "input": "def execute_cbcollect_info(self, file, options=\"\"):\n \n cbcollect_command = \"%scbcollect_info\" % (LINUX_COUCHBASE_BIN_PATH)\n if self.nonroot:\n cbcollect_command = \"%scbcollect_info\" % (LINUX_NONROOT_CB_BIN_PATH)\n self.extract_remote_info()\n if self.info.type.lower() == 'windows':\n cbcollect_command = \"%scbcollect_info.exe\" % (WIN_COUCHBASE_BIN_PATH)\n if self.info.distribution_type.lower() == 'mac':\n cbcollect_command = \"%scbcollect_info\" % (MAC_COUCHBASE_BIN_PATH)\n\n command = \"%s %s %s\" % (cbcollect_command, file, options)\n output, error = self.execute_command(command, use_channel=True)\n return output, error",1135 "output": "def execute_cbcollect_info(self, file, options=\"\"):\n \"\"\"\n Execute cbcollect command on remote server\n :param file: file name to store the cbcollect as\n :param options: options for the cbcollect command\n :return: output of the cbcollect command\n \"\"\"\n cbcollect_command = \"%scbcollect_info\" % (LINUX_COUCHBASE_BIN_PATH)\n if self.nonroot:\n cbcollect_command = \"%scbcollect_info\" % (LINUX_NONROOT_CB_BIN_PATH)\n self.extract_remote_info()\n if self.info.type.lower() == 'windows':\n cbcollect_command = \"%scbcollect_info.exe\" % (WIN_COUCHBASE_BIN_PATH)\n if self.info.distribution_type.lower() == 'mac':\n cbcollect_command = \"%scbcollect_info\" % (MAC_COUCHBASE_BIN_PATH)\n\n command = \"%s %s %s\" % (cbcollect_command, file, options)\n output, error = self.execute_command(command, use_channel=True)\n return output, error"1136 },1137 {1138 "instruction": "generate python code for ",1139 "input": "Windows process utility. This adds firewall rules to Windows system.\nIf a previously suspended process is detected, it continues with the process instead.\n",1140 "output": "\n\ndef windows_process_utils(self, ps_name_or_id, cmd_file_name, option=\"\"):\n \"\"\"\n Windows process utility. This adds firewall rules to Windows system.\n If a previously suspended process is detected, it continues with the process instead.\n :param ps_name_or_id: process name or process id\n :param cmd_file_name: file containing firewall rules\n :param option: arguments to pass to command file\n :return: True if firewall rules were set else False\n \"\"\"\n success = False\n files_path = \"cygdrive/c/utils/suspend/\"\n # check to see if suspend files exist in server\n file_existed = self.file_exists(files_path, cmd_file_name)\n if file_existed:\n command = \"{0}{1} {2} {3}\".format(files_path, cmd_file_name,\n option, ps_name_or_id)\n o, r = self.execute_command(command)\n if not r:\n success = True\n self.log_command_output(o, r)\n self.sleep(30, \"Wait for windows to execute completely\")\n else:\n log.error(\n \"Command didn't run successfully. Error: {0}\".format(r))\n else:\n o, r = self.execute_command(\n \"netsh advfirewall firewall add rule name=\\\"block erl.exe in\\\" dir=in action=block program=\\\"%ProgramFiles%\\Couchbase\\Server\\\\bin\\erl.exe\\\"\")\n if not r:\n success = True\n self.log_command_output(o, r)\n o, r = self.execute_command(\n \"netsh advfirewall firewall add rule name=\\\"block erl.exe out\\\" dir=out action=block program=\\\"%ProgramFiles%\\Couchbase\\Server\\\\bin\\erl.exe\\\"\")\n if not r:\n success = True\n self.log_command_output(o, r)\n return success"1141 },1142 {1143 "instruction": "generate code for the following",1144 "input": "Applies CPU stress for a specified duration on the 20 CPU cores.\n\n",1145 "output": "\n\ndef cpu_stress(self, stop_time):\n \"\"\"\n Applies CPU stress for a specified duration on the 20 CPU cores.\n\n :param stop_time: duration to apply the CPU stress for.\n :return: None\n \"\"\"\n o, r = self.execute_command(\"stress --cpu 20 --timeout {}\".format(stop_time))\n self.log_command_output(o, r)"1146 },1147 {1148 "instruction": "generate python code for the following",1149 "input": "Change the log level of couchbase processes on a remote server\n",1150 "output": "\n\ndef change_log_level(self, new_log_level):\n \"\"\"\n Change the log level of couchbase processes on a remote server\n :param new_log_level: new log level to set\n :return: None\n \"\"\"\n log.info(\"CHANGE LOG LEVEL TO %s\".format(new_log_level))\n # ADD NON_ROOT user config_details\n output, error = self.execute_command(\"sed -i '/loglevel_default, /c \\\\{loglevel_default, %s\\}'. %s\"\n % (new_log_level, testconstants.LINUX_STATIC_CONFIG))\n self.log_command_output(output, error)\n output, error = self.execute_command(\"sed -i '/loglevel_ns_server, /c \\\\{loglevel_ns_server, %s\\}'. %s\"\n % (new_log_level, testconstants.LINUX_STATIC_CONFIG))\n self.log_command_output(output, error)\n output, error = self.execute_command(\"sed -i '/loglevel_stats, /c \\\\{loglevel_stats, %s\\}'. %s\"\n % (new_log_level, testconstants.LINUX_STATIC_CONFIG))\n self.log_command_output(output, error)\n output, error = self.execute_command(\"sed -i '/loglevel_rebalance, /c \\\\{loglevel_rebalance, %s\\}'. %s\"\n % (new_log_level, testconstants.LINUX_STATIC_CONFIG))\n self.log_command_output(output, error)\n output, error = self.execute_command(\"sed -i '/loglevel_cluster, /c \\\\{loglevel_cluster, %s\\}'. %s\"\n % (new_log_level, testconstants.LINUX_STATIC_CONFIG))\n self.log_command_output(output, error)\n output, error = self.execute_command(\"sed -i '/loglevel_views, /c \\\\{loglevel_views, %s\\}'. %s\"\n % (new_log_level, testconstants.LINUX_STATIC_CONFIG))\n self.log_command_output(output, error)\n output, error = self.execute_command(\"sed -i '/loglevel_error_logger, /c \\\\{loglevel_error_logger, %s\\}'. %s\"\n % (new_log_level, testconstants.LINUX_STATIC_CONFIG))\n self.log_command_output(output, error)\n output, error = self.execute_command(\"sed -i '/loglevel_mapreduce_errors, /c \\\\{loglevel_mapreduce_errors, %s\\}'. %s\"\n % (new_log_level, testconstants.LINUX_STATIC_CONFIG))\n self.log_command_output(output, error)\n output, error = self.execute_command(\"sed -i '/loglevel_user, /c \\\\{loglevel_user, %s\\}'. %s\"\n % (new_log_level, testconstants.LINUX_STATIC_CONFIG))\n self.log_command_output(output, error)\n output, error = self.execute_command(\"sed -i '/loglevel_xdcr, /c \\\\{loglevel_xdcr, %s\\}'. %s\"\n % (new_log_level, testconstants.LINUX_STATIC_CONFIG))\n self.log_command_output(output, error)\n output, error = self.execute_command(\"sed -i '/loglevel_menelaus, /c \\\\{loglevel_menelaus, %s\\}'. %s\"\n % (new_log_level, testconstants.LINUX_STATIC_CONFIG))\n self.log_command_output(output, error)"1151 },1152 {1153 "instruction": "Code the following:",1154 "input": "",1155 "output": "import os\nfrom subprocess import Popen\nfrom typing import re\n\ndef execute_commands_inside(self, main_command, query, queries,\n bucket1, password, bucket2, source,\n subcommands=[], min_output_size=0,\n end_msg='', timeout=250):\n filename = \"/tmp/test2\"\n filedata = \"\"\n if not(query == \"\"):\n main_command = main_command + \" -s=\\\"\" + query + '\"'\n elif self.remote and not(queries == \"\"):\n sftp = self._ssh_client.open_sftp()\n filein = sftp.open(filename, 'w')\n for query in queries:\n filein.write(query)\n filein.write('\\n')\n fileout = sftp.open(filename, 'r')\n filedata = fileout.read()\n fileout.close()\n elif not(queries == \"\"):\n f = open(filename, 'w')\n for query in queries:\n f.write(query)\n f.write('\\n')\n f.close()\n fileout = open(filename, 'r')\n filedata = fileout.read()\n fileout.close()\n\n if type(filedata) == bytes:\n filedata = filedata.decode()\n newdata = filedata.replace(\"bucketname\", bucket2)\n newdata = newdata.replace(\"user\", bucket1)\n newdata = newdata.replace(\"pass\", password)\n newdata = newdata.replace(\"bucket1\", bucket1)\n\n newdata = newdata.replace(\"user1\", bucket1)\n newdata = newdata.replace(\"pass1\", password)\n newdata = newdata.replace(\"bucket2\", bucket2)\n newdata = newdata.replace(\"user2\", bucket2)\n newdata = newdata.replace(\"pass2\", password)\n\n if self.remote and not(queries == \"\"):\n f = sftp.open(filename, 'w')\n f.write(newdata)\n f.close()\n elif not(queries == \"\"):\n f = open(filename, 'w')\n f.write(newdata)\n f.close()\n if not(queries == \"\"):\n if source:\n main_command = main_command + \" -s=\\\"\\SOURCE \" + filename + '\"'\n else:\n main_command = main_command + \" -f=\" + filename\n\n self.log.info(\"%s - Running command: %s\" % (self.ip, main_command))\n output = \"\"\n if self.remote:\n (stdin, stdout, stderro) = self._ssh_client.exec_command(main_command)\n self.sleep(10)\n count = 0\n for line in stdout.readlines():\n if (count == 0) and line.lower().find(\"error\") > 0:\n output = \"status:FAIL\"\n break\n\n if count > 0:\n output += line.strip()\n output = output.strip()\n if \"Inputwasnotastatement\" in output:\n output = \"status:FAIL\"\n break\n if \"timeout\" in output:\n output = \"status:timeout\"\n else:\n count += 1\n stdin.close()\n stdout.close()\n stderro.close()\n else:\n p = Popen(main_command, shell=True, stdout=PIPE, stderr=PIPE)\n stdout, stderro = p.communicate()\n output = stdout\n print(output)\n self.sleep(1)\n if self.remote and not(queries == \"\"):\n sftp.remove(filename)\n sftp.close()\n elif not(queries == \"\"):\n os.remove(filename)\n\n output = re.sub('\\s+', '', output)\n return output"1156 },1157 {1158 "instruction": "generate comment:",1159 "input": "def change_system_time(self, time_change_in_seconds):\n \n # need to support Windows too\n output, error = self.execute_command(\"date +%s\")\n if len(error) > 0:\n return False\n curr_time = int(output[-1])\n new_time = curr_time + time_change_in_seconds\n\n output, error = self.execute_command(\"date --date @\" + str(new_time))\n if len(error) > 0:\n return False\n\n output, error = self.execute_command(\"date --set='\" + output[-1] + \"'\")\n if len(error) > 0:\n return False\n else:\n return True",1160 "output": "def change_system_time(self, time_change_in_seconds):\n \"\"\"\n Change the system time by specified number of seconds\n Note that time change may be positive or negative\n :param time_change_in_seconds: number of seconds to change the system time by\n :return: True if change was successful else False\n \"\"\"\n # need to support Windows too\n output, error = self.execute_command(\"date +%s\")\n if len(error) > 0:\n return False\n curr_time = int(output[-1])\n new_time = curr_time + time_change_in_seconds\n\n output, error = self.execute_command(\"date --date @\" + str(new_time))\n if len(error) > 0:\n return False\n\n output, error = self.execute_command(\"date --set='\" + output[-1] + \"'\")\n if len(error) > 0:\n return False\n else:\n return True"1161 },1162 {1163 "instruction": "generate code for the above:",1164 "input": "Windows process utility. This adds firewall rules to Windows system.\nIf a previously suspended process is detected, it continues with the process instead.\n",1165 "output": "\n\ndef windows_process_utils(self, ps_name_or_id, cmd_file_name, option=\"\"):\n \"\"\"\n Windows process utility. This adds firewall rules to Windows system.\n If a previously suspended process is detected, it continues with the process instead.\n :param ps_name_or_id: process name or process id\n :param cmd_file_name: file containing firewall rules\n :param option: arguments to pass to command file\n :return: True if firewall rules were set else False\n \"\"\"\n success = False\n files_path = \"cygdrive/c/utils/suspend/\"\n # check to see if suspend files exist in server\n file_existed = self.file_exists(files_path, cmd_file_name)\n if file_existed:\n command = \"{0}{1} {2} {3}\".format(files_path, cmd_file_name,\n option, ps_name_or_id)\n o, r = self.execute_command(command)\n if not r:\n success = True\n self.log_command_output(o, r)\n self.sleep(30, \"Wait for windows to execute completely\")\n else:\n log.error(\n \"Command didn't run successfully. Error: {0}\".format(r))\n else:\n o, r = self.execute_command(\n \"netsh advfirewall firewall add rule name=\\\"block erl.exe in\\\" dir=in action=block program=\\\"%ProgramFiles%\\Couchbase\\Server\\\\bin\\erl.exe\\\"\")\n if not r:\n success = True\n self.log_command_output(o, r)\n o, r = self.execute_command(\n \"netsh advfirewall firewall add rule name=\\\"block erl.exe out\\\" dir=out action=block program=\\\"%ProgramFiles%\\Couchbase\\Server\\\\bin\\erl.exe\\\"\")\n if not r:\n success = True\n self.log_command_output(o, r)\n return success"1166 },1167 {1168 "instruction": "generate doc string for following function:",1169 "input": "def write_remote_file(self, remote_path, filename, lines):\n \n cmd = 'echo \"%s\" > %s/%s' % (''.join(lines), remote_path, filename)\n self.execute_command(cmd)",1170 "output": "def write_remote_file(self, remote_path, filename, lines):\n \"\"\"\n Writes content to a remote file specified by the path.\n :param remote_path: Remote path to write the file to.\n :param filename: Name of the file to write to.\n :param lines: Lines to write to the file.\n :return: None\n \"\"\"\n cmd = 'echo \"%s\" > %s/%s' % (''.join(lines), remote_path, filename)\n self.execute_command(cmd)"1171 },1172 {1173 "instruction": "give python code to",1174 "input": "Initializes Couchbase cluster\nOverride method for Unix\n",1175 "output": "\n\ndef init_cluster(self, node):\n \"\"\"\n Initializes Couchbase cluster\n Override method for Unix\n :param node: server object\n :return: True on success\n \"\"\"\n return True"1176 },1177 {1178 "instruction": "generate code for the following",1179 "input": "Constructs the build url for the given node.\nThis url is used to download the installation package.\n",1180 "output": "import install_util.constants\nfrom install_util.constants.build import BuildUrl\nfrom shell_util.remote_connection import RemoteMachineShellConnection\n\ndef __construct_build_url(self, is_debuginfo_build=False):\n \"\"\"\n Constructs the build url for the given node.\n This url is used to download the installation package.\n :param is_debuginfo_build: gets debug_info build url if True\n :return: build url\n \"\"\"\n file_name = None\n build_version = self.node_install_info.version.split(\"-\")\n os_type = self.node_install_info.os_type\n node_info = RemoteMachineShellConnection.get_info_for_server(\n self.node_install_info.server)\n # Decide between release / regular build URL path\n if len(build_version) == 1:\n # Release build url\n url_path = \"http://{}/{}/{}\" \\\n .format(BuildUrl.CB_DOWNLOAD_SERVER,\n BuildUrl.CB_RELEASE_URL_PATH,\n build_version[0])\n else:\n # Build_number specific url\n main_version = \".\".join(build_version[0].split(\".\")[:2])\n # Reference: builds/latestbuilds/couchbase-server/trinity/1000\n url_path = \"http://{}/{}/{}/{}\" \\\n .format(BuildUrl.CB_DOWNLOAD_SERVER,\n BuildUrl.CB_LATESTBUILDS_URL_PATH,\n BuildUrl.CB_VERSION_NAME[main_version],\n build_version[1])\n\n build_version = \"-\".join(build_version)\n\n file_prefix = \"{}-{}\" \\\n .format(BuildUrl.CB_BUILD_FILE_PREFIX,\n self.node_install_info.edition)\n\n if os_type in install_util.constants.build.X86:\n # couchbase-server-enterprise-7.1.5-linux.x86_64.rpm\n # couchbase-server-enterprise-debuginfo-7.1.5-linux.x86_64.rpm\n if is_debuginfo_build:\n file_prefix = \"{}-{}\".format(file_prefix, \"debuginfo\")\n\n os_type = \"linux\"\n if float(build_version[:3]) < 7.1:\n os_type = self.node_install_info.os_type\n file_name = \"{}-{}-{}.{}.{}\" \\\n .format(file_prefix,\n build_version,\n os_type,\n node_info.architecture_type,\n node_info.deliverable_type)\n elif os_type in install_util.constants.build.LINUX_AMD64:\n # TODO: Check install_utils.py L1127 redundant code presence\n # couchbase-server-enterprise_7.1.5-linux_amd64.deb\n # couchbase-server-enterprise-dbg_7.1.5-linux_amd64.deb\n if is_debuginfo_build:\n file_prefix = \"{}-{}\".format(file_prefix, \"dbg\")\n\n os_type = \"linux\"\n if float(build_version[:3]) < 7.1:\n os_type = self.node_install_info.os_type\n file_name = \"{}_{}-{}_{}.{}\" \\\n .format(file_prefix,\n build_version,\n os_type,\n \"amd64\",\n node_info.deliverable_type)\n elif os_type in install_util.constants.build.WINDOWS_SERVER:\n # couchbase-server-enterprise_6.5.0-4557-windows_amd64.msi\n if \"windows\" in self.node_install_info.os_type:\n self.node_install_info.deliverable_type = \"msi\"\n file_name = \"{}_{}-{}_{}.{}\" \\\n .format(file_prefix,\n build_version,\n self.node_install_info.os_type,\n \"amd64\",\n node_info.deliverable_type)\n elif os_type in install_util.constants.build.MACOS_VERSIONS:\n # couchbase-server-enterprise_6.5.0-4557-macos_x86_64.dmg\n file_name = \"{}_{}-{}_{}-{}.{}\" \\\n .format(file_prefix,\n build_version,\n \"macos\",\n node_info.architecture_type,\n \"unnotarized\",\n node_info.deliverable_type)\n else:\n self.result = False\n self.log.critical(\"Unsupported os_type '{}' for build_url\"\n .format(self.node_install_info.os_type))\n return \"{}/{}\".format(url_path, file_name)"1181 },1182 {1183 "instruction": "Code the following:",1184 "input": "Get the process id for the given process\n",1185 "output": "\n\ndef get_process_id(self, process_name):\n \"\"\"\n Get the process id for the given process\n :param process_name: name of the process to get pid for\n :return: pid of the process\n \"\"\"\n process_id, _ = self.execute_command(\n \"ps -ef | grep \\\"%s \\\" | grep -v grep | awk '{print $2}'\"\n % process_name)\n return process_id[0].strip()"1186 },1187 {1188 "instruction": "",1189 "input": "Stop indexer process on remote server\n",1190 "output": "\n\ndef stop_indexer(self):\n \"\"\"\n Stop indexer process on remote server\n :return: None\n \"\"\"\n o, r = self.execute_command(\"kill -SIGSTOP $(pgrep indexer)\")\n self.log_command_output(o, r, debug=False)"1191 },1192 {1193 "instruction": "give python code to",1194 "input": "Deletes the contents of the parent folder that holds the data and config directories.\nOverride method for Windows\n",1195 "output": "\n\ndef cleanup_all_configuration(self, data_path):\n \"\"\"\n Deletes the contents of the parent folder that holds the data and config directories.\n Override method for Windows\n :param data_path: The path key from the /nodes/self end-point which\n looks something like \"/opt/couchbase/var/lib/couchbase/data\" on\n Linux or \"c:/Program Files/Couchbase/Server/var/lib/couchbase/data\"\n on Windows.\n :return: None\n \"\"\"\n path = data_path.replace(\"/data\", \"\")\n if \"c:/Program Files\" in path:\n path = path.replace(\"c:/Program Files\", \"/cygdrive/c/Program\\ Files\")\n o, r = self.execute_command(f\"rm -rf {path}/*\")\n self.log_command_output(o, r)"1196 },1197 {1198 "instruction": "generate python code for the following",1199 "input": "Starts couchbase on remote server\n",1200 "output": "\n\ndef start_couchbase(self):\n \"\"\"\n Starts couchbase on remote server\n :return: None\n \"\"\"\n retry = 0\n running = self.is_couchbase_running()\n while not running and retry < 3:\n self.log.info(\"Starting couchbase server\")\n o, r = self.execute_command(\"open /Applications/Couchbase\\ Server.app\")\n self.log_command_output(o, r)\n running = self.is_couchbase_running()\n retry = retry + 1\n if not running and retry >= 3:\n self.log.critical(\"%s - Server not started even after 3 retries\" % self.info.ip)\n return False\n return True"