483 lines
19 KiB
PHP
483 lines
19 KiB
PHP
<?php
|
||
|
||
namespace app\admin\controller\import;
|
||
|
||
use app\common\controller\Backend;
|
||
use think\Config;
|
||
use think\Db;
|
||
use PhpOffice\PhpSpreadsheet\Cell\Coordinate;
|
||
use PhpOffice\PhpSpreadsheet\Reader\Xlsx;
|
||
use PhpOffice\PhpSpreadsheet\Reader\Xls;
|
||
use PhpOffice\PhpSpreadsheet\Reader\Csv;
|
||
use PhpOffice\PhpSpreadsheet\Shared\Date;
|
||
use think\Exception;
|
||
use think\exception\PDOException;
|
||
use think\exception\ValidateException;
|
||
use fast\Pinyin;
|
||
|
||
/**
|
||
* 数据导入辅助
|
||
*
|
||
* @icon fa fa-circle-o
|
||
*/
|
||
class Log extends Backend
|
||
{
|
||
|
||
/**
|
||
* Log模型对象
|
||
* @var \app\admin\model\import\Log
|
||
*/
|
||
protected $model = null;
|
||
/**
|
||
* 是否开启数据限制
|
||
* 支持auth/personal
|
||
* 表示按权限判断/仅限个人
|
||
* 默认为禁用,若启用请务必保证表中存在admin_id字段
|
||
*/
|
||
protected $dataLimit = true;
|
||
/**
|
||
* 数据限制字段
|
||
*/
|
||
protected $dataLimitField = 'admin_id';
|
||
/**
|
||
* 是否开启Validate验证
|
||
*/
|
||
protected $modelValidate = true;
|
||
/**
|
||
* 数据限制开启时自动填充限制字段值
|
||
*/
|
||
protected $dataLimitFieldAutoFill = true;
|
||
|
||
public function _initialize()
|
||
{
|
||
parent::_initialize();
|
||
$this->model = new \app\admin\model\import\Log;
|
||
$this->view->assign("statusList", $this->model->getStatusList());
|
||
$config = get_addon_config('import');
|
||
$exclude = explode("\n", $config['exclude']);
|
||
foreach ($exclude as $key => $val) {
|
||
$exclude[$key] = trim($val);
|
||
}
|
||
$tableList = array('' => '请选择');
|
||
$list = \think\Db::query("SHOW TABLES");
|
||
foreach ($list as $key => $row) {
|
||
if (!in_array(reset($row), $exclude)) {
|
||
$table = \think\Db::query("show table status like '" . reset($row) . "'");
|
||
$tableList[reset($row)] = reset($row) . ' ' . $table[0]['Comment'];
|
||
}
|
||
}
|
||
$this->view->assign("hidden_num", $this->model->where('status', 'hidden')->count());
|
||
$this->view->assign("tableList", $tableList);
|
||
$prefix = Config::get('database.prefix');
|
||
$this->view->assign("table", $this->request->request('table') ? $prefix . $this->request->request('table') : "");
|
||
}
|
||
|
||
/**
|
||
* 默认生成的控制器所继承的父类中有index/add/edit/del/multi五个基础方法、destroy/restore/recyclebin三个回收站方法
|
||
* 因此在当前控制器中可不用编写增删改查的代码,除非需要自己控制这部分逻辑
|
||
* 需要将application/admin/library/traits/Backend.php中对应的方法复制到当前控制器,然后进行修改
|
||
*/
|
||
|
||
/**
|
||
* 添加
|
||
*/
|
||
public function add()
|
||
{
|
||
if ($this->request->isPost()) {
|
||
$params = $this->request->post("row/a");
|
||
$step = $params['step'];
|
||
if ($params) {
|
||
$params = $this->preExcludeFields($params);
|
||
if ($this->dataLimit && $this->dataLimitFieldAutoFill) {
|
||
$params[$this->dataLimitField] = $this->auth->id;
|
||
}
|
||
$result = false;
|
||
Db::startTrans();
|
||
try {
|
||
//是否采用模型验证
|
||
if ($this->modelValidate) {
|
||
$name = str_replace("\\model\\", "\\validate\\", get_class($this->model));
|
||
$validate = is_bool($this->modelValidate) ? ($this->modelSceneValidate ? $name . '.add' : $name) : $this->modelValidate;
|
||
$this->model->validateFailException(true)->validate($validate);
|
||
}
|
||
$prefix = Config::get('database.prefix');
|
||
//导入文件首行类型,默认是注释,如果需要使用字段名称请使用name
|
||
$importHeadType = 'comment';//name
|
||
$table = $prefix.'user4s_user';
|
||
$params['newtable'] = false;
|
||
|
||
$params['table'] = $table;
|
||
$fileData = $this->fileData($params);
|
||
|
||
|
||
$fileData['params'] = http_build_query($params);
|
||
$fileData['newtable'] = $params['newtable'];
|
||
if (!$step) {
|
||
$this->success('匹配到' . $fileData['count'] . '列，开始预览', '', $fileData);
|
||
}
|
||
$insert = $fileData['insert'];
|
||
$fieldArr = $fileData['fieldArr'];
|
||
//是否包含admin_id字段
|
||
$has_admin_id = false;
|
||
foreach ($fieldArr as $name => $key) {
|
||
if ($key == 'admin_id') {
|
||
$has_admin_id = true;
|
||
break;
|
||
}
|
||
}
|
||
if ($has_admin_id) {
|
||
foreach ($insert as $key => &$val) {
|
||
if (!isset($val['admin_id']) || empty($val['admin_id'])) {
|
||
$val['admin_id'] = $this->auth->isLogin() ? $this->auth->id : 0;
|
||
}
|
||
}
|
||
}
|
||
foreach ($insert as $key => &$val) {
|
||
//处理字段
|
||
$cardinfo = $this->checkcardid($val['cardid']);
|
||
if ($cardinfo['iscard'] == false) {
|
||
unset($insert[$key]);
|
||
}else{
|
||
$val['birthday'] = $cardinfo['birthday'];
|
||
$val['genderdata'] = $cardinfo['sex'];
|
||
}
|
||
if(empty($val['frameno'])){
|
||
unset($insert[$key]);
|
||
}else{
|
||
$check_frameno = $this->check_frameno($val['frameno']);
|
||
if($check_frameno == false){
|
||
unset($insert[$key]);
|
||
}
|
||
}
|
||
}
|
||
var_dump($insert);exit();
|
||
$prefix = Config::get('database.prefix');
|
||
$count = 0;
|
||
if ($params['update']) {
|
||
foreach ($insert as &$val) {
|
||
$count += Db::name('user4s_user')
|
||
->where($params['update'], $val['pid'])
|
||
->update($val);
|
||
}
|
||
} else {
|
||
$res = Db::name('user4s_user')->insertAll($insert);
|
||
$count = count($insert);
|
||
}
|
||
|
||
|
||
Db::commit();
|
||
} catch (ValidateException $e) {
|
||
Db::rollback();
|
||
$this->error($e->getMessage());
|
||
} catch (PDOException $e) {
|
||
Db::rollback();
|
||
$this->error($e->getMessage());
|
||
} catch (Exception $e) {
|
||
Db::rollback();
|
||
$this->error($e->getMessage());
|
||
}
|
||
if ($count !== false) {
|
||
$params['status'] = 'normal';
|
||
$result = $this->model->allowField(true)->save($params);
|
||
$tip = $params['update'] ? '成功更新' : '成功新增';
|
||
$this->success($tip . $count . '条记录', '', array('count' => $count));
|
||
} else {
|
||
$this->error(__('No rows were inserted'));
|
||
}
|
||
}
|
||
|
||
$this->error(__('Parameter %s can not be empty', ''));
|
||
}
|
||
$this->view->assign("update", $this->request->request('update'));
|
||
$this->view->assign("to", $this->request->request('to'));
|
||
return $this->view->fetch();
|
||
}
|
||
|
||
|
||
/**
|
||
* 编辑
|
||
*
|
||
*/
|
||
public function edit($ids = null)
|
||
{
|
||
$row = $this->model->get($ids);
|
||
if (!$row) {
|
||
$this->error(__('No Results were found'));
|
||
}
|
||
$adminIds = $this->getDataLimitAdminIds();
|
||
if (is_array($adminIds)) {
|
||
if (!in_array($row[$this->dataLimitField], $adminIds)) {
|
||
$this->error(__('You have no permission'));
|
||
}
|
||
}
|
||
if ($this->request->isPost()) {
|
||
$params = $this->request->post("row/a");
|
||
if ($params) {
|
||
$params = $this->preExcludeFields($params);
|
||
$result = false;
|
||
Db::startTrans();
|
||
try {
|
||
$params['newtable'] = '';
|
||
$fileData = $this->fileData($params);
|
||
$fileData['params'] = http_build_query($params);
|
||
$this->success('匹配到' . $fileData['count'] . '列，开始预览', '', $fileData);
|
||
Db::commit();
|
||
} catch (ValidateException $e) {
|
||
Db::rollback();
|
||
$this->error($e->getMessage());
|
||
} catch (PDOException $e) {
|
||
Db::rollback();
|
||
$this->error($e->getMessage());
|
||
} catch (Exception $e) {
|
||
Db::rollback();
|
||
$this->error($e->getMessage());
|
||
}
|
||
if ($result !== false) {
|
||
$this->success('设置成功', url('doimport', ['ids' => $row['id']]));
|
||
} else {
|
||
$this->error(__('No rows were updated'));
|
||
}
|
||
}
|
||
$this->error(__('Parameter %s can not be empty', ''));
|
||
}
|
||
$row['params'] = http_build_query(array(
|
||
'table' => $row['table'],
|
||
'row' => $row['row'],
|
||
'head_type' => $row['head_type'],
|
||
'path' => $row['path'],
|
||
));
|
||
|
||
$this->view->assign("row", $row);
|
||
return $this->view->fetch();
|
||
}
|
||
|
||
|
||
public function preview()
|
||
{
|
||
$params = $this->request->post("row/a");
|
||
if (!isset($params["path"])) {
|
||
$this->error(__('No Results were found'));
|
||
}
|
||
if ($this->request->isAjax()) {
|
||
$fileData = $this->fileData($params);
|
||
|
||
if (isset($params["columns"])) {
|
||
return json(array("code" => 1, "data" => $fileData['field']));
|
||
}
|
||
return json(["code" => 1, 'data' => ['field' => $fileData['field'], 'data' => $fileData['data'], 'fieldArr' => $fileData['fieldArr']]]);
|
||
}
|
||
}
|
||
|
||
public function check_frameno($frameno)
|
||
{
|
||
if(empty($frameno)){
|
||
return false;
|
||
}
|
||
$user = new \app\common\model\user4s\User;
|
||
$has_frameno = $user->where(['frameno' =>$frameno])->find();
|
||
if (empty($has_frameno->id)) {
|
||
return true;
|
||
}else{
|
||
return false;
|
||
}
|
||
}
|
||
protected function fileData($params)
|
||
{
|
||
$file = $path = $params['path'];
|
||
$row = 2;
|
||
$sheet = 0;
|
||
if (!$file) {
|
||
$this->error(__('Parameter %s can not be empty', 'file'));
|
||
}
|
||
$filePath = ROOT_PATH . DS . 'public' . DS . $file;
|
||
if (!is_file($filePath)) {
|
||
$this->error(__('No results were found'));
|
||
}
|
||
//实例化reader
|
||
$ext = pathinfo($filePath, PATHINFO_EXTENSION);
|
||
if (!in_array($ext, ['csv', 'xls', 'xlsx'])) {
|
||
$this->error(__('Unknown data format'));
|
||
}
|
||
if ($ext === 'csv') {
|
||
$file = fopen($filePath, 'r');
|
||
$filePath = tempnam(sys_get_temp_dir(), 'import_csv');
|
||
$fp = fopen($filePath, "w");
|
||
$n = 0;
|
||
while ($line = fgets($file)) {
|
||
$line = rtrim($line, "\n\r\0");
|
||
$encoding = mb_detect_encoding($line, ['utf-8', 'gbk', 'latin1', 'big5']);
|
||
if ($encoding != 'utf-8') {
|
||
$line = mb_convert_encoding($line, 'utf-8', $encoding);
|
||
}
|
||
if ($n == 0 || preg_match('/^".*"$/', $line)) {
|
||
fwrite($fp, $line . "\n");
|
||
} else {
|
||
fwrite($fp, '"' . str_replace(['"', ','], ['""', '","'], $line) . "\"\n");
|
||
}
|
||
$n++;
|
||
}
|
||
fclose($file) || fclose($fp);
|
||
|
||
$reader = new Csv();
|
||
} elseif ($ext === 'xls') {
|
||
$reader = new Xls();
|
||
} else {
|
||
$reader = new Xlsx();
|
||
}
|
||
|
||
$prefix = Config::get('database.prefix');
|
||
//导入文件首行类型,默认是注释,如果需要使用字段名称请使用name
|
||
$importHeadType = 'comment';//name
|
||
$table = $prefix.'user4s_user';
|
||
$params['newtable'] = false;
|
||
$database = \think\Config::get('database.database');
|
||
$fieldArr = [];
|
||
$notnull = [];
|
||
|
||
if (!$params['newtable']) {
|
||
$pk = Db::getTableInfo($table, 'pk');
|
||
$list = db()->query(
|
||
"SELECT COLUMN_NAME,COLUMN_COMMENT,COLUMN_TYPE,IS_NULLABLE FROM INFORMATION_SCHEMA.COLUMNS WHERE TABLE_NAME = ? AND TABLE_SCHEMA = ?",
|
||
[$table, $database]
|
||
);
|
||
//var_dump($list,$table, $database);
|
||
foreach ($list as $k => $v) {
|
||
if ($v['COLUMN_NAME'] !== $pk) {
|
||
if ($importHeadType == 'comment') {
|
||
if ($v['COLUMN_COMMENT']) {
|
||
$importField[] = $v['COLUMN_COMMENT'];
|
||
if ($v['IS_NULLABLE']) {
|
||
$notnull[] = $v['COLUMN_COMMENT'];
|
||
}
|
||
}
|
||
$fieldArr[$v['COLUMN_COMMENT']] = $v; //['COLUMN_NAME']
|
||
} else {
|
||
$importField[] = $v['COLUMN_NAME'];
|
||
if ($v['IS_NULLABLE']) {
|
||
$notnull[] = $v['COLUMN_NAME'];
|
||
}
|
||
$fieldArr[$v['COLUMN_NAME']] = $v; //['COLUMN_NAME']
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
|
||
$insert = [];
|
||
$allData = [];
|
||
$count = 0;
|
||
try {
|
||
if (!$PHPExcel = $reader->load($filePath)) {
|
||
$this->error(__('Unknown data format'));
|
||
}
|
||
$currentSheet = $PHPExcel->getSheet($sheet); //读取文件中的第一个工作表
|
||
$allColumn = $currentSheet->getHighestDataColumn(); //取得最大的列号
|
||
$allColumn = 'O'; //todo:取得最大的列号
|
||
//var_dump($allColumn);
|
||
$allRow = $currentSheet->getHighestRow(); //取得一共有多少行
|
||
$maxColumnNumber = Coordinate::columnIndexFromString($allColumn);
|
||
$fields = [];
|
||
//todo：处理表头第一行
|
||
for ($currentRow = 1; $currentRow <= 1; $currentRow++) {
|
||
for ($currentColumn = 1; $currentColumn <= $maxColumnNumber; $currentColumn++) {
|
||
$val = $currentSheet->getCellByColumnAndRow($currentColumn, $currentRow)->getValue();
|
||
$fields[] = $val;
|
||
$col[] = array(
|
||
'title' => $val,
|
||
'class' => isset($fieldArr[$val]) ? 'success' : '-',
|
||
'type' => isset($fieldArr[$val]) ? $fieldArr[$val]['COLUMN_TYPE'] : '--',
|
||
'field' => $val,
|
||
'fieldName' => isset($fieldArr[$val]) ? $fieldArr[$val]['COLUMN_NAME'] : '--' //Pinyin::get($val),
|
||
);
|
||
|
||
//手动加入表头字段
|
||
// if($val == '身份证' && $currentColumn == 3){
|
||
// $val = '性别';
|
||
// $fields[] = $val;
|
||
// $col[] = array(
|
||
// 'title' => $val,
|
||
// 'class' => isset($fieldArr[$val]) ? 'success' : '-',
|
||
// 'type' => isset($fieldArr[$val]) ? $fieldArr[$val]['COLUMN_TYPE'] : '--',
|
||
// 'field' => $val,
|
||
// 'fieldName' => isset($fieldArr[$val]) ? $fieldArr[$val]['COLUMN_NAME'] : '--' //Pinyin::get($val),
|
||
// );
|
||
// $val = '生日';
|
||
// $fields[] = $val;
|
||
// $col[] = array(
|
||
// 'title' => $val,
|
||
// 'class' => isset($fieldArr[$val]) ? 'success' : '-',
|
||
// 'type' => isset($fieldArr[$val]) ? $fieldArr[$val]['COLUMN_TYPE'] : '--',
|
||
// 'field' => $val,
|
||
// 'fieldName' => isset($fieldArr[$val]) ? $fieldArr[$val]['COLUMN_NAME'] : '--' //Pinyin::get($val),
|
||
// );
|
||
// //var_dump($col);exit();
|
||
// $count += 2;
|
||
// }
|
||
// if($currentColumn == $maxColumnNumber){
|
||
// $fields[] = '身份证校验';
|
||
// $fields[] = '车架号校验';
|
||
// }
|
||
if (isset($fieldArr[$val])) {
|
||
$count += 1;
|
||
}
|
||
}
|
||
}
|
||
for ($currentRow = $row; $currentRow <= $allRow; $currentRow++) {
|
||
$values = [];
|
||
// $check_cardid = true;
|
||
// $check_frameno = true;
|
||
for ($currentColumn = 1; $currentColumn <= $maxColumnNumber; $currentColumn++) {
|
||
//var_dump($currentSheet->getCellByColumnAndRow($currentColumn, $currentRow));
|
||
$val = $currentSheet->getCellByColumnAndRow($currentColumn, $currentRow)->getValue();
|
||
//todo:处理日期格式
|
||
if($currentColumn == 8 || $currentColumn == 15){
|
||
$val = date('Y-m-d',Date::excelToTimestamp($val));
|
||
}
|
||
|
||
$values[] = is_null($val) ? '' : $val;
|
||
//todo:手工处理自定义字段
|
||
// if($currentColumn == 3){
|
||
// $cardinfo = $this->checkcardid($val);
|
||
// $check_cardid = $cardinfo['iscard'];
|
||
// $values[] = $cardinfo['sex'] == 'female' ?'女':'男';
|
||
// $values[] = $cardinfo['birthday'];
|
||
// }
|
||
// if($currentColumn == 10){
|
||
// $check_frameno = $this->check_frameno($val);
|
||
// }
|
||
// if($currentColumn == $maxColumnNumber){
|
||
// $values[] = $check_cardid?'成功':'失败';
|
||
// $values[] = $check_frameno?'成功':'失败';
|
||
// }
|
||
}
|
||
$rows = [];
|
||
$all = [];
|
||
$temp = array_combine($fields, $values);
|
||
foreach ($temp as $k => $v) {
|
||
if (isset($fieldArr[$k]) && $k !== '') {
|
||
$rows[$fieldArr[$k]['COLUMN_NAME']] = $v;
|
||
}
|
||
$all[$k] = $v;
|
||
}
|
||
|
||
if ($rows) {
|
||
$insert[] = $rows;
|
||
}
|
||
$allData[] = $all;
|
||
}
|
||
|
||
return array(
|
||
'path' => $path,
|
||
'field' => $col,
|
||
'fieldArr' => $fieldArr,
|
||
'data' => $allData,
|
||
'insert' => $insert,
|
||
'excelField' => $fields,
|
||
'count' => $count
|
||
);
|
||
} catch (Exception $exception) {
|
||
$this->error($exception->getMessage());
|
||
}
|
||
}
|
||
}
|